00000400:00000010:3.0F:1767384286.662768:0:16270:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 0000000017e05a04. 00000400:00000010:3.0:1767384286.662780:0:16270:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 000000007d2cb079. 00000400:00000010:3.0:1767384286.662783:0:16270:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000009e60ed7a. 00000400:00000010:3.0:1767384286.662785:0:16270:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000e9685317. 00000400:00000010:3.0:1767384286.662787:0:16270:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 000000004afd3cda. 00000400:00000010:3.0:1767384286.662790:0:16270:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000099759867. 00000400:00000010:3.0:1767384286.662792:0:16270:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 00000000bb5d6040. 00000400:00000010:3.0:1767384287.425502:0:16270:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000237b74a9. 00000400:00000010:3.0:1767384287.425510:0:16270:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c82878ee. 00000400:00000010:3.0:1767384287.425514:0:16270:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b4885313. 00000400:00000010:3.0:1767384287.425515:0:16270:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000bd0e4913. 00000400:00000010:3.0:1767384287.425517:0:16270:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000016809ecd. 00000400:00000010:3.0:1767384287.425518:0:16270:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000655354ee. 00000400:00000200:3.0:1767384287.425585:0:16270:0:(api-ni.c:1029:lnet_register_lnd()) lo LND registered 00000400:00000200:3.0:1767384287.618671:0:16337:0:(peer.c:4288:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:3.0:1767384287.618794:0:16337:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at 00000000ad0494e9. 00000100:00000010:3.0:1767384287.618953:0:16352:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034661f14. 00000020:00000010:3.0:1767384287.618959:0:16352:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b60dd1ee. 00000020:00000010:3.0:1767384287.618962:0:16352:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8340a85. 00000020:00000010:3.0:1767384287.618964:0:16352:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000001bc2900c. 00000040:00000010:3.0:1767384287.618967:0:16352:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ef01094c. 00000020:00000010:3.0:1767384287.618970:0:16352:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aeb8c9de. 00000020:00000010:3.0:1767384287.618973:0:16352:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073dd3566. 00000100:00000010:3.0:1767384287.619169:0:16353:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8bf2ba7. 00000020:00000010:3.0:1767384287.619173:0:16353:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1e98c97. 00000020:00000010:3.0:1767384287.619176:0:16353:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003f1d58f0. 00000020:00000010:3.0:1767384287.619177:0:16353:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000083d1ecd5. 00000040:00000010:3.0:1767384287.619180:0:16353:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e4c86b90. 00000020:00000010:3.0:1767384287.619183:0:16353:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e1e1df26. 00000020:00000010:3.0:1767384287.619185:0:16353:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b56bec63. 00000100:00000010:3.0:1767384287.619332:0:16354:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073b8d514. 00000020:00000010:3.0:1767384287.619336:0:16354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c331bd9. 00000020:00000010:3.0:1767384287.619338:0:16354:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a6e02e23. 00000020:00000010:3.0:1767384287.619340:0:16354:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000f9ac1aa8. 00000040:00000010:3.0:1767384287.619350:0:16354:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000083898865. 00000020:00000010:3.0:1767384287.619353:0:16354:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ccc4d31e. 00000020:00000010:3.0:1767384287.619367:0:16354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005674b8cd. 00000100:00000010:3.0:1767384287.619559:0:16355:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b221db8. 00000020:00000010:3.0:1767384287.619563:0:16355:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c032e01. 00000020:00000010:3.0:1767384287.619567:0:16355:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000001eba476. 00000020:00000010:3.0:1767384287.619569:0:16355:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000066290087. 00000040:00000010:3.0:1767384287.619571:0:16355:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001678a5a4. 00000020:00000010:3.0:1767384287.619573:0:16355:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000082e5146f. 00000020:00000010:3.0:1767384287.619575:0:16355:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b3f6e9e. 00000100:00000010:3.0:1767384287.619738:0:16356:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf0d3e22. 00000020:00000010:3.0:1767384287.619741:0:16356:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcd5de97. 00000020:00000010:3.0:1767384287.619743:0:16356:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001bd02227. 00000020:00000010:3.0:1767384287.619744:0:16356:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000c58a1cad. 00000040:00000010:3.0:1767384287.619746:0:16356:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000aa5eb1b1. 00000020:00000010:3.0:1767384287.619762:0:16356:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000792e34fb. 00000020:00000010:3.0:1767384287.619765:0:16356:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000594348f5. 00000020:00000010:3.0:1767384289.413853:0:16411:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004688b4a4. 00000020:00000010:3.0:1767384289.677593:0:16464:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000ddbb72d7. 00000020:00000010:3.0:1767384290.341374:0:16610:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000180770bd. 00000020:00000010:3.0:1767384290.818020:0:16711:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000a23e5a35. 00000020:00000010:3.0:1767384290.818030:0:16711:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b54f985. 00000020:00000010:3.0:1767384290.818034:0:16711:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a838eab. 00000020:00000010:3.0:1767384290.818037:0:16711:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003c41feb3. 00000008:00000010:3.0:1767384290.818049:0:16711:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000004dc082bd. 00020000:00000010:3.0:1767384290.818053:0:16711:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000009c8a8572. 00008000:00000010:3.0:1767384290.818061:0:16711:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000843a7dd9. 00000080:00000010:3.0:1767384290.818070:0:16711:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000202b3517. 00000080:00000010:3.0:1767384290.818077:0:16711:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ffb6b2a2. 00000020:00000010:3.0:1767384290.818081:0:16711:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004555f8be. 00000008:00000010:3.0:1767384290.818090:0:16711:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a991f471. 00020000:00000010:3.0:1767384290.818099:0:16711:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000aef9f1dc. 00008000:00000010:3.0:1767384290.818113:0:16711:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b3e765af. 00000080:00000010:3.0:1767384290.818123:0:16711:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ee0f5f33. 00000800:00000200:1.1F:1767384294.712308:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (2) 00000400:00000200:3.0:1767384294.712593:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384294.712619:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp from 255.3.0.2 00000800:00000010:3.0:1767384294.712625:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005d5e92db. 00000800:00000200:0.1F:1767384294.712736:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (2) 00000800:00000200:0.1:1767384294.712744:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp 000000002c482dca deleted 00000800:00000010:0.1:1767384294.712746:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002c482dca. 00000800:00000200:0.1:1767384294.712752:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384294.712768:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:1023 00000800:00000200:0.1:1767384294.712771:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e644d1f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1767384294.712836:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384294.713053:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384294.713095:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp from 254.3.0.2 00000800:00000010:3.0:1767384294.713101:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000043f93639. 00000020:00000010:3.0:1767384294.713482:0:16352:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021ef62c0. 00000020:00000010:3.0:1767384294.713489:0:16352:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2f89784. 80000000:00000010:3.0:1767384294.713494:0:16352:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009bea5de1. 40000000:00000010:3.0:1767384294.713501:0:16352:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c10e27be. 00000008:00000010:3.0:1767384294.713508:0:16352:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000091dac931. 00020000:00000010:3.0:1767384294.713516:0:16352:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000062403df. 00008000:00000010:3.0:1767384294.713524:0:16352:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008d619ea4. 00100000:00000010:3.0:1767384294.713529:0:16352:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a94f7b64. 00040000:00000010:3.0:1767384294.713536:0:16352:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ece46c7. 00040000:00000010:3.0:1767384294.713542:0:16352:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007eef2d4b. 00040000:00000010:3.0:1767384294.713549:0:16352:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000921fe1c1. 00080000:00000010:3.0:1767384294.713557:0:16352:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d0c08497. 00080000:00000010:3.0:1767384294.713566:0:16352:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000040b6ec54. 00000004:00000010:3.0:1767384294.713573:0:16352:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000089eca340. 00000004:00000010:3.0:1767384294.713581:0:16352:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006594b1f5. 00000004:00000010:3.0:1767384294.713587:0:16352:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c93392d8. 00002000:00000010:3.0:1767384294.713596:0:16352:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001ea783f8. 00000004:00000010:3.0:1767384294.713603:0:16352:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007b5ae9e1. 00000080:00000010:3.0:1767384294.713612:0:16352:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000cc37e70d. 00000080:00000010:3.0:1767384294.713619:0:16352:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000005ed9e4c7. 00000008:00000010:3.0:1767384294.713629:0:16352:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009fd95ed3. 00020000:00000010:3.0:1767384294.713635:0:16352:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b92363ab. 00008000:00000010:3.0:1767384294.713643:0:16352:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d7e3b9c1. 00000080:00000010:3.0:1767384294.713653:0:16352:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000052b42886. 02000000:00000010:3.0:1767384294.713671:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad885592. 00000400:00000010:3.0:1767384294.713678:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c0547b8. 00000400:00000010:3.0:1767384294.713698:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000100:00000200:3.0:1767384294.713718:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746125440, portal 25 00000400:00000010:3.0:1767384294.713725:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.713729:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236746125440, offset 0 00000400:00000200:3.0:1767384294.713759:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.713773:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384294.713783:0:16352:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000091510785. 00000400:00000200:3.0:1767384294.713790:0:16352:0:(peer.c:264:lnet_peer_alloc()) 0000000091510785 nid 0@lo 00000400:00000010:3.0:1767384294.713797:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002e15ca43. 00000400:00000200:3.0:1767384294.713802:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 000000002e15ca43 net lo 00000400:00000010:3.0:1767384294.713808:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f79547b1. 00000400:00000200:3.0:1767384294.713812:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f79547b1 nid 0@lo 00000400:00000200:3.0:1767384294.713821:0:16352:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 0@lo nid 0@lo: 0 00000400:00000200:3.0:1767384294.713825:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000091510785 (0) 00000400:00000200:3.0:1767384294.713831:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 0@lo NID 0@lo flags 0x0 00000400:00000200:3.0:1767384294.713835:0:16352:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 0@lo: 0 00000400:00000200:3.0:1767384294.713859:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824df00080 00000400:00000200:3.0:1767384294.713863:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x10d [2] + 0 00000400:00000010:3.0:1767384294.713867:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008270df1e. 00000400:00000200:3.0:1767384294.713872:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b559215d 00000400:00000200:3.0:1767384294.713880:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.713886:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384294.713891:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b559215d 00000400:00000010:3.0:1767384294.713894:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b559215d. 00000100:00000200:3.0:1767384294.713900:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384294.713913:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.713917:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.713927:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021a91a7d x1853236746125440/t0(0) o250->MGC192.168.203.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384294.713953:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8b045b2. 00000100:00000010:3.0:1767384294.713967:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000380bf8d0. 00000100:00000010:3.0:1767384294.713974:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ee3f28f. 00000100:00000010:3.0:1767384294.713979:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000510cdeaa. 00000800:00000200:0.1:1767384294.714006:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (4) 00000800:00000200:0.1:1767384294.714010:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp 000000002c482dca deleted 00000800:00000010:0.1:1767384294.714012:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002c482dca. 00000800:00000200:0.1:1767384294.714015:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000020:00000010:3.0:1767384294.714030:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cbe28d3d. 00000020:00000010:3.0:1767384294.714050:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f65223f8. 00000020:00000010:3.0:1767384294.714055:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4e50665. 00000020:00000010:3.0:1767384294.714066:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000200:3.0:1767384294.714095:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746125440 00000800:00000200:0.1:1767384294.714107:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 02000000:00000010:3.0:1767384294.714109:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000039f820cf. 00000020:00000010:3.0:1767384294.714119:0:17080:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ac629b0a. 00000001:00000010:3.0:1767384294.714128:0:17080:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ef640c0e. 00000001:00000010:3.0:1767384294.714133:0:17080:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007cf88d9b. 00000001:00000010:3.0:1767384294.714136:0:17080:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094cad4b6. 00000001:00000010:3.0:1767384294.714142:0:17080:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c4ed3f14. 00000001:00000010:3.0:1767384294.714148:0:17080:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ceb6d4d. 00000001:00000010:3.0:1767384294.714151:0:17080:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003372a2c6. 00000020:00000010:3.0:1767384294.714160:0:17080:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000001aec9705. 00000020:00000010:3.0:1767384294.714227:0:17080:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d4a3f11d. 00000020:00000010:3.0:1767384294.714233:0:17080:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000001b7235f1. 00000020:00000010:3.0:1767384294.714237:0:17080:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000081eeb4f7. 00000020:00000010:3.0:1767384294.714250:0:17080:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004ba54759. 00000020:00000010:3.0:1767384294.714252:0:17080:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ef1f1cf6. 00000020:00000010:3.0:1767384294.714255:0:17080:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000001d9d5063. 00000020:00000010:3.0:1767384294.714268:0:17080:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006ca76743. 00010000:00000200:3.0:1767384294.714295:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000075a3e8f x1853236746125440/t0(0) o250->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.714308:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.714310:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236746125440, offset 0 00000400:00000200:3.0:1767384294.714317:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.714326:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.714332:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824df00080 00000400:00000200:3.0:1767384294.714335:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x215 [1] + 0 00000400:00000200:3.0:1767384294.714338:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.714341:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.714345:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021a91a7d x1853236746125440/t0(0) o250->MGC192.168.203.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.714366:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.714368:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000020:00000010:3.0:1767384294.714376:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4e50665. 00000020:00000010:3.0:1767384294.714379:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.714381:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f65223f8. 02000000:00000010:3.0:1767384294.714386:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000039f820cf. 00000100:00000200:3.0:1767384294.714390:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.714394:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f1eb72a. 00000400:00000010:3.0:1767384294.714399:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce61ff8d. 00000400:00000010:3.0:1767384294.714414:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c0547b8. 00000400:00000200:3.0:1767384294.714418:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:3.0:1767384294.714419:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000100:00000200:3.0:1767384294.714422:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021a91a7d x1853236746125440/t0(0) o250->MGC192.168.203.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384294.714452:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021a91a7d x1853236746125440/t0(0) o250->MGC192.168.203.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384294.714480:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad885592. 02000000:00000010:3.0:1767384294.714484:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000048020cab. 00000100:00000010:3.0:1767384294.714488:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021a91a7d. 00000100:00000010:3.0:1767384294.717474:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000510cdeaa. 00000020:00000010:3.0:1767384294.771905:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d3f7b8d. 00000020:00000010:3.0:1767384294.771910:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d3f7b8d. 00000020:00000010:3.0:1767384294.771915:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f65223f8. 00000020:00000010:3.0:1767384294.771918:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.771936:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.771968:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d3f7b8d. 00000020:00000010:3.0:1767384294.771971:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d3f7b8d. 00000100:00000200:3.0:1767384294.771973:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746125568 02000000:00000010:3.0:1767384294.771989:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fa68b587. 20000000:00000010:3.0:1767384294.772001:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009c6bdaa8. 20000000:00000010:3.0:1767384294.772007:0:17080:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000000c6f97f3. 20000000:00000010:3.0:1767384294.772012:0:17080:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000008251c978. 20000000:00000010:3.0:1767384294.772023:0:17080:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000294d5e91. 20000000:00000010:3.0:1767384294.772027:0:17080:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000f0e5fad1. 20000000:00000010:3.0:1767384294.772031:0:17080:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000077aa156a. 20000000:00000010:3.0:1767384294.772035:0:17080:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000c739c270. 20000000:00000010:3.0:1767384294.772037:0:17080:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000002869db87. 20000000:00000010:3.0:1767384294.772040:0:17080:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000010abe6d1. 00080000:00000010:3.0:1767384294.772259:0:17080:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000ad885592. 00000020:00000010:3.0:1767384294.772264:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000dda67d2e. 20000000:00000010:3.0:1767384294.772268:0:17080:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000edbea41c. 00080000:00000010:3.0:1767384294.772273:0:17080:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008286d389. 20000000:00000010:3.0:1767384294.772611:0:17080:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000003f405583. 00000040:00000010:3.0:1767384294.772617:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c795d0d0. 00000040:00000010:3.0:1767384294.772639:0:17080:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000008bab5fce. 00000020:00000010:3.0:1767384294.772644:0:17080:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008a877ff2. 00080000:00000010:3.0:1767384294.772647:0:17080:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009ad370f9. 00000040:00000010:3.0:1767384294.772658:0:17080:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000274f33bd. 00000040:00000010:3.0:1767384294.773111:0:17080:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000510cdeaa. 00000040:00000010:3.0:1767384294.774057:0:17080:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000510cdeaa. 00000040:00000010:3.0:1767384294.774067:0:17080:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000008bab5fce. 00000040:00000010:3.0:1767384294.774070:0:17080:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000274f33bd. 00000040:00000010:3.0:1767384294.774072:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c795d0d0. 20000000:00000010:3.0:1767384294.774075:0:17080:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000003f405583. 20000000:00000010:3.0:1767384294.774079:0:17080:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000003f405583. 00000040:00000010:3.0:1767384294.774083:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c795d0d0. 00000040:00000010:3.0:1767384294.774095:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c795d0d0. 20000000:00000010:3.0:1767384294.774098:0:17080:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000003f405583. 20000000:00000010:3.0:1767384294.775247:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009c6bdaa8. 00010000:00000200:3.0:1767384294.775259:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035bc2993 x1853236746125568/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.775275:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d744e624. 00000100:00000200:3.0:1767384294.775278:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746125568, offset 224 00000400:00000200:3.0:1767384294.775282:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.775295:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.775300:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df00100 00000400:00000200:3.0:1767384294.775304:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x929 [2] + 224 00000400:00000200:3.0:1767384294.775309:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.775311:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.775316:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746125568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.775336:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d744e624 00000400:00000010:3.0:1767384294.775338:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d744e624. 00000020:00000010:3.0:1767384294.775349:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.775352:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.775354:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f65223f8. 02000000:00000010:3.0:1767384294.775360:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fa68b587. 00000100:00000200:3.0:1767384294.775364:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.775368:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c0547b8. 00000400:00000010:3.0:1767384294.775370:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d744e624. 00000020:00000010:3.0:1767384294.775717:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d3f7b8d. 00000020:00000010:3.0:1767384294.775721:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d3f7b8d. 00000020:00000010:3.0:1767384294.775725:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c795d0d0. 00000020:00000010:3.0:1767384294.775731:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.775736:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.775757:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d3f7b8d. 00000020:00000010:3.0:1767384294.775758:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d3f7b8d. 00000100:00000200:3.0:1767384294.775761:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746125696 00010000:00000010:3.0:1767384294.775771:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f3a74fe4. 00010000:00000010:3.0:1767384294.775774:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fc01e794. 00000020:00000010:3.0:1767384294.775776:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009d3f7b8d. 02000000:00000010:3.0:1767384294.775784:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000039f820cf. 00010000:00000200:3.0:1767384294.775797:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8f6a0cc x1853236746125696/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 328/344 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.775805:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000100:00000200:3.0:1767384294.775807:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746125696, offset 224 00000400:00000200:3.0:1767384294.775815:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.775819:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.775823:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df00180 00000400:00000200:3.0:1767384294.775826:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x939 [1] + 224 00000400:00000200:3.0:1767384294.775829:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.775831:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.775834:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746125696/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.775848:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:3.0:1767384294.775849:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000020:00000010:3.0:1767384294.775855:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.775858:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.775860:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c795d0d0. 02000000:00000010:3.0:1767384294.775863:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000039f820cf. 00000100:00000200:3.0:1767384294.775867:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.775871:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ccc1f9a. 00000400:00000010:3.0:1767384294.775883:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ac6c0ef. 00000020:00000010:3.0:1767384294.776043:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776046:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776049:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c795d0d0. 00000020:00000010:3.0:1767384294.776050:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.776052:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.776067:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776068:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7c3622a. 00000100:00000200:3.0:1767384294.776070:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746125824 02000000:00000010:3.0:1767384294.776076:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000039f820cf. 00000040:00000010:3.0:1767384294.776080:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009118b668. 00000040:00000010:3.0:1767384294.776107:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009118b668. 00010000:00000200:3.0:1767384294.776113:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003368fe24 x1853236746125824/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 512/272 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.776121:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000100:00000200:3.0:1767384294.776124:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236746125824, offset 224 00000400:00000200:3.0:1767384294.776127:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.776137:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.776141:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824df00200 00000400:00000200:3.0:1767384294.776145:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x949 [1] + 224 00000400:00000200:3.0:1767384294.776148:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.776150:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.776154:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746125824/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.776169:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:3.0:1767384294.776171:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000020:00000010:3.0:1767384294.776178:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.776181:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.776183:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c795d0d0. 02000000:00000010:3.0:1767384294.776187:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000039f820cf. 00000100:00000200:3.0:1767384294.776206:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.776209:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa7ab83f. 00000400:00000010:3.0:1767384294.776219:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e4ba028. 00000020:00000010:3.0:1767384294.776373:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776377:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776380:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c795d0d0. 00000020:00000010:3.0:1767384294.776382:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.776384:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.776400:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776401:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7c3622a. 00000100:00000200:3.0:1767384294.776403:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746125952 00010000:00000010:3.0:1767384294.776411:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c49b9d68. 00010000:00000010:3.0:1767384294.776413:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f50eec08. 02000000:00000010:3.0:1767384294.776418:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000039f820cf. 00010000:00000200:3.0:1767384294.776450:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f944f7bf x1853236746125952/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 328/344 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.776458:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000100:00000200:3.0:1767384294.776461:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746125952, offset 224 00000400:00000200:3.0:1767384294.776463:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.776467:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.776475:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df00280 00000400:00000200:3.0:1767384294.776477:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x959 [1] + 224 00000400:00000200:3.0:1767384294.776480:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.776482:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384294.776484:0:17080:0:(lib-lnet.h:229:lnet_ni_set_status_locked()) ni 0@lo status changed from 0x1 to 0x15aac0de 00000100:00000200:3.0:1767384294.776487:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746125952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.776500:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:3.0:1767384294.776502:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000020:00000010:3.0:1767384294.776510:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.776512:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.776515:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c795d0d0. 02000000:00000010:3.0:1767384294.776520:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000039f820cf. 00000100:00000200:3.0:1767384294.776525:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.776528:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f81be98. 00000400:00000010:3.0:1767384294.776542:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000deec5b62. 00000020:00000010:3.0:1767384294.776681:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776684:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776687:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c795d0d0. 00000020:00000010:3.0:1767384294.776689:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.776691:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.776722:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776724:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7c3622a. 00000100:00000200:3.0:1767384294.776726:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746126080 00010000:00000010:3.0:1767384294.776733:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f17cf810. 02000000:00000010:3.0:1767384294.776737:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000039f820cf. 00010000:00000200:3.0:1767384294.776743:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd7c2610 x1853236746126080/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 328/344 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.776750:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000100:00000200:3.0:1767384294.776752:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746126080, offset 224 00000400:00000200:3.0:1767384294.776755:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.776759:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.776762:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df00300 00000400:00000200:3.0:1767384294.776770:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x969 [1] + 224 00000400:00000200:3.0:1767384294.776773:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.776774:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.776777:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746126080/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.776790:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:3.0:1767384294.776791:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000020:00000010:3.0:1767384294.776797:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.776799:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.776801:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c795d0d0. 02000000:00000010:3.0:1767384294.776804:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000039f820cf. 00000100:00000200:3.0:1767384294.776808:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.776811:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000877c66f3. 00000400:00000010:3.0:1767384294.776823:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ce99258. 00000020:00000010:3.0:1767384294.776965:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776968:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776970:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c795d0d0. 00000020:00000010:3.0:1767384294.776972:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.776974:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.776988:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7c3622a. 00000020:00000010:3.0:1767384294.776990:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7c3622a. 00000100:00000200:3.0:1767384294.776992:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746126208 02000000:00000010:3.0:1767384294.776997:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000039f820cf. 00000040:00000010:3.0:1767384294.777000:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009118b668. 00000040:00000010:3.0:1767384294.777014:0:17080:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000003f405583. 00000020:00000010:3.0:1767384294.777018:0:17080:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a8297e05. 00080000:00000010:3.0:1767384294.777020:0:17080:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000061d33e48. 00000040:00000010:3.0:1767384294.777027:0:17080:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000003f405583. 00000040:00000010:3.0:1767384294.777029:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009118b668. 20000000:00000010:3.0:1767384294.777033:0:17080:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000f7c3622a. 00010000:00000200:3.0:1767384294.777038:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f72b5eb x1853236746126208/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 512/272 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.777044:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000100:00000200:3.0:1767384294.777051:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236746126208, offset 224 00000400:00000200:3.0:1767384294.777054:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.777058:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.777061:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824df00380 00000400:00000200:3.0:1767384294.777064:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x979 [1] + 224 00000400:00000200:3.0:1767384294.777066:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.777068:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.777071:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746126208/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.777082:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:3.0:1767384294.777084:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000020:00000010:3.0:1767384294.777090:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.777092:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.777094:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c795d0d0. 02000000:00000010:3.0:1767384294.777099:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000039f820cf. 00000100:00000200:3.0:1767384294.777102:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.777106:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019e4d5c9. 00000400:00000010:3.0:1767384294.777117:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfdb235f. 00000020:00000010:3.0:1767384294.777240:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cbd6c5c. 00000020:00000010:3.0:1767384294.777243:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cbd6c5c. 00000020:00000010:3.0:1767384294.777246:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c795d0d0. 00000020:00000010:3.0:1767384294.777248:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.777250:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.777264:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cbd6c5c. 00000020:00000010:3.0:1767384294.777266:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cbd6c5c. 00000100:00000200:3.0:1767384294.777268:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746126336 02000000:00000010:3.0:1767384294.777283:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000aa82c656. 00000040:00000010:3.0:1767384294.777286:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009118b668. 00000040:00000010:3.0:1767384294.777291:0:17080:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000274f33bd. 00000040:00000010:3.0:1767384294.777689:0:17080:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000274f33bd. 00000040:00000010:3.0:1767384294.777692:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009118b668. 00010000:00000200:3.0:1767384294.777696:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048a430a5 x1853236746126336/t0(0) o503->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 272/8416 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.777727:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000080832257. 00000100:00000200:3.0:1767384294.777729:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236746126336, offset 224 00000400:00000200:3.0:1767384294.777732:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.777736:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.777739:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824df00400 00000400:00000200:3.0:1767384294.777742:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x989 [4] + 224 00000400:00000200:3.0:1767384294.777746:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.777747:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.777750:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746126336/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.777764:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080832257 00000400:00000010:3.0:1767384294.777765:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000080832257. 00000020:00000010:3.0:1767384294.777771:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.777773:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.777775:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c795d0d0. 02000000:00000010:3.0:1767384294.777779:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000aa82c656. 00000100:00000200:3.0:1767384294.777791:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.777797:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018227ea3. 00000400:00000010:3.0:1767384294.777804:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080832257. 00000020:00000010:3.0:1767384294.778117:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cbd6c5c. 00000020:00000010:3.0:1767384294.778120:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cbd6c5c. 00000020:00000010:3.0:1767384294.778123:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c795d0d0. 00000020:00000010:3.0:1767384294.778125:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.778128:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.778143:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cbd6c5c. 00000020:00000010:3.0:1767384294.778145:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cbd6c5c. 00000100:00000200:3.0:1767384294.778147:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746126464 02000000:00000010:3.0:1767384294.778162:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000d371790e. 00000040:00000010:3.0:1767384294.778165:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009118b668. 00000040:00000010:3.0:1767384294.778171:0:17080:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000274f33bd. 00000040:00000010:3.0:1767384294.778664:0:17080:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000274f33bd. 00000040:00000010:3.0:1767384294.778667:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009118b668. 00010000:00000200:3.0:1767384294.778677:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060c46a9e x1853236746126464/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 272/8472 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.778687:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000012df88ac. 00000100:00000200:3.0:1767384294.778689:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236746126464, offset 224 00000400:00000200:3.0:1767384294.778693:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.778697:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.778717:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824df00480 00000400:00000200:3.0:1767384294.778721:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x999 [4] + 224 00000400:00000200:3.0:1767384294.778726:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.778728:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.778732:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746126464/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.778746:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012df88ac 00000400:00000010:3.0:1767384294.778748:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000012df88ac. 00000020:00000010:3.0:1767384294.778755:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.778757:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.778759:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c795d0d0. 02000000:00000010:3.0:1767384294.778762:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000d371790e. 00000100:00000200:3.0:1767384294.778772:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.778775:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:3.0:1767384294.778779:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012df88ac. 00000100:00000010:3.0:1767384294.781507:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000752cb653. 00000020:00000010:3.0:1767384294.824113:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c795d0d0. 00000020:00000010:3.0:1767384294.824123:0:17107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009118b668. 00000040:00000010:3.0:1767384294.824128:0:17107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f65223f8. 00000020:00000010:3.0:1767384294.824137:0:17107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dcefb5c5. 00000020:00000010:3.0:1767384294.824149:0:17107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000689ba1d8. 00040000:00000010:3.0:1767384294.824159:0:17107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d9d2430a. 00040000:00000010:3.0:1767384294.824169:0:17107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000118684f7. 00080000:00000010:3.0:1767384294.824181:0:17107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000274f33bd. 00080000:00000010:3.0:1767384294.824208:0:17107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000080f491b6. 00000020:00000010:3.0:1767384294.824219:0:17107:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006cbd6c5c. 00000040:00000010:3.0:1767384294.824243:0:17107:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000510cdeaa. 00000040:00000010:3.0:1767384294.824256:0:17107:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000b5009afb. 00000040:00000010:3.0:1767384294.824288:0:17107:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000060ea513a. 00000040:00000010:3.0:1767384294.824299:0:17107:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fa68b587. 02000000:00000010:3.0:1767384294.825019:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000039f820cf. 00000400:00000010:3.0:1767384294.825029:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002980320c. 00000400:00000010:3.0:1767384294.825038:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000100:00000200:3.0:1767384294.825063:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746126592, portal 4 00000020:00000010:3.0:1767384294.825072:0:16352:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009c6bdaa8. 00000400:00000010:3.0:1767384294.825080:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.825082:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236746126592, offset 0 00000400:00000200:3.0:1767384294.825092:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.825106:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.825135:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824df00500 00000400:00000100:3.0:1767384294.825141:0:16352:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1853236746126592 offset 0 length 520: 4 00000400:00000200:3.0:1767384294.825147:0:16352:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000004fcf09dd is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1767384294.825155:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1767384294.825176:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.825183:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.825210:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064f18e40 x1853236746126592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384294.825247:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002da04257. 00000100:00000010:3.0:1767384294.825267:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000945bac92. 00000100:00000010:3.0:1767384294.825282:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000edf6a22. 00000100:00000010:3.0:1767384294.825293:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb3dc881. 00000020:00000010:3.0:1767384294.825384:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.825390:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.825396:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.825400:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.825404:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.825485:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.825493:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000100:00000200:3.0:1767384294.825496:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746126720 02000000:00000010:3.0:1767384294.825531:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000000b450cef. 00000040:00000010:3.0:1767384294.825536:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000049d44e4b. 00000040:00000010:3.0:1767384294.825545:0:17080:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000093e84ab1. 00000040:00000010:3.0:1767384294.825562:0:17080:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000093e84ab1. 00000040:00000010:3.0:1767384294.825565:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000049d44e4b. 00010000:00000200:3.0:1767384294.825571:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1d5e1d7 x1853236746126720/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 272/8472 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.825604:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007f683bad. 00000100:00000200:3.0:1767384294.825608:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236746126720, offset 224 00000400:00000200:3.0:1767384294.825613:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.825620:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.825627:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824df00580 00000400:00000200:3.0:1767384294.825632:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x9b1 [4] + 224 00000400:00000200:3.0:1767384294.825640:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.825643:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.825650:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000271fd986 x1853236746126720/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.825677:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f683bad 00000400:00000010:3.0:1767384294.825679:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007f683bad. 00000020:00000010:3.0:1767384294.825695:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.825699:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.825728:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390a5ff5. 02000000:00000010:3.0:1767384294.825751:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000000b450cef. 00000100:00000200:3.0:1767384294.825764:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.825769:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e954233. 00000400:00000010:3.0:1767384294.825774:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f683bad. 00000020:00000010:3.0:1767384294.826126:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.826130:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.826135:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.826137:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.826140:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.826167:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.826169:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000100:00000200:3.0:1767384294.826171:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746126848 00010000:00000010:3.0:1767384294.826183:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006886a517. 00010000:00000010:3.0:1767384294.826186:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6457ae. 02000000:00000010:3.0:1767384294.826194:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f89094c6. 00010000:00000200:3.0:1767384294.826209:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb43582b x1853236746126848/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 328/344 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.826218:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.826220:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746126848, offset 224 00000400:00000200:3.0:1767384294.826224:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.826246:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.826252:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df00600 00000400:00000200:3.0:1767384294.826257:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9c1 [1] + 224 00000400:00000200:3.0:1767384294.826261:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.826264:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.826270:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004edbb739 x1853236746126848/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.826292:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.826295:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000020:00000010:3.0:1767384294.826305:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.826325:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.826328:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390a5ff5. 02000000:00000010:3.0:1767384294.826332:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f89094c6. 00000100:00000200:3.0:1767384294.826339:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.826346:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dacb8048. 00000400:00000010:3.0:1767384294.826353:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000feba4947. 00000020:00000010:3.0:1767384294.827115:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.827137:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.827142:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.827146:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.827149:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.827183:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.827212:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000100:00000200:3.0:1767384294.827215:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746126976 02000000:00000010:3.0:1767384294.827223:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f89094c6. 20000000:00000010:3.0:1767384294.827231:0:17080:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000c0a36144. 00000100:00000010:3.0:1767384294.827237:0:17080:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a5ca691b. 00000100:00000010:3.0:1767384294.827238:0:17080:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 0 at 0000000022f7ca10. 00000400:00000010:3.0:1767384294.827243:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 120 at 000000002039bbbc. 00000400:00000010:3.0:1767384294.827247:0:17080:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005804c1b4. 00000400:00000200:3.0:1767384294.827250:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.827254:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 000000002039bbbc with offset 0 00000400:00000200:3.0:1767384294.827259:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.827263:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 0 into portal 33 MB=0x695824df00680 00000400:00000200:3.0:1767384294.827267:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 0/0 into md 0x9d1 [256] + 0 00000400:00000010:3.0:1767384294.827270:0:17080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e1b3e9b. 00000400:00000200:3.0:1767384294.827272:0:17080:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2f297ed 00000400:00000200:3.0:1767384294.827275:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.827277:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384294.827279:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2f297ed 00000400:00000010:3.0:1767384294.827281:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f2f297ed. 00000100:00000200:3.0:1767384294.827283:0:17080:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000004edbb739 desc 0000000097ec3dff mbits 1853236746126976 00000400:00000200:3.0:1767384294.827295:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384294.827298:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384294.827304:0:17080:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x9dd 00000400:00000200:3.0:1767384294.827307:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.827311:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:3.0:1767384294.827314:0:17080:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a5ca691b 00000400:00000200:3.0:1767384294.827320:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.827321:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 120 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.827323:0:17080:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a5ca691b 00000100:00000200:3.0:1767384294.827327:0:17080:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 0 pages 0 bytes via portal 33 id 12345-0@lo mbits 0x695824df00680-0x695824df00680 00000100:00000010:3.0:1767384294.827332:0:17080:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 0 at 0000000022f7ca10. 00000100:00000010:3.0:1767384294.827334:0:17080:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a5ca691b. 20000000:00000010:3.0:1767384294.827336:0:17080:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000c0a36144. 00010000:00000200:3.0:1767384294.827346:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1b30536 x1853236746126976/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 304/240 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.827357:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.827359:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746126976, offset 224 00000400:00000200:3.0:1767384294.827362:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.827366:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.827370:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df00680 00000400:00000200:3.0:1767384294.827373:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x9d5 [1] + 224 00000400:00000200:3.0:1767384294.827376:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.827378:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.827381:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004edbb739 x1853236746126976/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.827394:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.827396:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000020:00000010:3.0:1767384294.827407:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.827412:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.827418:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390a5ff5. 02000000:00000010:3.0:1767384294.827471:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f89094c6. 00000100:00000200:3.0:1767384294.827476:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.827482:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a928aedf. 00000400:00000010:3.0:1767384294.827487:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2569c82. 00000020:00000010:3.0:1767384294.828177:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.828183:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.828187:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.828190:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.828193:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.828215:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.828218:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000100:00000200:3.0:1767384294.828220:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746127104 00010000:00000010:3.0:1767384294.828230:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c0101384. 00010000:00000010:3.0:1767384294.828233:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008637b174. 02000000:00000010:3.0:1767384294.828239:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f89094c6. 00010000:00000200:3.0:1767384294.828248:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000063c72dd4 x1853236746127104/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 328/344 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.828265:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.828268:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746127104, offset 224 00000400:00000200:3.0:1767384294.828272:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.828277:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.828282:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df00700 00000400:00000200:3.0:1767384294.828286:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9e9 [1] + 224 00000400:00000200:3.0:1767384294.828290:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.828292:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.828296:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004edbb739 x1853236746127104/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.828314:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.828316:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000020:00000010:3.0:1767384294.828324:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.828326:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.828330:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390a5ff5. 02000000:00000010:3.0:1767384294.828334:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f89094c6. 00000100:00000200:3.0:1767384294.828342:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.828348:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077efd423. 00000400:00000010:3.0:1767384294.828355:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003283e5a6. 00000020:00000010:3.0:1767384294.828607:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.828611:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.828615:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.828617:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.828619:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.828638:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.828641:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000100:00000200:3.0:1767384294.828644:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746127232 02000000:00000010:3.0:1767384294.828651:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f89094c6. 00000040:00000010:3.0:1767384294.828655:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000049d44e4b. 00000040:00000010:3.0:1767384294.828677:0:17080:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000002df5bec5. 00000020:00000010:3.0:1767384294.828682:0:17080:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000086c66c70. 00080000:00000010:3.0:1767384294.828692:0:17080:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000048682a34. 00000040:00000010:3.0:1767384294.828719:0:17080:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000002df5bec5. 00000040:00000010:3.0:1767384294.828722:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000049d44e4b. 00010000:00000200:3.0:1767384294.828744:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac2eb090 x1853236746127232/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 504/272 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.828753:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.828755:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236746127232, offset 224 00000400:00000200:3.0:1767384294.828758:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.828762:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.828766:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824df00780 00000400:00000200:3.0:1767384294.828768:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x9f9 [1] + 224 00000400:00000200:3.0:1767384294.828771:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.828773:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.828776:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004edbb739 x1853236746127232/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.828788:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.828789:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000020:00000010:3.0:1767384294.828798:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.828804:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.828810:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390a5ff5. 02000000:00000010:3.0:1767384294.828815:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f89094c6. 00000100:00000200:3.0:1767384294.828820:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.828825:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010afa04e. 00000400:00000010:3.0:1767384294.828831:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a493519. 00000020:00000010:3.0:1767384294.828965:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.828969:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.828972:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.828974:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.828976:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.828994:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.828996:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000100:00000200:3.0:1767384294.828999:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746127360 02000000:00000010:3.0:1767384294.829016:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000b450cef. 00000040:00000010:3.0:1767384294.829020:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000049d44e4b. 00000040:00000010:3.0:1767384294.829026:0:17080:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000093e84ab1. 00000040:00000010:3.0:1767384294.829032:0:17080:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000093e84ab1. 00000040:00000010:3.0:1767384294.829035:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000049d44e4b. 00010000:00000200:3.0:1767384294.829039:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008f7557b1 x1853236746127360/t0(0) o503->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 272/8416 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.829048:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b29e3960. 00000100:00000200:3.0:1767384294.829051:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236746127360, offset 224 00000400:00000200:3.0:1767384294.829054:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.829059:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.829063:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824df00800 00000400:00000200:3.0:1767384294.829066:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa09 [4] + 224 00000400:00000200:3.0:1767384294.829071:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.829073:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.829076:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004edbb739 x1853236746127360/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.829091:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b29e3960 00000400:00000010:3.0:1767384294.829093:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b29e3960. 00000020:00000010:3.0:1767384294.829102:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.829108:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.829114:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390a5ff5. 02000000:00000010:3.0:1767384294.829119:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000b450cef. 00000100:00000200:3.0:1767384294.829132:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.829138:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1bf0b2a. 00000400:00000010:3.0:1767384294.829143:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b29e3960. 00000020:00000010:3.0:1767384294.829294:0:17109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.829298:0:17109:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000049d44e4b. 00000040:00000010:3.0:1767384294.829300:0:17109:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003dbdec53. 00000020:00000010:3.0:1767384294.829302:0:17109:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c0a36144. 00000020:00000010:3.0:1767384294.829304:0:17109:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3eb18fc. 00000020:00000010:3.0:1767384294.829307:0:17109:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008fd6e4ed. 80000000:00000010:3.0:1767384294.829309:0:17109:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab45dfb9. 40000000:00000010:3.0:1767384294.829316:0:17109:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e6220c57. 00100000:00000010:3.0:1767384294.829319:0:17109:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7e129c2. 00040000:00000010:3.0:1767384294.829322:0:17109:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002e0910cd. 00040000:00000010:3.0:1767384294.829324:0:17109:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009897f2d5. 00040000:00000010:3.0:1767384294.829326:0:17109:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001718776d. 00080000:00000010:3.0:1767384294.829329:0:17109:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000093e84ab1. 00080000:00000010:3.0:1767384294.829332:0:17109:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000068a16fc3. 00000004:00000010:3.0:1767384294.829336:0:17109:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000420e7c69. 00000004:00000010:3.0:1767384294.829339:0:17109:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000031246c7e. 00000004:00000010:3.0:1767384294.829342:0:17109:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000535bd67b. 00002000:00000010:3.0:1767384294.829344:0:17109:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f89094c6. 00000004:00000010:3.0:1767384294.829346:0:17109:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a5ca691b. 00000020:00000010:3.0:1767384294.829348:0:17109:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a05b1277. 00000040:00000010:3.0:1767384294.829353:0:17109:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000024c466e1. 00000040:00000010:3.0:1767384294.829853:0:17109:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000024c466e1. 00000020:00000010:3.0:1767384294.829858:0:17109:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a05b1277. 00000020:00000010:3.0:1767384294.829864:0:17109:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000049d44e4b. 00000040:00000010:3.0:1767384294.829866:0:17109:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003dbdec53. 00000020:00000010:3.0:1767384294.829867:0:17109:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c0a36144. 00000020:00000010:3.0:1767384294.829869:0:17109:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3eb18fc. 00000020:00000010:3.0:1767384294.829871:0:17109:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008fd6e4ed. 80000000:00000010:3.0:1767384294.829873:0:17109:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab45dfb9. 40000000:00000010:3.0:1767384294.829876:0:17109:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e6220c57. 00100000:00000010:3.0:1767384294.829877:0:17109:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7e129c2. 00040000:00000010:3.0:1767384294.829879:0:17109:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002e0910cd. 00040000:00000010:3.0:1767384294.829881:0:17109:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009897f2d5. 00040000:00000010:3.0:1767384294.829883:0:17109:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001718776d. 00080000:00000010:3.0:1767384294.829884:0:17109:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000068a16fc3. 00080000:00000010:3.0:1767384294.829886:0:17109:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000093e84ab1. 00000004:00000010:3.0:1767384294.829888:0:17109:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000420e7c69. 00000004:00000010:3.0:1767384294.829890:0:17109:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000031246c7e. 00000004:00000010:3.0:1767384294.829892:0:17109:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000535bd67b. 00002000:00000010:3.0:1767384294.829894:0:17109:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f89094c6. 00000004:00000010:3.0:1767384294.829896:0:17109:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a5ca691b. 00000020:00000010:3.0:1767384294.829902:0:17109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.830181:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.830185:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.830189:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.830192:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.830194:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.830214:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.830217:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000100:00000200:3.0:1767384294.830220:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746127488 00010000:00000010:3.0:1767384294.830228:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000142b0c31. 02000000:00000010:3.0:1767384294.830234:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a5ca691b. 00010000:00000200:3.0:1767384294.830242:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017f5445a x1853236746127488/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 328/344 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.830252:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.830254:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746127488, offset 224 00000400:00000200:3.0:1767384294.830258:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.830263:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.830267:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df00880 00000400:00000200:3.0:1767384294.830270:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xa19 [1] + 224 00000400:00000200:3.0:1767384294.830274:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.830276:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.830280:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004edbb739 x1853236746127488/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.830295:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.830297:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000020:00000010:3.0:1767384294.830305:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.830311:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.830318:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390a5ff5. 02000000:00000010:3.0:1767384294.830325:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a5ca691b. 00000100:00000200:3.0:1767384294.830332:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.830337:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a61e3a. 00000400:00000010:3.0:1767384294.830344:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f7e8d7e. 00000020:00000010:3.0:1767384294.830555:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.830566:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.830570:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.830573:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.830575:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.830596:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.830598:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000100:00000200:3.0:1767384294.830600:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746127616 02000000:00000010:3.0:1767384294.830607:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a5ca691b. 00000040:00000010:3.0:1767384294.830610:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004487c208. 00000040:00000010:3.0:1767384294.830626:0:17080:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000003f405583. 00000040:00000010:3.0:1767384294.830631:0:17080:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000003f405583. 00000040:00000010:3.0:1767384294.830633:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004487c208. 20000000:00000010:3.0:1767384294.830638:0:17080:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000e6220c57. 20000000:00000010:3.0:1767384294.830640:0:17080:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000e6220c57. 00010000:00000200:3.0:1767384294.830645:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009bbb8f92 x1853236746127616/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 512/272 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.830653:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.830656:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236746127616, offset 224 00000400:00000200:3.0:1767384294.830659:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.830664:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.830668:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824df00900 00000400:00000200:3.0:1767384294.830671:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xa29 [1] + 224 00000400:00000200:3.0:1767384294.830674:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.830676:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.830680:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004edbb739 x1853236746127616/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.830695:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.830697:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000020:00000010:3.0:1767384294.830718:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.830721:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.830724:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390a5ff5. 02000000:00000010:3.0:1767384294.830733:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a5ca691b. 00000100:00000200:3.0:1767384294.830759:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.830765:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000060991a2. 00000400:00000010:3.0:1767384294.830770:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009eea6815. 00000020:00000010:3.0:1767384294.830875:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.830878:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.830882:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.830884:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.830885:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.830899:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6220c57. 00000020:00000010:3.0:1767384294.830900:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6220c57. 00000100:00000200:3.0:1767384294.830903:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746127744 02000000:00000010:3.0:1767384294.830913:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000000bd4e. 00000040:00000010:3.0:1767384294.830916:0:17080:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004487c208. 00000040:00000010:3.0:1767384294.830921:0:17080:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000093e84ab1. 00000040:00000010:3.0:1767384294.830929:0:17080:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000093e84ab1. 00000040:00000010:3.0:1767384294.830931:0:17080:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004487c208. 00010000:00000200:3.0:1767384294.830935:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c031fb9 x1853236746127744/t0(0) o503->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 272/8416 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.830959:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f797a963. 00000100:00000200:3.0:1767384294.830962:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236746127744, offset 224 00000400:00000200:3.0:1767384294.830965:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.830970:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.830974:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824df00980 00000400:00000200:3.0:1767384294.830977:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa39 [4] + 224 00000400:00000200:3.0:1767384294.830981:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.830984:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.830987:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004edbb739 x1853236746127744/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.831002:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f797a963 00000400:00000010:3.0:1767384294.831004:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f797a963. 00000020:00000010:3.0:1767384294.831013:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.831018:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.831024:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000390a5ff5. 02000000:00000010:3.0:1767384294.831038:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000000bd4e. 00000100:00000200:3.0:1767384294.831049:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.831054:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6b6f61a. 00000400:00000010:3.0:1767384294.831057:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f797a963. 00000020:00000010:3.0:1767384294.831262:0:17110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000390a5ff5. 00000020:00000010:3.0:1767384294.831265:0:17110:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004487c208. 00000040:00000010:3.0:1767384294.831267:0:17110:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001718776d. 00000020:00000010:3.0:1767384294.831269:0:17110:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000535bd67b. 00000020:00000010:3.0:1767384294.831271:0:17110:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3eb18fc. 00000020:00000010:3.0:1767384294.831273:0:17110:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008fd6e4ed. 80000000:00000010:3.0:1767384294.831275:0:17110:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab45dfb9. 40000000:00000010:3.0:1767384294.831277:0:17110:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e6220c57. 00100000:00000010:3.0:1767384294.831279:0:17110:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000420e7c69. 00040000:00000010:3.0:1767384294.831281:0:17110:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002e0910cd. 00040000:00000010:3.0:1767384294.831283:0:17110:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009897f2d5. 00040000:00000010:3.0:1767384294.831284:0:17110:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003dbdec53. 00080000:00000010:3.0:1767384294.831287:0:17110:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000093e84ab1. 00080000:00000010:3.0:1767384294.831289:0:17110:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000068a16fc3. 00000004:00000010:3.0:1767384294.831291:0:17110:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a7e129c2. 00000004:00000010:3.0:1767384294.831293:0:17110:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000031246c7e. 00000004:00000010:3.0:1767384294.831295:0:17110:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c0a36144. 00002000:00000010:3.0:1767384294.831297:0:17110:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a5ca691b. 00000004:00000010:3.0:1767384294.831299:0:17110:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f89094c6. 00000020:00000010:3.0:1767384294.831301:0:17110:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000068bd6e42. 00000040:00000010:3.0:1767384294.831305:0:17110:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000024c466e1. 00000100:00000010:3.0:1767384294.831309:0:17110:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000713bbd08. 02000000:00000010:3.0:1767384294.831314:0:17110:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c25db39. 00000100:00000010:3.0:1767384294.831320:0:17110:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004606ac3e. 02000000:00000010:3.0:1767384294.831334:0:17110:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000070df67b7. 00000400:00000010:3.0:1767384294.831337:0:17110:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd45a98. 00000400:00000010:3.0:1767384294.831339:0:17110:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000014a5829f. 00000100:00000200:3.0:1767384294.831342:0:17110:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236746127872, portal 25 00000400:00000010:3.0:1767384294.831345:0:17110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.831350:0:17110:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236746127872, offset 0 00000400:00000200:3.0:1767384294.831353:0:17110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.831357:0:17110:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.831361:0:17110:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824df00a00 00000400:00000200:3.0:1767384294.831365:0:17110:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x155 [2] + 0 00000400:00000010:3.0:1767384294.831367:0:17110:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000767a907a. 00000400:00000200:3.0:1767384294.831369:0:17110:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075c3e9a0 00000400:00000200:3.0:1767384294.831372:0:17110:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.831374:0:17110:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384294.831376:0:17110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075c3e9a0 00000400:00000010:3.0:1767384294.831377:0:17110:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075c3e9a0. 00000100:00000200:3.0:1767384294.831380:0:17110:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384294.831393:0:17110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.831395:0:17110:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.831399:0:17110:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000713bbd08 x1853236746127872/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.831686:0:17110:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dd45a98. 00000400:00000200:3.0:1767384294.831692:0:17110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014a5829f 00000400:00000010:3.0:1767384294.831695:0:17110:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000014a5829f. 00000100:00000200:3.0:1767384294.831710:0:17110:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000713bbd08 x1853236746127872/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384294.831719:0:17110:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000713bbd08 x1853236746127872/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384294.831737:0:17110:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004606ac3e. 02000000:00000010:3.0:1767384294.831743:0:17110:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000070df67b7. 02000000:00000010:3.0:1767384294.831750:0:17110:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008c25db39. 00000100:00000010:3.0:1767384294.831752:0:17110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000713bbd08. 00000100:00000010:3.0:1767384294.831763:0:17110:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000b00c8040. 00000400:00000200:3.0:1767384294.831765:0:17110:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:3.0:1767384294.831767:0:17110:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:3.0:1767384294.831768:0:17110:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:3.0:1767384294.831769:0:17110:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp 00000400:00000200:3.0:1767384294.831772:0:17110:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384294.831774:0:17110:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (1) 00000400:00000200:3.0:1767384294.831780:0:17110:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384294.831782:0:17110:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:3.0:1767384294.831783:0:17110:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (2) 00000400:00000200:3.0:1767384294.831785:0:17110:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000100:00000010:3.0:1767384294.831786:0:17110:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000b00c8040. 00000020:00000010:3.0:1767384294.831789:0:17110:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000009a4218c2. 00000020:00000010:3.0:1767384294.831791:0:17110:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000005d6db9eb. 00000020:00000010:3.0:1767384294.831794:0:17110:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000005d6db9eb. 00000020:00000010:3.0:1767384294.831796:0:17110:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000005d6db9eb. 00000020:00000010:3.0:1767384294.831799:0:17110:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.831811:0:17110:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000004a08c7be. 00000020:00000010:3.0:1767384294.831815:0:17110:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ad0c1097. 00000020:00000010:3.0:1767384294.831822:0:17110:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.831824:0:17110:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000e80ebf5b. 00000001:00000010:3.0:1767384294.831837:0:17110:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000024c2aaeb. 00000001:00000010:3.0:1767384294.831839:0:17110:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009a795e80. 00000001:00000010:3.0:1767384294.831841:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c25db39. 00000001:00000010:3.0:1767384294.831842:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000032640048. 00000001:00000010:3.0:1767384294.831844:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009a3ba525. 00000001:00000010:3.0:1767384294.831845:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076adaeda. 00000001:00000010:3.0:1767384294.831847:0:17110:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001112644c. 00000001:00000010:3.0:1767384294.831848:0:17110:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000290bcdb8. 00000001:00000010:3.0:1767384294.831850:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007eafe858. 00000001:00000010:3.0:1767384294.831852:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e72184b6. 00000001:00000010:3.0:1767384294.831854:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9bd04ee. 00000001:00000010:3.0:1767384294.831855:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000879aa7a6. 00000020:00000010:3.0:1767384294.831857:0:17110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091d527a3. 00000020:00000010:3.0:1767384294.831859:0:17110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.831860:0:17110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000008:00000010:3.0:1767384294.831862:0:17110:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003020194e. 00020000:00000010:3.0:1767384294.831865:0:17110:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000022882937. 00008000:00000010:3.0:1767384294.831867:0:17110:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000794bc247. 00000080:00000010:3.0:1767384294.831870:0:17110:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e19eb1ef. 00000020:00000010:3.0:1767384294.831875:0:17110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab80e42f. 00000020:00000010:3.0:1767384294.831877:0:17110:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000589455de. 00000040:00000010:3.0:1767384294.831879:0:17110:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f59eb5ab. 00000020:00000010:3.0:1767384294.831881:0:17110:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fcd787c9. 00000020:00000010:3.0:1767384294.831883:0:17110:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000012a92a4d. 00000020:00000010:3.0:1767384294.831885:0:17110:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ef26e1ab. 80000000:00000010:3.0:1767384294.831887:0:17110:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f8b598e. 40000000:00000010:3.0:1767384294.831888:0:17110:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c68fab31. 00100000:00000010:3.0:1767384294.831890:0:17110:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007ba23184. 00040000:00000010:3.0:1767384294.831892:0:17110:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ff97ff7b. 00040000:00000010:3.0:1767384294.831894:0:17110:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008a522962. 00040000:00000010:3.0:1767384294.831896:0:17110:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f842bb5. 00080000:00000010:3.0:1767384294.831899:0:17110:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000123c75c9. 00080000:00000010:3.0:1767384294.831903:0:17110:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000051896d0e. 00000004:00000010:3.0:1767384294.831906:0:17110:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004c9107f3. 00000004:00000010:3.0:1767384294.831909:0:17110:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000053da78aa. 00000004:00000010:3.0:1767384294.831911:0:17110:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000042d19c38. 00000004:00000010:3.0:1767384294.831913:0:17110:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a245c941. 00000010:00000010:3.0:1767384294.831916:0:17110:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000f99510d3. 00000010:00000010:3.0:1767384294.832007:0:17110:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000f97b8dd3. 00000010:00000010:3.0:1767384294.832027:0:17110:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000e0f81ee8. 00000010:00000010:3.0:1767384294.832030:0:17110:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000009eb793e3. 00000010:00000010:3.0:1767384294.832035:0:17110:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000006e0bb730. 00010000:00000010:3.0:1767384294.832040:0:17110:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000912ed6f9. 00010000:00000010:3.0:1767384294.832044:0:17110:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000892338c3. 00010000:00000010:3.0:1767384294.832048:0:17110:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000002ab7b791. 00000020:00000010:3.0:1767384294.832051:0:17110:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006e5164e2. 00000100:00000200:3.0:1767384294.832059:0:17110:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.143@tcp->12345-0@lo 00010000:00000010:3.0:1767384294.832063:0:17110:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000028b8d36d. 00010000:00000010:3.0:1767384294.832066:0:17110:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000061c52f62. 00000001:00000010:3.0:1767384294.832069:0:17110:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002410f47b. 00000001:00000010:3.0:1767384294.832072:0:17110:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000016bdad5f. 00000001:00000010:3.0:1767384294.832111:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009e5bfb75. 00000001:00000010:3.0:1767384294.832153:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b9280238. 00000001:00000010:3.0:1767384294.832197:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007ff477c4. 00000001:00000010:3.0:1767384294.832237:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000074d41719. 00000001:00000010:3.0:1767384294.832286:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000527a2fed. 00000001:00000010:3.0:1767384294.832337:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004fe85772. 00000001:00000010:3.0:1767384294.832393:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c40c37da. 00000001:00000010:3.0:1767384294.832482:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000019682229. 00000001:00000010:3.0:1767384294.832550:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000883268a6. 00000001:00000010:3.0:1767384294.832617:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000da9fb9f. 00000001:00000010:3.0:1767384294.832679:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000093a14918. 00000001:00000010:3.0:1767384294.832762:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fb38972d. 00000001:00000010:3.0:1767384294.832817:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000338e22ad. 00000001:00000010:3.0:1767384294.832867:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000050300f4b. 00000001:00000010:3.0:1767384294.832921:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b20a5d70. 00000001:00000010:3.0:1767384294.832990:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000021ec4da0. 00000001:00000010:3.0:1767384294.833048:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000619ca8b2. 00000001:00000010:3.0:1767384294.833101:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005636fd9a. 00000001:00000010:3.0:1767384294.833155:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004d7db905. 00000001:00000010:3.0:1767384294.833215:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000008c75f59. 00000001:00000010:3.0:1767384294.833267:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006513760c. 00000001:00000010:3.0:1767384294.833325:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b998f1b. 00000001:00000010:3.0:1767384294.833380:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005ac3f45f. 00000001:00000010:3.0:1767384294.833432:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c4e71e22. 00000001:00000010:3.0:1767384294.833624:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cc50f949. 00000001:00000010:3.0:1767384294.833689:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c5e7bae. 00000001:00000010:3.0:1767384294.833769:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000506ad937. 00000001:00000010:3.0:1767384294.833810:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cd0ac79f. 00000001:00000010:3.0:1767384294.833852:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000132600e0. 00000001:00000010:3.0:1767384294.833896:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002ff72cb0. 00000001:00000010:3.0:1767384294.833958:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000095f1a276. 00000001:00000010:3.0:1767384294.834043:0:17110:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000075fa42c4. 00000020:00000010:3.0:1767384294.834298:0:17110:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009c77b56d. 00000020:00000010:3.0:1767384294.834304:0:17110:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000007aabe39e. 00000020:00000010:3.0:1767384294.834392:0:17110:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f8de081a. 00000020:00000010:3.0:1767384294.834396:0:17110:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000045f296da. 00000010:00000010:3.0:1767384294.834410:0:17110:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000f97b8dd3. 00000010:00000010:3.0:1767384294.834413:0:17110:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000009eb793e3. 00000010:00000010:3.0:1767384294.834417:0:17110:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000e0f81ee8. 00000010:00000010:3.0:1767384294.834419:0:17110:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000006e0bb730. 00000020:00000010:3.0:1767384294.834492:0:17110:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000074f60b04. 00000020:00000010:3.0:1767384294.834497:0:17110:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000be6f6690. 00000020:00000010:3.0:1767384294.834519:0:17110:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000589455de. 00000040:00000010:3.0:1767384294.834524:0:17110:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f59eb5ab. 00000020:00000010:3.0:1767384294.834529:0:17110:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fcd787c9. 00000020:00000010:3.0:1767384294.834532:0:17110:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000012a92a4d. 00000020:00000010:3.0:1767384294.834535:0:17110:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ef26e1ab. 80000000:00000010:3.0:1767384294.834537:0:17110:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f8b598e. 40000000:00000010:3.0:1767384294.834539:0:17110:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c68fab31. 00100000:00000010:3.0:1767384294.834541:0:17110:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007ba23184. 00040000:00000010:3.0:1767384294.834543:0:17110:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ff97ff7b. 00040000:00000010:3.0:1767384294.834544:0:17110:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008a522962. 00040000:00000010:3.0:1767384294.834546:0:17110:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f842bb5. 00080000:00000010:3.0:1767384294.834548:0:17110:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000051896d0e. 00080000:00000010:3.0:1767384294.834549:0:17110:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000123c75c9. 00000004:00000010:3.0:1767384294.834552:0:17110:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004c9107f3. 00000004:00000010:3.0:1767384294.834554:0:17110:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000053da78aa. 00000004:00000010:3.0:1767384294.834556:0:17110:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000042d19c38. 00000004:00000010:3.0:1767384294.834558:0:17110:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a245c941. 00000020:00000010:3.0:1767384294.834560:0:17110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab80e42f. 00000020:00000010:3.0:1767384294.834562:0:17110:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.834564:0:17110:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000008:00000010:3.0:1767384294.834565:0:17110:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003020194e. 00020000:00000010:3.0:1767384294.834583:0:17110:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000022882937. 00008000:00000010:3.0:1767384294.834585:0:17110:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000794bc247. 00000080:00000010:3.0:1767384294.834595:0:17110:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e19eb1ef. 00000020:00000010:3.0:1767384294.834597:0:17110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091d527a3. 00000020:00000010:3.0:1767384294.834599:0:17110:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000e80ebf5b. 00000020:00000010:3.0:1767384294.834606:0:17110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022f6e6c2. 00000020:00000010:3.0:1767384294.834608:0:17110:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000091d527a3. 00000040:00000010:3.0:1767384294.834611:0:17110:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab80e42f. 00000020:00000010:3.0:1767384294.834614:0:17110:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000223fe383. 00000020:00000010:3.0:1767384294.834616:0:17110:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000012a92a4d. 00000020:00000010:3.0:1767384294.834620:0:17110:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000038ccb611. 80000000:00000010:3.0:1767384294.834623:0:17110:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f57dcb2. 40000000:00000010:3.0:1767384294.834626:0:17110:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c68fab31. 00100000:00000010:3.0:1767384294.834628:0:17110:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002c1c4149. 00040000:00000010:3.0:1767384294.834630:0:17110:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ff97ff7b. 00040000:00000010:3.0:1767384294.834650:0:17110:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c4f9b99a. 00040000:00000010:3.0:1767384294.834653:0:17110:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f842bb5. 00080000:00000010:3.0:1767384294.834657:0:17110:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000051896d0e. 00080000:00000010:3.0:1767384294.834662:0:17110:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000123c75c9. 00000004:00000010:3.0:1767384294.834671:0:17110:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d8427d00. 00000004:00000010:3.0:1767384294.834676:0:17110:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c83a83cd. 00000004:00000010:3.0:1767384294.834681:0:17110:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001d4b9df4. 00000004:00000010:3.0:1767384294.834685:0:17110:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008efc56f6. 00000020:00000010:3.0:1767384294.834689:0:17110:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f59eb5ab. 00000020:00000010:3.0:1767384294.834694:0:17110:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.834698:0:17110:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.834741:0:17110:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000004a73c2a3. 00000020:00000010:3.0:1767384294.834743:0:17110:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000030fc72bd. 00000020:00000010:3.0:1767384294.834747:0:17110:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c5c94f20. 00000100:00000010:3.0:1767384294.834760:0:17110:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000713bbd08. 02000000:00000010:3.0:1767384294.834766:0:17110:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000785c1dc. 00000020:00000010:3.0:1767384294.834952:0:17087:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000aa82c656. 00000020:00000010:3.0:1767384294.834963:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000589455de. 00000020:00000010:3.0:1767384294.834966:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006e0bb730. 00000020:00000010:3.0:1767384294.834974:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026b11f29. 00000100:00000200:3.0:1767384294.835014:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746128000 02000000:00000010:3.0:1767384294.835026:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005c32b6fb. 00000400:00000010:3.0:1767384294.835032:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.835035:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746128000, offset 0 00000400:00000200:3.0:1767384294.835039:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.835044:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.835051:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df00a80 00000400:00000200:3.0:1767384294.835056:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa59 [1] + 0 00000400:00000200:3.0:1767384294.835059:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.835062:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.835068:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000713bbd08 x1853236746128000/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.835114:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.835117:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000020:00000010:3.0:1767384294.835133:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006e0bb730. 00000020:00000010:3.0:1767384294.835154:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026b11f29. 00000020:00000010:3.0:1767384294.835158:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000589455de. 00000020:00000010:3.0:1767384294.835190:0:17110:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000004a73c2a3. 00000020:00000010:3.0:1767384294.835195:0:17110:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000030fc72bd. 00000020:00000010:3.0:1767384294.835200:0:17110:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000091d527a3. 00000040:00000010:3.0:1767384294.835203:0:17110:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ab80e42f. 00000020:00000010:3.0:1767384294.835207:0:17110:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000223fe383. 00000020:00000010:3.0:1767384294.835217:0:17110:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000012a92a4d. 00000020:00000010:3.0:1767384294.835236:0:17110:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000038ccb611. 80000000:00000010:3.0:1767384294.835242:0:17110:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f57dcb2. 40000000:00000010:3.0:1767384294.835245:0:17110:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c68fab31. 00100000:00000010:3.0:1767384294.835247:0:17110:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002c1c4149. 00040000:00000010:3.0:1767384294.835250:0:17110:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ff97ff7b. 00040000:00000010:3.0:1767384294.835253:0:17110:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c4f9b99a. 00040000:00000010:3.0:1767384294.835256:0:17110:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f842bb5. 00080000:00000010:3.0:1767384294.835260:0:17110:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000123c75c9. 00080000:00000010:3.0:1767384294.835264:0:17110:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000051896d0e. 00000004:00000010:3.0:1767384294.835273:0:17110:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d8427d00. 00000004:00000010:3.0:1767384294.835275:0:17110:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c83a83cd. 00000004:00000010:3.0:1767384294.835278:0:17110:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001d4b9df4. 00000004:00000010:3.0:1767384294.835280:0:17110:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008efc56f6. 00000020:00000010:3.0:1767384294.835283:0:17110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022f6e6c2. 00000020:00000010:3.0:1767384294.835286:0:17110:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.835288:0:17110:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.835291:0:17110:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f59eb5ab. 00000020:00000010:3.0:1767384294.835294:0:17110:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000009a4218c2. 00000020:00000010:3.0:1767384294.835296:0:17110:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000005d6db9eb. 00000100:00000010:3.0:1767384294.835304:0:17110:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000452ae1ba. 02000000:00000010:3.0:1767384294.835309:0:17110:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f59eb5ab. 00000100:00000010:3.0:1767384294.835313:0:17110:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a73c2a3. 02000000:00000010:3.0:1767384294.835326:0:17110:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a039a1d9. 00000400:00000010:3.0:1767384294.835330:0:17110:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd45a98. 00000400:00000010:3.0:1767384294.835332:0:17110:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004606ac3e. 00000100:00000200:3.0:1767384294.835334:0:17110:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236746128128, portal 25 00000400:00000010:3.0:1767384294.835337:0:17110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.835338:0:17110:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236746128128, offset 0 00000400:00000200:3.0:1767384294.835341:0:17110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.835345:0:17110:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.835350:0:17110:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824df00b00 00000400:00000200:3.0:1767384294.835354:0:17110:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x159 [2] + 0 00000400:00000010:3.0:1767384294.835356:0:17110:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000862d36fb. 00000400:00000200:3.0:1767384294.835358:0:17110:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1a7b475 00000400:00000200:3.0:1767384294.835360:0:17110:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.835362:0:17110:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384294.835364:0:17110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1a7b475 00000400:00000010:3.0:1767384294.835365:0:17110:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1a7b475. 00000100:00000200:3.0:1767384294.835367:0:17110:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384294.835379:0:17110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384294.835380:0:17110:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384294.835383:0:17110:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000452ae1ba x1853236746128128/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384294.835467:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d6db9eb. 00000020:00000010:3.0:1767384294.835471:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d6db9eb. 00000100:00000200:3.0:1767384294.835473:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746128128 02000000:00000010:3.0:1767384294.835491:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000e2778933. 00000040:00000010:3.0:1767384294.835494:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ef26e1ab. 00000040:00000010:3.0:1767384294.835502:0:17079:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000080842ee2. 00000040:00000010:3.0:1767384294.835516:0:17079:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000080842ee2. 00000040:00000010:3.0:1767384294.835519:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ef26e1ab. 00010000:00000200:3.0:1767384294.835524:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea619d63 x1853236746128128/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 272/8472 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.835533:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000014a5829f. 00000100:00000200:3.0:1767384294.835535:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236746128128, offset 224 00000400:00000200:3.0:1767384294.835539:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.835544:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.835548:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824df00b00 00000400:00000200:3.0:1767384294.835552:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa65 [4] + 224 00000400:00000200:3.0:1767384294.835556:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.835557:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.835561:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000452ae1ba x1853236746128128/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.835576:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014a5829f 00000400:00000010:3.0:1767384294.835578:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000014a5829f. 00000020:00000010:3.0:1767384294.835585:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eed2489a. 00000020:00000010:3.0:1767384294.835588:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008ec6cba1. 00000020:00000010:3.0:1767384294.835591:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000193b9723. 02000000:00000010:3.0:1767384294.835595:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000e2778933. 00000100:00000200:3.0:1767384294.835607:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.835614:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aabaed6b. 00000400:00000010:3.0:1767384294.835619:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014a5829f. 00000020:00000010:3.0:1767384294.835979:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d6db9eb. 00000020:00000010:3.0:1767384294.835984:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d6db9eb. 00000020:00000010:3.0:1767384294.835995:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef26e1ab. 00000020:00000010:3.0:1767384294.835997:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.836000:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.836021:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d6db9eb. 00000020:00000010:3.0:1767384294.836023:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d6db9eb. 00000100:00000200:3.0:1767384294.836025:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746128256 02000000:00000010:3.0:1767384294.836033:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000080842ee2. 20000000:00000010:3.0:1767384294.836039:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000088d2a66. 20000000:00000010:3.0:1767384294.836044:0:17079:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000009f57dcb2. 20000000:00000010:3.0:1767384294.836051:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009f842bb5. 00080000:00000010:3.0:1767384294.836084:0:17079:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000008efc56f6. 00080000:00000010:3.0:1767384294.836088:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000038ccb611. 00080000:00000010:3.0:1767384294.836092:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005d6db9eb. 00080000:00000010:3.0:1767384294.837411:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005d6db9eb. 20000000:00000010:3.0:1767384294.837620:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000088d2a66. 00010000:00000200:3.0:1767384294.837631:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070992eb8 x1853236746128256/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384294.837648:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f15a67b1. 00000100:00000200:3.0:1767384294.837655:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746128256, offset 224 00000400:00000200:3.0:1767384294.837663:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.837676:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.837685:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df00b80 00000400:00000200:3.0:1767384294.837692:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xa75 [2] + 224 00000400:00000200:3.0:1767384294.837698:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.837716:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.837721:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746128256/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.837756:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f15a67b1 00000400:00000010:3.0:1767384294.837760:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f15a67b1. 00000020:00000010:3.0:1767384294.837773:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e77a8872. 00000020:00000010:3.0:1767384294.837778:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384294.837784:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef26e1ab. 02000000:00000010:3.0:1767384294.837795:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000080842ee2. 00000100:00000200:3.0:1767384294.837819:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384294.837827:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7edf943. 00000400:00000010:3.0:1767384294.837835:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f15a67b1. 00000100:00000010:3.0:1767384294.837994:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050c80de4. 02000000:00000010:3.0:1767384294.838002:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef26e1ab. 00000020:00000010:3.0:1767384294.838026:0:17073:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005d6db9eb. 00010000:00000010:3.0:1767384294.838037:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d9c28321. 00000020:00000010:3.0:1767384294.838051:0:16353:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000012a92a4d. 00000020:00000010:3.0:1767384294.838057:0:16353:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000589455de. 80000000:00000010:3.0:1767384294.838063:0:16353:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f79b277. 40000000:00000010:3.0:1767384294.838084:0:16353:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009a4218c2. 00000008:00000010:3.0:1767384294.838091:0:16353:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a0657a1f. 00020000:00000010:3.0:1767384294.838097:0:16353:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000a2aa08f5. 00008000:00000010:3.0:1767384294.838104:0:16353:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001d1ad142. 00100000:00000010:3.0:1767384294.838106:0:16353:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001d4b9df4. 00040000:00000010:3.0:1767384294.838108:0:16353:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ff97ff7b. 00040000:00000010:3.0:1767384294.838111:0:16353:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d8427d00. 00040000:00000010:3.0:1767384294.838115:0:16353:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000038ccb611. 00080000:00000010:3.0:1767384294.838121:0:16353:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000080842ee2. 00080000:00000010:3.0:1767384294.838124:0:16353:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000088d2a66. 00000004:00000010:3.0:1767384294.838131:0:16353:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c4f9b99a. 00000004:00000010:3.0:1767384294.838138:0:16353:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c83a83cd. 00000004:00000010:3.0:1767384294.838144:0:16353:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002c1c4149. 00002000:00000010:3.0:1767384294.838151:0:16353:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005fcd4592. 00000004:00000010:3.0:1767384294.838156:0:16353:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f751cec6. 00000080:00000010:3.0:1767384294.838160:0:16353:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000bb119337. 00000080:00000010:3.0:1767384294.838168:0:16353:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000005b75a374. 00000008:00000010:3.0:1767384294.838178:0:16353:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003020194e. 00020000:00000010:3.0:1767384294.838185:0:16353:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000022882937. 00008000:00000010:3.0:1767384294.838188:0:16353:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000794bc247. 00000080:00000010:3.0:1767384294.838195:0:16353:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e19eb1ef. 00000100:00000010:3.0:1767384294.841509:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb3dc881. 00010000:00000010:3.1F:1767384294.844494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b7982e60. 00010000:00000010:3.1:1767384294.844507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003422c6bd. 00010000:00000010:3.1:1767384294.844513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006886a517. 00010000:00000010:3.1:1767384294.844516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052725037. 00010000:00000010:2.1:1767384294.844529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6457ae. 00080000:00000010:3.0:1767384294.862191:0:17117:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000028da4476. 00000020:00000010:3.0:1767384294.862199:0:17117:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000daac72cc. 00000040:00000010:3.0:1767384294.862203:0:17117:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ccfe18ee. 00000020:00000010:3.0:1767384294.862207:0:17117:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004f622096. 00000020:00000010:3.0:1767384294.862212:0:17117:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000606780a4. 00000020:00000010:3.0:1767384294.862215:0:17117:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e0621bcd. 80000000:00000010:3.0:1767384294.862220:0:17117:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000818cdb35. 40000000:00000010:3.0:1767384294.862224:0:17117:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000037efc8c9. 00100000:00000010:3.0:1767384294.862227:0:17117:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048248c7f. 00040000:00000010:3.0:1767384294.862230:0:17117:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009393336b. 00040000:00000010:3.0:1767384294.862234:0:17117:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003fed5787. 00040000:00000010:3.0:1767384294.862236:0:17117:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009d1bcea6. 00080000:00000010:3.0:1767384294.862240:0:17117:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008cac92cd. 00080000:00000010:3.0:1767384294.862243:0:17117:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000834ed33c. 00000004:00000010:3.0:1767384294.862246:0:17117:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e4acfb8d. 00000004:00000010:3.0:1767384294.862251:0:17117:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000067f290a8. 00000004:00000010:3.0:1767384294.862255:0:17117:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000550e3c86. 00000004:00000010:3.0:1767384294.862260:0:17117:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001826bb69. 00000020:00000010:3.0:1767384294.862262:0:17117:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031ae7cfe. 00000004:00000010:3.0:1767384294.862265:0:17117:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 0000000017f45d50. 00080000:00000010:3.0:1767384294.871663:0:17118:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f97b8dd3. 00080000:00000010:3.0:1767384294.871671:0:17118:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f97b8dd3. 00000001:02000400:3.0:1767384296.448906:0:17342:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing set_default_debug -1 all 00000400:00000001:3.0:1767384296.467920:0:17344:0:(debug.c:327:cfs_str2mask()) Process entered 00000020:00000001:3.0:1767384296.803564:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384296.803570:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384296.803575:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384297.122608:0:17407:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000185838ef. 00080000:00000010:3.0:1767384297.122626:0:17407:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000185838ef. 00000020:00000001:3.0:1767384297.122635:0:17407:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384298.485880:0:17505:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009c866da0. 00080000:00000010:3.0:1767384298.485893:0:17505:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009c866da0. 00000020:00000001:3.0:1767384298.485899:0:17505:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.851702:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384298.851730:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.851734:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384298.983396:0:17553:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000876e310a. 00080000:00000010:3.0:1767384298.983409:0:17553:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000876e310a. 00000020:00000001:3.0:1767384298.983415:0:17553:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.195540:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384300.195553:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384300.195573:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87d1967. 00000020:00000040:3.0:1767384300.195585:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384300.195592:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384300.195597:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384300.195604:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384300.195615:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d650de7a. 00000100:00000001:3.0:1767384300.195638:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.195651:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@00000000d87d1967 x1853236746128640/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384300.195709:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384300.195716:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.195728:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d87d1967] to pc [ptlrpcd_00_02+2] req@00000000d87d1967 x1853236746128640/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.195784:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384300.195791:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1767384300.195799:0:486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767384300.195804:0:486:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384300.195808:0:486:0:(import.c:65:import_set_state_nolock()) 000000006e5164e2 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384300.195815:0:486:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:3.0:1767384300.195823:0:486:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 10 to 0@lo 00000100:00000001:3.0:1767384300.195834:0:486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384300.195841:0:486:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 11 to 0@lo 00000100:00000001:3.0:1767384300.195851:0:486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:3.0:1767384300.195867:0:486:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384300.195872:0:486:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fa94 00000020:00000001:3.0:1767384300.195898:0:486:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384300.195947:0:486:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c5c94f20 refcount=7 00000020:00000001:3.0:1767384300.195958:0:486:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564653395968 : -111509056155648 : ffff9a9546519000) 00000020:00000001:3.0:1767384300.195969:0:486:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564653395968 : -111509056155648 : ffff9a9546519000) 00000100:00000040:3.0:1767384300.195987:0:486:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 10 to 0@lo 00000100:00000001:3.0:1767384300.195997:0:486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384300.196010:0:486:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 11 to 0@lo 00000100:00000001:3.0:1767384300.196024:0:486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000040:3.0:1767384300.196034:0:486:0:(genops.c:898:class_export_put()) PUTting export 00000000c5c94f20 : new refcount 6 00000100:00080000:3.0:1767384300.196051:0:486:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000006e5164e2 using connection 192.168.203.143@tcp/0@lo 00000100:00000001:3.0:1767384300.196067:0:486:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.196082:0:486:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384300.196096:0:486:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384300.196112:0:486:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.196126:0:486:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384300.196134:0:486:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384300.196147:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4b9608f. 00000020:00000040:3.0:1767384300.196161:0:486:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384300.196178:0:486:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384300.196188:0:486:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.196202:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384300.196211:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384300.196220:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384300.196235:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000076ae98b6. 00000100:00000001:3.0:1767384300.196251:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384300.196274:0:486:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b4b9608f x1853236746128768/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384300.196307:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384300.196315:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.196329:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4b9608f] to pc [ptlrpcd_rcv+-1] req@00000000b4b9608f x1853236746128768/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.196387:0:486:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.196415:0:486:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (226) 00000100:00000001:3.0:1767384300.196812:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384300.196823:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746128640 02000000:00000001:3.0:1767384300.196832:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384300.196840:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.196849:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.196866:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384300.196882:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746128640 00000020:00000001:3.0:1767384300.196890:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384300.196900:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384300.196912:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384300.196927:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=10 00000020:00000001:3.0:1767384300.196940:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384300.196951:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384300.196967:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384300.196980:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a41fe4d. 00000100:00000001:3.0:1767384300.196990:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384300.197005:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a41fe4d. 00000020:00000010:3.0:1767384300.197019:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076cad1da. 00000020:00000010:3.0:1767384300.197038:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003707a664. 00000020:00000010:3.0:1767384300.197052:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384300.197080:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384300.197093:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384300.197101:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384300.197111:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.197133:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.197171:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.197202:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384300.197213:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384300.197234:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:3.0:1767384300.197250:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384300.197266:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608972368 : -111508100579248 : ffff9a957f468050) 00000100:00000040:3.0:1767384300.197288:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066f3e18a x1853236746128640/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.197367:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384300.197377:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a41fe4d. 00000100:00000001:3.0:1767384300.197388:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384300.197402:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a41fe4d. 00000100:00100000:3.0:1767384300.197422:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066f3e18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+10:16355:x1853236746128640:12345-0@lo:400: 00000100:00000200:3.0:1767384300.197527:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746128640 00000020:00000001:3.0:1767384300.197534:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384300.197543:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384300.197552:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.197564:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384300.197581:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000020:00000001:3.0:1767384300.197598:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384300.197605:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384300.197615:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384300.197624:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384300.197633:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.197652:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384300.197657:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384300.197661:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384300.197713:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a208c4bf. 02000000:00000001:3.0:1767384300.197725:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.197734:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.197744:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384300.197754:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746128640 00010000:00000001:3.0:1767384300.197778:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384300.197793:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066f3e18a x1853236746128640/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384300.197831:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384300.197838:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384300.197849:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.197866:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384300.197877:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 12 to 0@lo 00000100:00000001:3.0:1767384300.197898:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384300.197911:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384300.197920:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.197935:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384300.197950:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384300.197960:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384300.197972:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746128640, offset 224 00000400:00000200:3.0:1767384300.197992:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384300.198012:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384300.198037:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df00d00 00000400:00000200:3.0:1767384300.198061:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xa9d [1] + 224 00000400:00000200:3.0:1767384300.198082:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384300.198102:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384300.198119:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384300.198134:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d87d1967 x1853236746128640/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384300.198171:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d87d1967 x1853236746128640/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.198233:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384300.198249:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384300.198259:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384300.198274:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384300.198282:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384300.198295:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.198310:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 11 to 0@lo 00010000:00000001:3.0:1767384300.198320:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384300.198328:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.198339:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384300.198356:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f3e18a x1853236746128640/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.198423:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066f3e18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+10:16355:x1853236746128640:12345-0@lo:400: Request processed in 1046us (1746us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384300.198493:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:3.0:1767384300.198519:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384300.198532:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384300.198551:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384300.198563:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003707a664. 00000020:00000010:3.0:1767384300.198578:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384300.198591:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076cad1da. 00000020:00000040:3.0:1767384300.198619:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 9 02000000:00000001:3.0:1767384300.198634:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384300.198643:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a208c4bf. 02000000:00000001:3.0:1767384300.198658:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384300.198702:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384300.198722:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384300.198738:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa0c6793. 00000400:00000010:3.0:1767384300.198755:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071bbb8fc. 00000100:00000040:3.0:1767384300.200542:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294888964, at 4294888965 00000100:00000010:3.0:1767384300.200552:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077c1ca66. 00000100:00000001:3.0:1767384301.219841:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.219846:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746128896 02000000:00000001:3.0:1767384301.219850:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.219852:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.219855:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.219860:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.219865:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746128896 00000020:00000001:3.0:1767384301.219867:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.219870:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.219873:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.219875:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=10 00000020:00000001:3.0:1767384301.219880:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.219883:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.219888:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.219893:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e4f52ce. 00000100:00000001:3.0:1767384301.219898:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.219902:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e4f52ce. 00000020:00000010:3.0:1767384301.219909:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cda462b7. 00000020:00000010:3.0:1767384301.219920:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.219924:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384301.219930:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.219933:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.219934:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.219935:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.219940:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.219949:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.219957:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.219959:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.219963:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1767384301.219966:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.219968:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608978512 : -111508100573104 : ffff9a957f469850) 00000100:00000040:3.0:1767384301.219972:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c4f1369 x1853236746128896/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.219979:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.219981:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e4f52ce. 00000100:00000001:3.0:1767384301.219982:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.219984:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e4f52ce. 00000100:00100000:3.0:1767384301.219986:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c4f1369 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+10:17082:x1853236746128896:12345-0@lo:101: 00000100:00000200:3.0:1767384301.219989:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746128896 00000020:00000001:3.0:1767384301.219991:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.219993:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.219995:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.219997:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.219998:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:3.0:1767384301.220001:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.220002:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.220004:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.220005:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.220008:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.220009:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384301.220010:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384301.220016:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384301.220017:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384301.220019:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.220022:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384301.220026:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000831a6922. 00010000:00000001:3.0:1767384301.220028:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384301.220029:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dac885ac. 00000020:00000001:3.0:1767384301.220032:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.220033:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dac885ac with handle 0x980286e253c5fab0 to hash 00000020:00000001:3.0:1767384301.220034:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384301.220035:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384301.220037:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00010000:3.0:1767384301.220039:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000dac885ac/0x980286e253c5fab0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5faa9 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384301.220044:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 6 00000020:00000040:3.0:1767384301.220045:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=11 00000100:00000001:3.0:1767384301.220051:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.220052:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.220054:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000040d7132f. 02000000:00000001:3.0:1767384301.220056:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.220057:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.220059:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384301.220062:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384301.220064:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384301.220065:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.220066:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.220068:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.220069:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.220070:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384301.220072:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384301.220073:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384301.220073:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384301.220075:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000831a6922) refcount = 1 00010000:00010000:3.0:1767384301.220077:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dac885ac/0x980286e253c5fab0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5faa9 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.220085:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384301.220087:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384301.220088:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.220089:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.220090:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384301.220093:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384301.220095:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000dac885ac/0x980286e253c5fab0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5faa9 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.220099:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384301.220101:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384301.220102:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.220104:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.220105:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384301.220107:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.220108:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384301.220109:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000dac885ac, rc 0) 00000020:00000001:3.0:1767384301.220110:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.220112:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746128896 00010000:00000001:3.0:1767384301.220114:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.220116:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c4f1369 x1853236746128896/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.220122:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.220124:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.220126:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.220129:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.220131:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.220132:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.220135:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.220136:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.220138:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.220139:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.220142:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384301.220144:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746128896, offset 224 00000400:00000200:3.0:1767384301.220151:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.220156:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.220160:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df00e00 00000400:00000200:3.0:1767384301.220164:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xab9 [1] + 224 00000400:00000200:3.0:1767384301.220167:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.220169:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.220172:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.220174:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746128896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.220181:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000285b843c x1853236746128896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.220194:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.220198:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384301.220199:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384301.220201:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.220202:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.220205:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.220207:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.220209:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.220211:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.220213:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.220217:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c4f1369 x1853236746128896/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.220225:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c4f1369 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+11:17082:x1853236746128896:12345-0@lo:101: Request processed in 245us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.220237:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1767384301.220243:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.220247:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.220251:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.220255:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.220260:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384301.220266:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cda462b7. 00000020:00000040:3.0:1767384301.220275:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 10 02000000:00000001:3.0:1767384301.220281:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.220284:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000040d7132f. 02000000:00000001:3.0:1767384301.220286:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.220290:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.220297:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.220302:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcef1e7f. 00000400:00000010:3.0:1767384301.220307:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000231ba198. 00000100:00000001:3.0:1767384301.220636:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.220641:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746129024 02000000:00000001:3.0:1767384301.220647:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.220650:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.220653:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.220670:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.220673:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746129024 00000020:00000001:3.0:1767384301.220676:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.220679:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.220682:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.220685:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=11 00000020:00000001:3.0:1767384301.220688:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.220690:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.220694:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.220698:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e4f52ce. 00000100:00000001:3.0:1767384301.220700:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.220702:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e4f52ce. 00000020:00000010:3.0:1767384301.220706:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cda462b7. 00000020:00000010:3.0:1767384301.220718:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.220721:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384301.220726:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.220728:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.220729:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.220730:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.220733:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.220744:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.220753:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.220762:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.220767:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1767384301.220771:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.220776:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608979536 : -111508100572080 : ffff9a957f469c50) 00000100:00000040:3.0:1767384301.220787:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016331adc x1853236746129024/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 304/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.220797:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.220801:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e4f52ce. 00000100:00000001:3.0:1767384301.220802:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.220805:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e4f52ce. 00000100:00100000:3.0:1767384301.220808:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016331adc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+11:17082:x1853236746129024:12345-0@lo:256: 00000100:00000200:3.0:1767384301.220812:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746129024 00000020:00000001:3.0:1767384301.220814:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.220816:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.220818:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.220819:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.220821:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:3.0:1767384301.220823:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.220825:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.220827:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.220828:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.220830:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.220834:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.220836:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.220839:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000040d7132f. 02000000:00000001:3.0:1767384301.220841:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.220842:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.220845:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384301.220849:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384301.220852:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384301.220854:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384301.220857:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.220859:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384301.220860:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384301.220870:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b174ef1a. 20000000:00000001:3.0:1767384301.220874:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384301.220882:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:3.0:1767384301.220889:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1767384301.220891:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 5 20000000:00000001:3.0:1767384301.220893:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:3.0:1767384301.220896:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384301.220899:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ec0fa91f. 00000100:00000010:3.0:1767384301.220902:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000073f70e3c. 00000020:00000040:3.0:1767384301.220904:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=12 00010000:00000001:3.0:1767384301.220907:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384301.220909:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384301.220912:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000400:00000010:3.0:1767384301.220918:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000006dc2e23. 00000400:00000200:3.0:1767384301.220921:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.220928:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.220934:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x695824df00e80 00000400:00000200:3.0:1767384301.220938:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0xac9 [4] + 0 00000400:00000010:3.0:1767384301.220941:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b60484c. 00000400:00000200:3.0:1767384301.220944:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cfde8dc5 00000400:00000200:3.0:1767384301.220947:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.220950:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384301.220952:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfde8dc5 00000400:00000010:3.0:1767384301.220954:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000cfde8dc5. 00000100:00000001:3.0:1767384301.220957:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384301.220958:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000285b843c desc 00000000f0641296 mbits 1853236746129024 00000100:00000001:3.0:1767384301.220971:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384301.220974:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384301.220981:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384301.220992:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0xad5 00000400:00000200:3.0:1767384301.220999:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.221005:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384301.221008:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384301.221010:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ec0fa91f 00000100:00000001:3.0:1767384301.221013:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384301.221025:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384301.221027:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384301.221029:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384301.221031:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ec0fa91f 00000100:00000001:3.0:1767384301.221033:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384301.221037:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x695824df00e80-0x695824df00e80 00000100:00000001:3.0:1767384301.221040:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.221044:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.221046:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384301.221048:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 11 00000100:00000010:3.0:1767384301.221051:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000073f70e3c. 00000100:00000010:3.0:1767384301.221054:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ec0fa91f. 00000100:00000001:3.0:1767384301.221056:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384301.221057:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384301.221065:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b174ef1a. 20000000:00000001:3.0:1767384301.221068:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.221071:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746129024 00010000:00000001:3.0:1767384301.221073:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.221076:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016331adc x1853236746129024/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 304/240 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.221084:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.221086:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.221089:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.221092:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.221094:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.221096:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.221098:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.221100:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.221102:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.221104:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.221107:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384301.221110:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746129024, offset 224 00000400:00000200:3.0:1767384301.221115:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.221120:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.221125:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df00e80 00000400:00000200:3.0:1767384301.221135:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0xacd [1] + 224 00000400:00000200:3.0:1767384301.221139:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.221142:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.221145:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.221148:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746129024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.221157:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000285b843c x1853236746129024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.221174:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.221178:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384301.221180:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384301.221183:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.221185:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.221189:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.221194:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.221200:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.221204:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.221210:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.221218:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016331adc x1853236746129024/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 304/240 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.221252:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016331adc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+11:17082:x1853236746129024:12345-0@lo:256: Request processed in 452us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.221269:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1767384301.221277:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.221283:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.221288:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.221293:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.221299:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384301.221304:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cda462b7. 00000020:00000040:3.0:1767384301.221312:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 10 02000000:00000001:3.0:1767384301.221318:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.221323:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000040d7132f. 02000000:00000001:3.0:1767384301.221336:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.221342:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.221350:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.221358:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fbf5229. 00000400:00000010:3.0:1767384301.221366:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1c777c6. 00000100:00000040:3.0:1767384301.225489:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294889988, at 4294889990 00000100:00000010:3.0:1767384301.225499:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073004897. 00000100:00000001:3.0:1767384301.517403:0:17896:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384301.517464:0:17896:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384301.517943:0:17896:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000004f98164e. 00000020:00000001:3.0:1767384301.517948:0:17896:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384301.517953:0:17896:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002e96d3be. 00000020:00000010:3.0:1767384301.517957:0:17896:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000209b42f8. 00000020:00000010:3.0:1767384301.517963:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a45295b. 00000020:00000010:3.0:1767384301.517968:0:17896:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000313a8267. 00000020:00000010:3.0:1767384301.517973:0:17896:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c0a36144. 00000020:00000010:3.0:1767384301.517978:0:17896:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009dc54545. 00000020:00000010:3.0:1767384301.517982:0:17896:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cda462b7. 80000000:00000010:3.0:1767384301.517985:0:17896:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000caa8ced1. 40000000:00000010:3.0:1767384301.517988:0:17896:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc8a2034. 00100000:00000010:3.0:1767384301.517993:0:17896:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7e129c2. 00040000:00000010:3.0:1767384301.517997:0:17896:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bc894344. 00040000:00000010:3.0:1767384301.518001:0:17896:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008eef2ffe. 00080000:00000010:3.0:1767384301.518007:0:17896:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a5b94527. 00080000:00000010:3.0:1767384301.518013:0:17896:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a53523fa. 00002000:00000010:3.0:1767384301.518019:0:17896:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d5e86462. 00000100:00000200:3.0:1767384301.518023:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518029:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de89952. 00000400:00000010:3.0:1767384301.518036:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000179943e0. 00000100:00000200:3.0:1767384301.518055:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518057:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008186b293. 00000400:00000010:3.0:1767384301.518060:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000410249e. 00000100:00000200:3.0:1767384301.518063:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518065:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004934b0f8. 00000400:00000010:3.0:1767384301.518075:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cc3f06a3. 00000100:00000200:3.0:1767384301.518078:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518080:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000276080f7. 00000400:00000010:3.0:1767384301.518083:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000076b0b5df. 00000100:00000200:3.0:1767384301.518086:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518088:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062b0b35d. 00000400:00000010:3.0:1767384301.518091:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000505c2c28. 00000100:00000200:3.0:1767384301.518094:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518095:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000971a1d32. 00000400:00000010:3.0:1767384301.518099:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000053da78aa. 00000100:00000200:3.0:1767384301.518101:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518103:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd45a98. 00000400:00000010:3.0:1767384301.518107:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ddcb18a. 00000100:00000200:3.0:1767384301.518109:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518111:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fcc5ba6. 00000400:00000010:3.0:1767384301.518123:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000038d358db. 00000100:00000200:3.0:1767384301.518127:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518129:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bed04ea1. 00000400:00000010:3.0:1767384301.518132:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001d53f2b9. 00000100:00000200:3.0:1767384301.518135:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518136:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000462e3dfc. 00000400:00000010:3.0:1767384301.518139:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001084886c. 00000100:00000200:3.0:1767384301.518142:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518143:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d81f384. 00000400:00000010:3.0:1767384301.518146:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001376895d. 00000100:00000200:3.0:1767384301.518148:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518150:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000862d36fb. 00000400:00000010:3.0:1767384301.518153:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c3816fba. 00000100:00000200:3.0:1767384301.518155:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518157:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000767a907a. 00000400:00000010:3.0:1767384301.518160:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000077338e6e. 00000100:00000200:3.0:1767384301.518162:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518164:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c79c7ec3. 00000400:00000010:3.0:1767384301.518166:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004bba99c5. 00000100:00000200:3.0:1767384301.518169:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518170:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000953ec6f4. 00000400:00000010:3.0:1767384301.518178:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f7dc9d16. 00000100:00000200:3.0:1767384301.518181:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518182:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040540885. 00000400:00000010:3.0:1767384301.518192:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aea4b600. 00000100:00000200:3.0:1767384301.518196:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518197:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3839932. 00000400:00000010:3.0:1767384301.518200:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000092a6302e. 00000100:00000200:3.0:1767384301.518203:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518204:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000356fc13d. 00000400:00000010:3.0:1767384301.518207:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000044819d99. 00000100:00000200:3.0:1767384301.518209:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518211:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000663d7d0. 00000400:00000010:3.0:1767384301.518214:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008e47ab61. 00000100:00000200:3.0:1767384301.518216:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518217:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079de4775. 00000400:00000010:3.0:1767384301.518220:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000004c0b121. 00000100:00000200:3.0:1767384301.518223:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518224:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bf9445d. 00000400:00000010:3.0:1767384301.518227:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002480932f. 00000100:00000200:3.0:1767384301.518229:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518231:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7fdbc4e. 00000400:00000010:3.0:1767384301.518233:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005156dae8. 00000100:00000200:3.0:1767384301.518236:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518237:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c5a12d5. 00000400:00000010:3.0:1767384301.518240:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000067a516a8. 00000100:00000200:3.0:1767384301.518243:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518244:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044994feb. 00000400:00000010:3.0:1767384301.518253:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001080b5fe. 00000100:00000200:3.0:1767384301.518257:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518258:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b54c381. 00000400:00000010:3.0:1767384301.518261:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c7ca0cd3. 00000100:00000200:3.0:1767384301.518264:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518265:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bca850a6. 00000400:00000010:3.0:1767384301.518268:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c1a1737f. 00000100:00000200:3.0:1767384301.518270:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518272:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c091fcdf. 00000400:00000010:3.0:1767384301.518279:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fceb712e. 00000100:00000200:3.0:1767384301.518283:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518284:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027a70a86. 00000400:00000010:3.0:1767384301.518287:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000477eadc1. 00000100:00000200:3.0:1767384301.518289:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518291:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000072c324d. 00000400:00000010:3.0:1767384301.518293:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000055e6fc84. 00000100:00000200:3.0:1767384301.518296:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518297:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000175d6f2. 00000400:00000010:3.0:1767384301.518300:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006c7ff4f4. 00000100:00000200:3.0:1767384301.518302:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518304:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008270df1e. 00000400:00000010:3.0:1767384301.518307:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d50c6025. 00000100:00000200:3.0:1767384301.518309:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518311:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bda4666f. 00000400:00000010:3.0:1767384301.518319:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a0cd1d54. 00000100:00000200:3.0:1767384301.518324:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518325:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002df083ad. 00000400:00000010:3.0:1767384301.518328:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002c197765. 00000100:00000200:3.0:1767384301.518331:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518332:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c99af7bd. 00000400:00000010:3.0:1767384301.518335:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a9ce1b83. 00000100:00000200:3.0:1767384301.518337:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518339:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df12b898. 00000400:00000010:3.0:1767384301.518342:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b504b1d0. 00000100:00000200:3.0:1767384301.518344:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518346:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e27e0a40. 00000400:00000010:3.0:1767384301.518348:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000008a2b161. 00000100:00000200:3.0:1767384301.518351:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518352:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba4bd894. 00000400:00000010:3.0:1767384301.518355:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004a19b13a. 00000100:00000200:3.0:1767384301.518357:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518359:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3dea7a2. 00000400:00000010:3.0:1767384301.518361:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000be92df4d. 00000100:00000200:3.0:1767384301.518364:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518365:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4e4f219. 00000400:00000010:3.0:1767384301.518372:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004e51c975. 00000100:00000200:3.0:1767384301.518375:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518377:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000bb07fe. 00000400:00000010:3.0:1767384301.518387:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007313569e. 00000100:00000200:3.0:1767384301.518391:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518392:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac7b4d5. 00000400:00000010:3.0:1767384301.518395:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009146ddd2. 00000100:00000200:3.0:1767384301.518398:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518399:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b616907. 00000400:00000010:3.0:1767384301.518402:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000034f68667. 00000100:00000200:3.0:1767384301.518404:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518406:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c21614. 00000400:00000010:3.0:1767384301.518409:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005cae9b48. 00000100:00000200:3.0:1767384301.518411:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518413:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000691bdba6. 00000400:00000010:3.0:1767384301.518415:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000071c074cb. 00000100:00000200:3.0:1767384301.518418:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518419:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7cd894b. 00000400:00000010:3.0:1767384301.518462:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f9c11eff. 00000100:00000200:3.0:1767384301.518468:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518471:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000940569ad. 00000400:00000010:3.0:1767384301.518474:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000087953700. 00000100:00000200:3.0:1767384301.518477:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518479:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b559550. 00000400:00000010:3.0:1767384301.518482:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000001b93571. 00000100:00000200:3.0:1767384301.518485:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518487:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d59e695b. 00000400:00000010:3.0:1767384301.518500:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000030975c5f. 00000100:00000200:3.0:1767384301.518508:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518512:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca799308. 00000400:00000010:3.0:1767384301.518517:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000d9448c0. 00000100:00000200:3.0:1767384301.518523:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518526:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000958e04fa. 00000400:00000010:3.0:1767384301.518532:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000042b2c22f. 00000100:00000200:3.0:1767384301.518539:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518543:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ad40ae4. 00000400:00000010:3.0:1767384301.518557:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ca7d4ef9. 00000100:00000200:3.0:1767384301.518562:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518565:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078e20734. 00000400:00000010:3.0:1767384301.518570:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004699556a. 00000100:00000200:3.0:1767384301.518574:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518577:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000087257e6. 00000400:00000010:3.0:1767384301.518582:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002014f579. 00000100:00000200:3.0:1767384301.518586:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518589:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de4600e7. 00000400:00000010:3.0:1767384301.518594:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c5feed19. 00000100:00000200:3.0:1767384301.518598:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518601:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cb2f6f7. 00000400:00000010:3.0:1767384301.518605:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fdb953e6. 00000100:00000200:3.0:1767384301.518610:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518612:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056f12a5c. 00000400:00000010:3.0:1767384301.518627:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002c444013. 00000100:00000200:3.0:1767384301.518635:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518638:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5735fe2. 00000400:00000010:3.0:1767384301.518641:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a02793bb. 00000100:00000200:3.0:1767384301.518644:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518646:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000099c0fc0. 00000400:00000010:3.0:1767384301.518649:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002842eb9f. 00000100:00000200:3.0:1767384301.518652:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518653:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f68dd2b. 00000400:00000010:3.0:1767384301.518674:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e080610e. 00000100:00000200:3.0:1767384301.518677:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518679:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000671eca1e. 00000400:00000010:3.0:1767384301.518682:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a565eeb9. 00000100:00000200:3.0:1767384301.518685:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518687:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000148928f8. 00000400:00000010:3.0:1767384301.518689:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000051c5779d. 00000100:00000200:3.0:1767384301.518692:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518693:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f65f571e. 00000400:00000010:3.0:1767384301.518696:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000000df2ea7. 00000100:00000200:3.0:1767384301.518699:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518700:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066676d44. 00000400:00000010:3.0:1767384301.518709:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f0799273. 00000100:00000200:3.0:1767384301.518712:0:17896:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:3.0:1767384301.518714:0:17896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e30727b1. 00000400:00000010:3.0:1767384301.518724:0:17896:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006e98f109. 00000100:00000010:3.0:1767384301.518744:0:17896:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a6073704. 00000100:00000200:3.0:1767384301.518767:0:17896:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384301.519150:0:17897:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384301.519162:0:17897:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384301.519605:0:17897:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000089d41589. 00000020:00000001:3.0:1767384301.519611:0:17897:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384301.519616:0:17897:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f7a28b6a. 00000020:00000010:3.0:1767384301.519620:0:17897:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b2d30791. 00000020:00000010:3.0:1767384301.519627:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000182875f4. 00000020:00000010:3.0:1767384301.519630:0:17897:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000677cd627. 00000020:00000010:3.0:1767384301.519634:0:17897:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009897f2d5. 00000020:00000010:3.0:1767384301.519637:0:17897:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000030c81e53. 00000020:00000010:3.0:1767384301.519640:0:17897:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f294c4ff. 80000000:00000010:3.0:1767384301.519642:0:17897:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000098dae120. 40000000:00000010:3.0:1767384301.519644:0:17897:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b74038fd. 00100000:00000010:3.0:1767384301.519648:0:17897:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000420e7c69. 00040000:00000010:3.0:1767384301.519650:0:17897:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b0e575ae. 00040000:00000010:3.0:1767384301.519653:0:17897:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000605b0677. 00080000:00000010:3.0:1767384301.519675:0:17897:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000051896d0e. 00080000:00000010:3.0:1767384301.519681:0:17897:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000093e84ab1. 00002000:00000010:3.0:1767384301.519685:0:17897:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000040d7132f. 00000100:00000010:3.0:1767384301.519700:0:17897:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c38da0f3. 00000100:00000200:3.0:1767384301.519716:0:17897:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:3.0:1767384301.520070:0:17898:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384301.520082:0:17898:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384301.520520:0:17898:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000e0a33609. 00000020:00000001:3.0:1767384301.520525:0:17898:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384301.520548:0:17898:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000da0b463c. 00000020:00000010:3.0:1767384301.520553:0:17898:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000417225b6. 00000020:00000010:3.0:1767384301.520558:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000316bfc96. 00000020:00000010:3.0:1767384301.520562:0:17898:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008aa0726d. 00000020:00000010:3.0:1767384301.520575:0:17898:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000535bd67b. 00000020:00000010:3.0:1767384301.520581:0:17898:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000086c87d59. 00000020:00000010:3.0:1767384301.520586:0:17898:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009eb5255b. 80000000:00000010:3.0:1767384301.520589:0:17898:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000010702eeb. 40000000:00000010:3.0:1767384301.520592:0:17898:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000451952e1. 00100000:00000010:3.0:1767384301.520597:0:17898:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c9107f3. 00040000:00000010:3.0:1767384301.520601:0:17898:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ef45b94d. 00040000:00000010:3.0:1767384301.520604:0:17898:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009eaee3d3. 00080000:00000010:3.0:1767384301.520611:0:17898:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000068a16fc3. 00080000:00000010:3.0:1767384301.520617:0:17898:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000024c466e1. 00002000:00000010:3.0:1767384301.520624:0:17898:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec0fa91f. 00000100:00000010:3.0:1767384301.520641:0:17898:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000020536b4f. 00000100:00000200:3.0:1767384301.520687:0:17898:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:3.0:1767384301.523600:0:17899:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384301.523616:0:17899:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d9a2edf6. 00000020:00000010:3.0:1767384301.523620:0:17899:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000021d145fd. 00000020:00000010:3.0:1767384301.523625:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000649f15b. 00000020:00000010:3.0:1767384301.523629:0:17899:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024a35588. 00000020:00000010:3.0:1767384301.523633:0:17899:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008a522962. 00000020:00000010:3.0:1767384301.523636:0:17899:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083fcb7ef. 00000020:00000010:3.0:1767384301.523640:0:17899:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c7e65a5d. 80000000:00000010:3.0:1767384301.523642:0:17899:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fe7aab8a. 40000000:00000010:3.0:1767384301.523645:0:17899:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000077a521bb. 00100000:00000010:3.0:1767384301.523648:0:17899:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007ba23184. 00040000:00000010:3.0:1767384301.523651:0:17899:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000807d2071. 00040000:00000010:3.0:1767384301.523653:0:17899:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d013717. 00080000:00000010:3.0:1767384301.523676:0:17899:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000123c75c9. 00080000:00000010:3.0:1767384301.523693:0:17899:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000873d8388. 00002000:00000010:3.0:1767384301.523699:0:17899:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e3fd003b. 00000100:00000200:3.0:1767384301.523702:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523706:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045a8b3b8. 00000400:00000010:3.0:1767384301.523710:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001e26250e. 00000100:00000200:3.0:1767384301.523714:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523721:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb9a1af1. 00000400:00000010:3.0:1767384301.523724:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000018c55c71. 00000100:00000200:3.0:1767384301.523726:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523728:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ab0ff73. 00000400:00000010:3.0:1767384301.523730:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d5b42296. 00000100:00000200:3.0:1767384301.523732:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523733:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d476d15b. 00000400:00000010:3.0:1767384301.523735:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d650de7a. 00000100:00000200:3.0:1767384301.523737:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523738:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d34b2de5. 00000400:00000010:3.0:1767384301.523740:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f4d70f72. 00000100:00000200:3.0:1767384301.523742:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523743:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b0279ab. 00000400:00000010:3.0:1767384301.523745:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000051110ca5. 00000100:00000200:3.0:1767384301.523747:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523748:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a825b4fb. 00000400:00000010:3.0:1767384301.523750:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f9c1eb4e. 00000100:00000200:3.0:1767384301.523752:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523753:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9af1022. 00000400:00000010:3.0:1767384301.523756:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000043d8c69e. 00000100:00000200:3.0:1767384301.523757:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523759:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008078090d. 00000400:00000010:3.0:1767384301.523761:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000023a2a159. 00000100:00000200:3.0:1767384301.523763:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523764:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000666386fd. 00000400:00000010:3.0:1767384301.523766:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000be7c959a. 00000100:00000200:3.0:1767384301.523768:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523769:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f242cd80. 00000400:00000010:3.0:1767384301.523771:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000eef8c686. 00000100:00000200:3.0:1767384301.523773:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523774:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c3bcd8a. 00000400:00000010:3.0:1767384301.523776:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000014293ca3. 00000100:00000200:3.0:1767384301.523777:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523779:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018cba5eb. 00000400:00000010:3.0:1767384301.523781:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fcc6c899. 00000100:00000200:3.0:1767384301.523782:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523789:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e032d3. 00000400:00000010:3.0:1767384301.523791:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000074a2901b. 00000100:00000200:3.0:1767384301.523793:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523795:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b954059f. 00000400:00000010:3.0:1767384301.523797:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000065dd119e. 00000100:00000200:3.0:1767384301.523799:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523800:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a5a3a72. 00000400:00000010:3.0:1767384301.523809:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005e2fcb5b. 00000100:00000200:3.0:1767384301.523812:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523814:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000067b666. 00000400:00000010:3.0:1767384301.523816:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b5931827. 00000100:00000200:3.0:1767384301.523817:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523819:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089ddd4a1. 00000400:00000010:3.0:1767384301.523821:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004fc2efd5. 00000100:00000200:3.0:1767384301.523822:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523824:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd049be6. 00000400:00000010:3.0:1767384301.523826:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001799f46c. 00000100:00000200:3.0:1767384301.523828:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523830:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd81b16e. 00000400:00000010:3.0:1767384301.523832:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c98e7b05. 00000100:00000200:3.0:1767384301.523833:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523835:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ce8346d. 00000400:00000010:3.0:1767384301.523837:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c6283317. 00000100:00000200:3.0:1767384301.523838:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523840:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043c4f7a8. 00000400:00000010:3.0:1767384301.523841:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008063a0b0. 00000100:00000200:3.0:1767384301.523843:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523844:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e606df6d. 00000400:00000010:3.0:1767384301.523846:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000004f60241. 00000100:00000200:3.0:1767384301.523847:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523849:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055a44538. 00000400:00000010:3.0:1767384301.523851:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000071bd88ed. 00000100:00000200:3.0:1767384301.523852:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523854:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001332ce86. 00000400:00000010:3.0:1767384301.523855:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008d0d3ced. 00000100:00000200:3.0:1767384301.523857:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523863:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092e139f9. 00000400:00000010:3.0:1767384301.523865:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e8bc902a. 00000100:00000200:3.0:1767384301.523867:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523869:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000636aae89. 00000400:00000010:3.0:1767384301.523871:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005e02b917. 00000100:00000200:3.0:1767384301.523872:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523874:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd08a9c7. 00000400:00000010:3.0:1767384301.523875:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008d52cfdc. 00000100:00000200:3.0:1767384301.523877:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523878:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c6311f8. 00000400:00000010:3.0:1767384301.523880:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f006f56c. 00000100:00000200:3.0:1767384301.523882:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523883:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000725e0246. 00000400:00000010:3.0:1767384301.523884:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006062c2c3. 00000100:00000200:3.0:1767384301.523886:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523887:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d44659d3. 00000400:00000010:3.0:1767384301.523889:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000019d90111. 00000100:00000200:3.0:1767384301.523890:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523892:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f45c8f07. 00000400:00000010:3.0:1767384301.523900:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dce053ca. 00000100:00000200:3.0:1767384301.523903:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523904:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d5f73ac. 00000400:00000010:3.0:1767384301.523906:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000915dedad. 00000100:00000200:3.0:1767384301.523908:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523909:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001586c157. 00000400:00000010:3.0:1767384301.523911:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e82718c0. 00000100:00000200:3.0:1767384301.523913:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523914:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8a36e39. 00000400:00000010:3.0:1767384301.523915:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004e52740d. 00000100:00000200:3.0:1767384301.523917:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523918:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009360077f. 00000400:00000010:3.0:1767384301.523920:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004c3b8526. 00000100:00000200:3.0:1767384301.523922:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523923:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9b94254. 00000400:00000010:3.0:1767384301.523925:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b8d814da. 00000100:00000200:3.0:1767384301.523926:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523932:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063d4aee3. 00000400:00000010:3.0:1767384301.523934:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000081d1d6c. 00000100:00000200:3.0:1767384301.523936:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523938:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c167d673. 00000400:00000010:3.0:1767384301.523939:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dde4935c. 00000100:00000200:3.0:1767384301.523941:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523942:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9463403. 00000400:00000010:3.0:1767384301.523944:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e32f7dbc. 00000100:00000200:3.0:1767384301.523946:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523947:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efce6c8c. 00000400:00000010:3.0:1767384301.523949:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006dee344f. 00000100:00000200:3.0:1767384301.523951:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523952:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb0f2c7b. 00000400:00000010:3.0:1767384301.523954:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007590fbcd. 00000100:00000200:3.0:1767384301.523955:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523957:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065dc710f. 00000400:00000010:3.0:1767384301.523958:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d0eba584. 00000100:00000200:3.0:1767384301.523960:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523961:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fd4633d. 00000400:00000010:3.0:1767384301.523963:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000033577b28. 00000100:00000200:3.0:1767384301.523964:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523965:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d971f2d. 00000400:00000010:3.0:1767384301.523967:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002da6077a. 00000100:00000200:3.0:1767384301.523969:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523970:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dbd1579. 00000400:00000010:3.0:1767384301.523972:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c17f7083. 00000100:00000200:3.0:1767384301.523973:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523975:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023e15941. 00000400:00000010:3.0:1767384301.523976:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000aa1b46fa. 00000100:00000200:3.0:1767384301.523978:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523979:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000725b2fed. 00000400:00000010:3.0:1767384301.523987:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004ad882f8. 00000100:00000200:3.0:1767384301.523990:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.523992:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000292651a5. 00000400:00000010:3.0:1767384301.523994:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dff1dfc7. 00000100:00000200:3.0:1767384301.523995:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524001:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056864e99. 00000400:00000010:3.0:1767384301.524003:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000af896a73. 00000100:00000200:3.0:1767384301.524005:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524007:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000231ff8cc. 00000400:00000010:3.0:1767384301.524008:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000053a06a3e. 00000100:00000200:3.0:1767384301.524010:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524011:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd379a58. 00000400:00000010:3.0:1767384301.524013:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000421c6dec. 00000100:00000200:3.0:1767384301.524014:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524016:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab53519e. 00000400:00000010:3.0:1767384301.524017:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000089c3c620. 00000100:00000200:3.0:1767384301.524019:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524020:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009487bd54. 00000400:00000010:3.0:1767384301.524022:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009b5b11df. 00000100:00000200:3.0:1767384301.524024:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524025:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bc6d1a7. 00000400:00000010:3.0:1767384301.524027:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000031e15466. 00000100:00000200:3.0:1767384301.524028:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524029:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3f7b07a. 00000400:00000010:3.0:1767384301.524031:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000055357bd0. 00000100:00000200:3.0:1767384301.524033:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524034:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfeb1f95. 00000400:00000010:3.0:1767384301.524036:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c94f5e70. 00000100:00000200:3.0:1767384301.524037:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524038:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1d5b06a. 00000400:00000010:3.0:1767384301.524040:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d27c667f. 00000100:00000200:3.0:1767384301.524042:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524043:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d457c392. 00000400:00000010:3.0:1767384301.524044:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009ffdd522. 00000100:00000200:3.0:1767384301.524046:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524048:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001254839b. 00000400:00000010:3.0:1767384301.524050:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000020dc4bf. 00000100:00000200:3.0:1767384301.524051:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524053:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8eacf11. 00000400:00000010:3.0:1767384301.524054:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002260c2de. 00000100:00000200:3.0:1767384301.524056:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524062:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079993637. 00000400:00000010:3.0:1767384301.524064:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f7881ec2. 00000100:00000200:3.0:1767384301.524066:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524067:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe3060d9. 00000400:00000010:3.0:1767384301.524069:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cbb8571c. 00000100:00000200:3.0:1767384301.524070:0:17899:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384301.524072:0:17899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095508839. 00000400:00000010:3.0:1767384301.524079:0:17899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000ffa227b. 00000100:00000010:3.0:1767384301.524092:0:17899:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000aeb4f156. 00000100:00000200:3.0:1767384301.524110:0:17899:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384301.524486:0:17900:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384301.524497:0:17900:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000047b6641c. 00000020:00000010:3.0:1767384301.524501:0:17900:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000892fda1b. 00000020:00000010:3.0:1767384301.524507:0:17900:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004437f99a. 00000020:00000010:3.0:1767384301.524511:0:17900:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000046b1a91a. 00000020:00000010:3.0:1767384301.524515:0:17900:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fcd787c9. 00000020:00000010:3.0:1767384301.524520:0:17900:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f3aa78f3. 00000020:00000010:3.0:1767384301.524524:0:17900:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b7c719e7. 80000000:00000010:3.0:1767384301.524529:0:17900:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae3044d2. 40000000:00000010:3.0:1767384301.524532:0:17900:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f03f43db. 00100000:00000010:3.0:1767384301.524537:0:17900:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000033789b5d. 00040000:00000010:3.0:1767384301.524542:0:17900:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b7e4aef9. 00040000:00000010:3.0:1767384301.524546:0:17900:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000350f867e. 00080000:00000010:3.0:1767384301.524553:0:17900:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003489abb8. 00080000:00000010:3.0:1767384301.524559:0:17900:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000e04d159. 00002000:00000010:3.0:1767384301.524565:0:17900:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000283e16de. 00000100:00000010:3.0:1767384301.524584:0:17900:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000067790ae0. 00000100:00000200:3.0:1767384301.524604:0:17900:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:3.0:1767384301.571831:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.571836:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746129152 02000000:00000001:3.0:1767384301.571841:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.571845:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.571849:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.571854:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.571859:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746129152 00000020:00000001:3.0:1767384301.571873:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.571876:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.571882:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.571885:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=11 00000020:00000001:3.0:1767384301.571891:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.571895:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.571901:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.571907:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.571913:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.571917:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000020:00000010:3.0:1767384301.571924:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53e7ff. 00000020:00000010:3.0:1767384301.571931:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.571937:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384301.571945:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.571948:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.571949:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.571951:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.571956:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.571967:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.571976:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.571978:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.571982:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1767384301.571985:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.571988:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608984656 : -111508100566960 : ffff9a957f46b050) 00000100:00000040:3.0:1767384301.571992:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000459bc455 x1853236746129152/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 4848/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.572000:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.572002:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.572004:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.572006:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000100:00100000:3.0:1767384301.572009:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000459bc455 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+11:17885:x1853236746129152:12345-0@lo:253: 00000100:00000200:3.0:1767384301.572012:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746129152 00000020:00000001:3.0:1767384301.572020:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.572024:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.572026:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.572028:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.572029:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:3.0:1767384301.572032:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.572033:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.572035:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.572037:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.572039:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.572043:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.572045:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.572050:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000237e64bc. 02000000:00000001:3.0:1767384301.572051:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.572053:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.572055:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384301.572070:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a0afe9ce. 20000000:00000001:3.0:1767384301.572074:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384301.572076:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384301.572079:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.572080:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384301.572082:0:17079:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1767384301.572084:0:17079:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:00000001:3.0:1767384301.572086:0:17079:0:(mgs_handler.c:270:mgs_check_target()) Process entered 20000000:00000001:3.0:1767384301.572088:0:17079:0:(mgs_llog.c:637:mgs_check_index()) Process entered 20000000:00000001:3.0:1767384301.572089:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384301.572090:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384301.572091:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.572092:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.572094:0:17079:0:(mgs_llog.c:657:mgs_check_index()) Process leaving via out (rc=1 : 1 : 0x1) 20000000:00000001:3.0:1767384301.572095:0:17079:0:(mgs_handler.c:287:mgs_check_target()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.572097:0:17079:0:(mgs_handler.c:496:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384301.572099:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384301.572103:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:3.0:1767384301.572351:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384301.572355:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384301.572356:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a0afe9ce. 20000000:00000001:3.0:1767384301.572366:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.572370:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746129152 00010000:00000001:3.0:1767384301.572373:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.572376:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000459bc455 x1853236746129152/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.572384:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.572386:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.572388:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.572392:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.572395:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.572396:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.572399:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.572400:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.572403:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.572404:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.572407:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009273920f. 00000100:00000200:3.0:1767384301.572410:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746129152, offset 224 00000400:00000200:3.0:1767384301.572415:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.572441:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.572448:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df00f00 00000400:00000200:3.0:1767384301.572452:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xfe1 [2] + 224 00000400:00000200:3.0:1767384301.572458:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.572463:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.572468:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.572473:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746129152/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.572481:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000285b843c x1853236746129152/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.572496:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.572501:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009273920f 00000400:00000010:3.0:1767384301.572503:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009273920f. 00000100:00000001:3.0:1767384301.572507:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.572509:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.572519:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.572524:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.572527:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.572532:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.572537:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.572541:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000459bc455 x1853236746129152/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.572552:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000459bc455 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+11:17885:x1853236746129152:12345-0@lo:253: Request processed in 549us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.572563:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1767384301.572568:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.572571:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.572574:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.572579:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.572585:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384301.572590:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e53e7ff. 00000020:00000040:3.0:1767384301.572598:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 10 02000000:00000001:3.0:1767384301.572603:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.572607:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000237e64bc. 02000000:00000001:3.0:1767384301.572612:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.572616:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.572622:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.572627:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008120939e. 00000400:00000010:3.0:1767384301.572633:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009273920f. 00000100:00000001:3.0:1767384301.573451:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.573455:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746129280 02000000:00000001:3.0:1767384301.573461:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.573464:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.573468:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.573473:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.573480:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746129280 00000020:00000001:3.0:1767384301.573482:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.573484:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.573486:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.573489:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=11 00000020:00000001:3.0:1767384301.573516:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.573520:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.573524:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.573528:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.573531:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.573534:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000020:00000010:3.0:1767384301.573539:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53e7ff. 00000020:00000010:3.0:1767384301.573543:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.573547:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384301.573553:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.573555:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.573557:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.573558:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.573563:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.573572:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.573585:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.573588:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.573594:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384301.573601:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.573607:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608987728 : -111508100563888 : ffff9a957f46bc50) 00000100:00000040:3.0:1767384301.573617:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000012e9c1a1 x1853236746129280/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 512/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.573630:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.573634:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.573636:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.573637:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000100:00100000:3.0:1767384301.573640:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000012e9c1a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+11:17885:x1853236746129280:12345-0@lo:501: 00000100:00000200:3.0:1767384301.573643:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746129280 00000020:00000001:3.0:1767384301.573645:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.573647:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.573648:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.573650:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.573671:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329600 : -1048222016 : ffffffffc18566c0) 00000020:00000001:3.0:1767384301.573674:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.573675:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.573677:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.573678:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.573680:0:17079:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384301.573693:0:17079:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.573695:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.573696:0:17079:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384301.573698:0:17079:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384301.573700:0:17079:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384301.573702:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.573703:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.573706:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a208c4bf. 02000000:00000001:3.0:1767384301.573708:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.573709:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384301.573712:0:17079:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:3.0:1767384301.573714:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:3.0:1767384301.573715:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384301.573717:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b054c3e3. 00000040:00000001:3.0:1767384301.573720:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384301.573722:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384301.573723:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:3.0:1767384301.573726:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00080000:00000001:3.0:1767384301.573730:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384301.573732:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384301.573743:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1767384301.573746:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384301.573747:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384301.573750:0:17079:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:3.0:1767384301.573752:0:17079:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:3.0:1767384301.573753:0:17079:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1767384301.573755:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b054c3e3. 00000040:00000001:3.0:1767384301.573757:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384301.573764:0:17079:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:3.0:1767384301.573766:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:3.0:1767384301.573767:0:17079:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:3.0:1767384301.573769:0:17079:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1767384301.573771:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746129280 00010000:00000001:3.0:1767384301.573773:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.573775:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000012e9c1a1 x1853236746129280/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 512/272 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.573782:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.573783:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.573785:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.573788:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.573789:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.573791:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.573792:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.573794:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.573795:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.573797:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.573799:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384301.573802:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236746129280, offset 224 00000400:00000200:3.0:1767384301.573805:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.573812:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.573817:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824df00f80 00000400:00000200:3.0:1767384301.573820:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xff1 [1] + 224 00000400:00000200:3.0:1767384301.573824:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.573827:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.573829:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.573832:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746129280/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.573838:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000285b843c x1853236746129280/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.573853:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.573862:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384301.573864:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384301.573866:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.573867:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.573870:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.573872:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.573874:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.573876:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.573878:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.573882:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012e9c1a1 x1853236746129280/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 512/272 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.573894:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000012e9c1a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+11:17885:x1853236746129280:12345-0@lo:501: Request processed in 261us (564us total) trans 0 rc -2/-2 00000100:00100000:3.0:1767384301.573905:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384301.573908:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.573912:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.573915:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.573920:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.573926:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384301.573931:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e53e7ff. 00000020:00000040:3.0:1767384301.573936:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 10 02000000:00000001:3.0:1767384301.573940:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.573943:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a208c4bf. 02000000:00000001:3.0:1767384301.573948:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.573952:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.573957:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.573962:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d514d18. 00000400:00000010:3.0:1767384301.573968:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc034117. 00000100:00000001:3.0:1767384301.574731:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.574736:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746129408 02000000:00000001:3.0:1767384301.574740:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.574742:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.574745:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.574750:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.574754:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746129408 00000020:00000001:3.0:1767384301.574767:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.574771:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.574775:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.574778:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=11 00000020:00000001:3.0:1767384301.574783:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.574787:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.574791:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.574797:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.574802:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.574807:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000020:00000010:3.0:1767384301.574814:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53e7ff. 00000020:00000010:3.0:1767384301.574819:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.574823:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384301.574827:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.574831:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.574835:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.574836:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.574840:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.574851:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.574861:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.574862:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.574867:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:3.0:1767384301.574869:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.574871:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608982608 : -111508100569008 : ffff9a957f46a850) 00000100:00000040:3.0:1767384301.574876:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6b26f87 x1853236746129408/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.574884:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.574886:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.574887:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.574889:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000100:00100000:3.0:1767384301.574892:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6b26f87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+11:17885:x1853236746129408:12345-0@lo:101: 00000100:00000200:3.0:1767384301.574895:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746129408 00000020:00000001:3.0:1767384301.574910:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.574912:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.574913:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.574915:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.574917:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:3.0:1767384301.574919:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.574920:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.574921:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.574922:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.574925:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.574926:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384301.574928:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384301.574930:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384301.574932:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384301.574933:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.574937:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384301.574941:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000019bb2c46. 00010000:00000001:3.0:1767384301.574944:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384301.574946:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000284f4c7f. 00000020:00000001:3.0:1767384301.574948:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.574949:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000284f4c7f with handle 0x980286e253c5fad3 to hash 00000020:00000001:3.0:1767384301.574951:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384301.574952:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656709120 : -111508052842496 : ffff9a95821ee800) 00010000:00000001:3.0:1767384301.574954:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656709120 : -111508052842496 : ffff9a95821ee800) 00010000:00010000:3.0:1767384301.574956:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000284f4c7f/0x980286e253c5fad3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5facc expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384301.574962:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 7 00000020:00000040:3.0:1767384301.574963:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=12 00000100:00000001:3.0:1767384301.574968:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.574969:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.574971:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a208c4bf. 02000000:00000001:3.0:1767384301.574973:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.574974:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.574976:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384301.574983:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384301.574985:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384301.574986:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.574988:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.574990:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.574991:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.574993:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384301.574994:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384301.574996:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384301.574997:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384301.574998:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (0000000019bb2c46) refcount = 1 00010000:00010000:3.0:1767384301.575001:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000284f4c7f/0x980286e253c5fad3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5facc expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.575006:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384301.575008:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384301.575009:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.575011:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.575012:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384301.575015:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384301.575017:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000284f4c7f/0x980286e253c5fad3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5facc expref: 12 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.575021:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384301.575023:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384301.575024:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.575026:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.575028:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384301.575029:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.575030:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384301.575031:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000284f4c7f, rc 0) 00000020:00000001:3.0:1767384301.575033:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.575034:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746129408 00010000:00000001:3.0:1767384301.575036:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.575038:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6b26f87 x1853236746129408/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.575052:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.575053:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.575055:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.575058:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.575060:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.575061:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.575063:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.575064:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.575066:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.575068:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.575069:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384301.575072:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746129408, offset 224 00000400:00000200:3.0:1767384301.575075:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.575080:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.575085:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df01000 00000400:00000200:3.0:1767384301.575089:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1001 [1] + 224 00000400:00000200:3.0:1767384301.575092:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.575095:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.575097:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.575100:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746129408/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.575106:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000285b843c x1853236746129408/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.575121:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.575126:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384301.575127:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384301.575129:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.575130:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.575132:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.575134:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.575136:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.575137:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.575139:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.575148:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6b26f87 x1853236746129408/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.575158:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6b26f87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+12:17885:x1853236746129408:12345-0@lo:101: Request processed in 273us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.575169:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:3.0:1767384301.575174:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.575180:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.575183:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.575188:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.575193:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384301.575198:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e53e7ff. 00000020:00000040:3.0:1767384301.575203:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 11 02000000:00000001:3.0:1767384301.575208:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.575211:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a208c4bf. 02000000:00000001:3.0:1767384301.575216:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.575220:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.575225:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.575230:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6ec4972. 00000400:00000010:3.0:1767384301.575236:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035edc3e6. 00000100:00000001:3.0:1767384301.575943:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.575948:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746129536 02000000:00000001:3.0:1767384301.575953:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.575956:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.575960:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.575967:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.575974:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746129536 00000020:00000001:3.0:1767384301.575978:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.575982:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.575986:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.575990:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=12 00000020:00000001:3.0:1767384301.575993:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.575996:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.576003:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.576017:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.576022:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.576026:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000020:00000010:3.0:1767384301.576031:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53e7ff. 00000020:00000010:3.0:1767384301.576035:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.576039:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384301.576044:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.576046:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.576048:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.576049:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.576053:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.576063:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.576074:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.576076:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.576082:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1767384301.576096:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.576101:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608977488 : -111508100574128 : ffff9a957f469450) 00000100:00000040:3.0:1767384301.576109:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029323ac6 x1853236746129536/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.576121:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.576123:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.576125:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.576128:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000100:00100000:3.0:1767384301.576132:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029323ac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+12:17885:x1853236746129536:12345-0@lo:101: 00000100:00000200:3.0:1767384301.576136:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746129536 00000020:00000001:3.0:1767384301.576138:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.576140:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.576142:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.576144:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.576146:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:3.0:1767384301.576148:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.576150:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.576169:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.576171:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.576174:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.576176:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384301.576178:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384301.576180:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384301.576181:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384301.576183:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.576187:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384301.576190:0:17079:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f3a74fe4 count: 4 00010000:00000001:3.0:1767384301.576193:0:17079:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384301.576196:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384301.576199:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003d309041. 00000020:00000001:3.0:1767384301.576202:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.576204:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003d309041 with handle 0x980286e253c5fae1 to hash 00000020:00000001:3.0:1767384301.576206:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384301.576207:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656711680 : -111508052839936 : ffff9a95821ef200) 00010000:00000001:3.0:1767384301.576209:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656711680 : -111508052839936 : ffff9a95821ef200) 00010000:00010000:3.0:1767384301.576212:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003d309041/0x980286e253c5fae1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fada expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384301.576219:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 8 00000020:00000040:3.0:1767384301.576221:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=13 00000100:00000001:3.0:1767384301.576226:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.576228:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.576231:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a208c4bf. 02000000:00000001:3.0:1767384301.576234:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.576236:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.576238:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384301.576240:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384301.576242:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384301.576244:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.576245:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.576247:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.576249:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.576251:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384301.576259:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384301.576261:0:17079:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384301.576262:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384301.576264:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f3a74fe4) refcount = 4 00010000:00000040:3.0:1767384301.576267:0:17079:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384301.576270:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000142b0c31/0x980286e253c5fa86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fa7f expref: 13 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384301.576275:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f17cf810/0x980286e253c5fa01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5f9fa expref: 13 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384301.576279:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fc01e794/0x980286e253c5f9e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5f9de expref: 13 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384301.576283:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003d309041/0x980286e253c5fae1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fada expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.576286:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384301.576287:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384301.576288:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.576289:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.576290:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384301.576293:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384301.576294:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003d309041/0x980286e253c5fae1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fada expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.576298:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384301.576299:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384301.576300:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.576302:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.576303:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384301.576304:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.576305:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384301.576306:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003d309041, rc 0) 00000020:00000001:3.0:1767384301.576308:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.576309:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746129536 00010000:00000001:3.0:1767384301.576311:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.576317:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029323ac6 x1853236746129536/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.576322:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.576324:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.576326:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.576328:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.576329:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.576331:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.576333:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.576334:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.576336:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.576337:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.576339:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384301.576342:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746129536, offset 224 00000400:00000200:3.0:1767384301.576345:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.576350:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.576354:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df01080 00000400:00000200:3.0:1767384301.576357:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1011 [1] + 224 00000400:00000200:3.0:1767384301.576360:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.576362:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.576365:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.576367:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746129536/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.576372:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000285b843c x1853236746129536/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.576386:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.576390:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384301.576391:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384301.576393:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.576394:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.576396:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.576398:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.576400:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.576401:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.576407:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.576411:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029323ac6 x1853236746129536/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.576418:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029323ac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+13:17885:x1853236746129536:12345-0@lo:101: Request processed in 296us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.576456:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1767384301.576462:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.576464:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.576469:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.576473:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.576478:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384301.576484:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e53e7ff. 00000020:00000040:3.0:1767384301.576489:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 12 02000000:00000001:3.0:1767384301.576495:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.576498:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a208c4bf. 02000000:00000001:3.0:1767384301.576505:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.576509:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.576518:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.576525:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000caa27b8. 00000400:00000010:3.0:1767384301.576534:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e5292e7. 00000100:00000040:3.0:1767384301.579516:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294890343, at 4294890344 00000100:00000010:3.0:1767384301.579530:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3049764. 00000100:00000001:3.0:1767384301.582228:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.582233:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746129664 02000000:00000001:3.0:1767384301.582239:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.582244:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.582247:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.582253:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.582258:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746129664 00000020:00000001:3.0:1767384301.582261:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.582266:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.582269:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.582273:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=13 00000020:00000001:3.0:1767384301.582276:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.582291:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.582298:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.582305:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.582309:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.582312:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000020:00000010:3.0:1767384301.582316:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53e7ff. 00000020:00000010:3.0:1767384301.582320:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.582323:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384301.582329:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.582332:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.582333:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.582335:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.582339:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.582349:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.582359:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.582361:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.582367:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384301.582371:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.582375:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608976464 : -111508100575152 : ffff9a957f469050) 00000100:00000040:3.0:1767384301.582383:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000260a5cb2 x1853236746129664/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 512/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.582393:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.582395:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.582397:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.582398:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000100:00100000:3.0:1767384301.582401:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000260a5cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+13:17885:x1853236746129664:12345-0@lo:501: 00000100:00000200:3.0:1767384301.582405:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746129664 00000020:00000001:3.0:1767384301.582406:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.582408:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.582410:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.582412:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.582414:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329600 : -1048222016 : ffffffffc18566c0) 00000020:00000001:3.0:1767384301.582452:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.582454:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.582456:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.582458:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.582460:0:17079:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384301.582462:0:17079:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.582464:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.582466:0:17079:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384301.582467:0:17079:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384301.582469:0:17079:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384301.582471:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.582473:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.582476:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a208c4bf. 02000000:00000001:3.0:1767384301.582479:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.582481:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384301.582484:0:17079:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-OST0000 00000040:00000040:3.0:1767384301.582487:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:3.0:1767384301.582489:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384301.582491:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b054c3e3. 00000040:00000001:3.0:1767384301.582494:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384301.582496:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384301.582498:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:3.0:1767384301.582501:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00080000:00000001:3.0:1767384301.582507:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384301.582510:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384301.582521:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384301.582551:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.582554:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384301.582555:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.582557:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384301.582559:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384301.582561:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x8:0x0] 158:3920570657 to info 000000009e5b6786 00000020:00000001:3.0:1767384301.582566:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000a57f053 00080000:00000002:3.0:1767384301.582568:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x8:0x0] 00080000:00000001:3.0:1767384301.582571:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.582574:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.582584:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384301.582589:0:17079:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000073f70e3c. 00000020:00000001:3.0:1767384301.582593:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384301.582598:0:17079:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000364ac34c. 00000020:00000001:3.0:1767384301.582602:0:17079:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384301.582605:0:17079:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000281f6b3d. 00000020:00000001:3.0:1767384301.582607:0:17079:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.582610:0:17079:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384301.582612:0:17079:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384301.582615:0:17079:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.582617:0:17079:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384301.582622:0:17079:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.582625:0:17079:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.582630:0:17079:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565214034008 : -111508495517608 : ffff9a9567bc3858) 00000040:00000001:3.0:1767384301.582633:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.582635:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.582638:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384301.582641:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000281f6b3d/00000000364ac34c to site lru. bkt: 00000000bc0d9b62 00000040:00000010:3.0:1767384301.582644:0:17079:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000073f70e3c. 00000040:00000001:3.0:1767384301.582645:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384301.582647:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b054c3e3. 00000040:00000001:3.0:1767384301.582649:0:17079:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384301.582650:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:3.0:1767384301.582653:0:17079:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.582670:0:17079:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:3.0:1767384301.582673:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384301.582675:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384301.582677:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.582679:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384301.582681:0:17079:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000003077e459. 00000020:00000040:3.0:1767384301.582683:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=14 00000020:00000040:3.0:1767384301.582685:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 20000000:00000010:3.0:1767384301.582687:0:17079:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000003077e459. 20000000:00000001:3.0:1767384301.582689:0:17079:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:3.0:1767384301.582691:0:17079:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.582693:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746129664 00010000:00000001:3.0:1767384301.582700:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.582703:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000260a5cb2 x1853236746129664/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 512/272 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.582710:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.582711:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.582713:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.582716:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.582717:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.582719:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.582721:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.582722:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.582724:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.582726:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.582727:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384301.582730:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236746129664, offset 224 00000400:00000200:3.0:1767384301.582734:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.582738:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.582743:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824df01100 00000400:00000200:3.0:1767384301.582746:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1021 [1] + 224 00000400:00000200:3.0:1767384301.582750:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.582752:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.582754:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.582757:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746129664/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.582763:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000285b843c x1853236746129664/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.582777:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.582781:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384301.582782:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384301.582784:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.582785:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.582787:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.582789:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.582790:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.582796:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.582798:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.582801:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000260a5cb2 x1853236746129664/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 512/272 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.582811:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000260a5cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+13:17885:x1853236746129664:12345-0@lo:501: Request processed in 416us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.582822:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384301.582826:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.582831:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.582834:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.582838:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.582843:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384301.582847:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e53e7ff. 00000020:00000040:3.0:1767384301.582852:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 12 02000000:00000001:3.0:1767384301.582858:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.582860:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a208c4bf. 02000000:00000001:3.0:1767384301.582865:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.582868:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.582874:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.582878:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000071af7e9. 00000400:00000010:3.0:1767384301.582884:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee35a2ba. 00000100:00000001:3.0:1767384301.583254:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.583260:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746129792 02000000:00000001:3.0:1767384301.583266:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.583270:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.583274:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.583279:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.583285:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746129792 00000020:00000001:3.0:1767384301.583289:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.583293:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.583297:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.583301:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=13 00000020:00000001:3.0:1767384301.583306:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.583311:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.583327:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.583334:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.583340:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.583345:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000020:00000010:3.0:1767384301.583352:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53e7ff. 00000020:00000010:3.0:1767384301.583358:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.583366:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384301.583375:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.583380:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.583381:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.583383:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.583387:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.583396:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.583406:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.583409:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.583414:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000040:3.0:1767384301.583417:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.583450:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608985680 : -111508100565936 : ffff9a957f46b450) 00000100:00000040:3.0:1767384301.583458:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ee849df x1853236746129792/t0(0) o503->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 272/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.583465:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.583468:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.583469:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.583471:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000100:00100000:3.0:1767384301.583474:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ee849df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+13:17885:x1853236746129792:12345-0@lo:503: 00000100:00000200:3.0:1767384301.583477:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746129792 00000020:00000001:3.0:1767384301.583479:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.583481:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.583482:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.583484:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.583485:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329696 : -1048221920 : ffffffffc1856720) 00000020:00000001:3.0:1767384301.583487:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.583493:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.583494:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.583496:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.583497:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.583499:0:17079:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384301.583501:0:17079:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384301.583504:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.583506:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.583519:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ec8199ab. 02000000:00000001:3.0:1767384301.583522:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.583524:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384301.583527:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:3.0:1767384301.583529:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384301.583532:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b054c3e3. 00000040:00000001:3.0:1767384301.583535:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384301.583537:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384301.583538:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:3.0:1767384301.583541:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00000020:00000001:3.0:1767384301.583545:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384301.583549:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565214034008 : -111508495517608 : ffff9a9567bc3858) 00000040:00000001:3.0:1767384301.583551:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.583553:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.583555:0:17079:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384301.583560:0:17079:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a0afe9ce. 00000040:00000001:3.0:1767384301.583562:0:17079:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384301.583563:0:17079:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384301.584037:0:17079:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.584040:0:17079:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.584041:0:17079:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.584044:0:17079:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x8:0x0] count 8 lgh_last_idx 7 llh_cat_idx 0 00000040:00000001:3.0:1767384301.584047:0:17079:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384301.584048:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384301.584050:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000281f6b3d/00000000364ac34c to site lru. bkt: 00000000bc0d9b62 00000040:00000001:3.0:1767384301.584053:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384301.584054:0:17079:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a0afe9ce. 00000040:00000010:3.0:1767384301.584057:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b054c3e3. 00000040:00000040:3.0:1767384301.584065:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:3.0:1767384301.584067:0:17079:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.584069:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746129792 00010000:00000001:3.0:1767384301.584070:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.584073:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ee849df x1853236746129792/t0(0) o503->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 272/8416 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.584079:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.584080:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.584082:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.584084:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.584086:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.584087:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.584089:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.584090:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.584092:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.584094:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.584096:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f1deb598. 00000100:00000200:3.0:1767384301.584098:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236746129792, offset 224 00000400:00000200:3.0:1767384301.584101:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.584106:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.584110:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824df01180 00000400:00000200:3.0:1767384301.584114:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1031 [4] + 224 00000400:00000200:3.0:1767384301.584118:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.584120:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.584123:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.584125:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746129792/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.584131:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000285b843c x1853236746129792/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.584144:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.584147:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1deb598 00000400:00000010:3.0:1767384301.584149:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f1deb598. 00000100:00000001:3.0:1767384301.584151:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.584157:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.584161:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.584163:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.584166:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.584170:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.584173:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.584179:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ee849df x1853236746129792/t0(0) o503->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 272/8416 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.584190:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ee849df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+13:17885:x1853236746129792:12345-0@lo:503: Request processed in 724us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.584200:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:3.0:1767384301.584204:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.584209:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.584212:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.584216:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.584222:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384301.584227:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e53e7ff. 00000020:00000040:3.0:1767384301.584233:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 12 02000000:00000001:3.0:1767384301.584239:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.584242:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ec8199ab. 02000000:00000001:3.0:1767384301.584253:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.584258:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.584265:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.584272:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bf494a5. 00000400:00000010:3.0:1767384301.584278:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1deb598. 00000100:00000001:3.0:1767384301.585254:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.585259:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746129920 02000000:00000001:3.0:1767384301.585262:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.585265:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.585267:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.585273:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.585277:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746129920 00000020:00000001:3.0:1767384301.585281:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.585283:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.585287:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.585298:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=13 00000020:00000001:3.0:1767384301.585303:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.585307:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.585311:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.585316:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.585318:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.585320:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000020:00000010:3.0:1767384301.585324:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53e7ff. 00000020:00000010:3.0:1767384301.585327:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.585329:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384301.585334:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.585335:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.585336:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.585337:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.585341:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.585350:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.585358:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.585359:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.585363:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384301.585366:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.585368:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608975440 : -111508100576176 : ffff9a957f468c50) 00000100:00000040:3.0:1767384301.585372:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c490aba x1853236746129920/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 272/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.585380:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.585382:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.585384:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.585385:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000100:00100000:3.0:1767384301.585388:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c490aba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+13:17885:x1853236746129920:12345-0@lo:502: 00000100:00000200:3.0:1767384301.585391:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746129920 00000020:00000001:3.0:1767384301.585392:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.585394:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.585395:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.585401:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.585402:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329648 : -1048221968 : ffffffffc18566f0) 00000020:00000001:3.0:1767384301.585405:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.585406:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.585407:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.585408:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.585410:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.585411:0:17079:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384301.585412:0:17079:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384301.585415:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.585416:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.585445:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ec8199ab. 02000000:00000001:3.0:1767384301.585448:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.585450:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384301.585453:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:3.0:1767384301.585455:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384301.585457:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b054c3e3. 00000040:00000001:3.0:1767384301.585460:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384301.585462:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384301.585464:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:3.0:1767384301.585467:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00000020:00000001:3.0:1767384301.585469:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384301.585473:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565214034008 : -111508495517608 : ffff9a9567bc3858) 00000040:00000001:3.0:1767384301.585475:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.585477:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.585479:0:17079:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384301.585482:0:17079:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a0afe9ce. 00000040:00000001:3.0:1767384301.585483:0:17079:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384301.585484:0:17079:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384301.585492:0:17079:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.585493:0:17079:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.585495:0:17079:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.585498:0:17079:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384301.585500:0:17079:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384301.585503:0:17079:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:3.0:1767384301.585707:0:17079:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384301.585716:0:17079:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.585718:0:17079:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384301.585720:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384301.585722:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000281f6b3d/00000000364ac34c to site lru. bkt: 00000000bc0d9b62 00000040:00000001:3.0:1767384301.585724:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384301.585725:0:17079:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a0afe9ce. 00000040:00000010:3.0:1767384301.585728:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b054c3e3. 00000040:00000040:3.0:1767384301.585730:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:3.0:1767384301.585732:0:17079:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.585734:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746129920 00010000:00000001:3.0:1767384301.585736:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.585739:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c490aba x1853236746129920/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 272/8472 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.585745:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.585746:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.585748:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.585750:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.585752:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.585754:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.585755:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.585757:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.585758:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.585760:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.585762:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000905d68fe. 00000100:00000200:3.0:1767384301.585765:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236746129920, offset 224 00000400:00000200:3.0:1767384301.585768:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.585774:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.585779:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824df01200 00000400:00000200:3.0:1767384301.585782:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1041 [4] + 224 00000400:00000200:3.0:1767384301.585787:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.585790:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.585792:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.585794:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746129920/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.585810:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000285b843c x1853236746129920/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.585824:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.585829:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000905d68fe 00000400:00000010:3.0:1767384301.585830:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000905d68fe. 00000100:00000001:3.0:1767384301.585832:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.585833:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.585836:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.585837:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.585839:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.585841:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.585843:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.585846:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c490aba x1853236746129920/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 272/8472 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.585854:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c490aba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+13:17885:x1853236746129920:12345-0@lo:502: Request processed in 471us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.585861:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384301.585865:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.585868:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.585872:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.585876:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.585880:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384301.585885:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e53e7ff. 00000020:00000040:3.0:1767384301.585891:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 12 02000000:00000001:3.0:1767384301.585894:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.585895:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ec8199ab. 02000000:00000001:3.0:1767384301.585902:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.585906:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.585911:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.585917:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006593aed3. 00000400:00000010:3.0:1767384301.585923:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000905d68fe. 00000100:00000001:3.0:1767384301.587108:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.587119:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746130048 02000000:00000001:3.0:1767384301.587123:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.587125:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.587130:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.587133:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.587138:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746130048 00000020:00000001:3.0:1767384301.587143:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.587145:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.587150:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.587152:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=13 00000020:00000001:3.0:1767384301.587155:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.587163:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.587167:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.587171:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.587176:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.587179:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000020:00000010:3.0:1767384301.587185:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53e7ff. 00000020:00000010:3.0:1767384301.587188:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.587191:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000100:00000040:3.0:1767384301.587195:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.587197:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.587198:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.587199:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.587203:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.587211:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.587219:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.587221:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.587224:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384301.587226:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.587228:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564739086416 : -111508970465200 : ffff9a954b6d1850) 00000100:00000040:3.0:1767384301.587232:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000656d1623 x1853236746130048/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 272/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.587239:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.587246:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003077e459. 00000100:00000001:3.0:1767384301.587247:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.587249:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003077e459. 00000100:00100000:3.0:1767384301.587252:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000656d1623 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+13:17885:x1853236746130048:12345-0@lo:502: 00000100:00000200:3.0:1767384301.587255:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746130048 00000020:00000001:3.0:1767384301.587257:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.587258:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.587260:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.587261:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.587263:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329648 : -1048221968 : ffffffffc18566f0) 00000020:00000001:3.0:1767384301.587265:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.587266:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.587267:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.587268:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.587270:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.587271:0:17079:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384301.587272:0:17079:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384301.587274:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.587275:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.587282:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ec8199ab. 02000000:00000001:3.0:1767384301.587284:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.587285:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384301.587287:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:3.0:1767384301.587289:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384301.587290:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b054c3e3. 00000040:00000001:3.0:1767384301.587293:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384301.587294:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384301.587295:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:3.0:1767384301.587297:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00000020:00000001:3.0:1767384301.587300:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384301.587302:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565214034008 : -111508495517608 : ffff9a9567bc3858) 00000040:00000001:3.0:1767384301.587304:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.587305:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.587307:0:17079:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384301.587312:0:17079:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a0afe9ce. 00000040:00000001:3.0:1767384301.587313:0:17079:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384301.587314:0:17079:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384301.587322:0:17079:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.587323:0:17079:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.587324:0:17079:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.587326:0:17079:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384301.587328:0:17079:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384301.587330:0:17079:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:3.0:1767384301.587333:0:17079:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384301.587334:0:17079:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.587336:0:17079:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384301.587337:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384301.587339:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000281f6b3d/00000000364ac34c to site lru. bkt: 00000000bc0d9b62 00000040:00000001:3.0:1767384301.587341:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384301.587342:0:17079:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a0afe9ce. 00000040:00000010:3.0:1767384301.587345:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b054c3e3. 00000040:00000040:3.0:1767384301.587347:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:3.0:1767384301.587348:0:17079:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.587350:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746130048 00010000:00000001:3.0:1767384301.587352:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.587354:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000656d1623 x1853236746130048/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 272/8472 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.587360:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.587362:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.587363:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.587366:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.587368:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.587369:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.587371:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.587372:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.587374:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.587375:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.587378:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004be27beb. 00000100:00000200:3.0:1767384301.587381:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236746130048, offset 224 00000400:00000200:3.0:1767384301.587384:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.587394:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.587399:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824df01280 00000400:00000200:3.0:1767384301.587403:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1051 [4] + 224 00000400:00000200:3.0:1767384301.587407:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.587410:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.587413:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.587415:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746130048/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.587421:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000285b843c x1853236746130048/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.587453:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.587458:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004be27beb 00000400:00000010:3.0:1767384301.587460:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004be27beb. 00000100:00000001:3.0:1767384301.587462:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.587463:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.587466:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.587468:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.587470:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.587472:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.587474:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.587477:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000656d1623 x1853236746130048/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 272/8472 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.587483:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000656d1623 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+13:17885:x1853236746130048:12345-0@lo:502: Request processed in 243us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.587491:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384301.587494:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.587499:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.587504:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.587510:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.587516:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006031ef67. 00000020:00000010:3.0:1767384301.587524:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e53e7ff. 00000020:00000040:3.0:1767384301.587532:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 12 02000000:00000001:3.0:1767384301.587547:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.587551:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ec8199ab. 02000000:00000001:3.0:1767384301.587561:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.587566:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.587572:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.587577:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011b3bf29. 00000400:00000010:3.0:1767384301.587584:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004be27beb. 00000040:00000001:3.0:1767384301.588838:0:17903:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384301.588843:0:17903:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e53e7ff. 00000020:00000010:3.0:1767384301.588848:0:17903:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b054c3e3. 00000040:00000010:3.0:1767384301.588853:0:17903:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cec45445. 00000020:00000010:3.0:1767384301.588858:0:17903:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042d19c38. 00000020:00000010:3.0:1767384301.588862:0:17903:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ac7e7a36. 00000020:00000010:3.0:1767384301.588866:0:17903:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000091d527a3. 80000000:00000010:3.0:1767384301.588870:0:17903:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009ca0863f. 40000000:00000010:3.0:1767384301.588874:0:17903:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003077e459. 00100000:00000010:3.0:1767384301.588879:0:17903:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000223fe383. 00040000:00000010:3.0:1767384301.588882:0:17903:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000030b5eadd. 00040000:00000010:3.0:1767384301.588886:0:17903:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c9e7cc1a. 00040000:00000010:3.0:1767384301.588890:0:17903:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ab80e42f. 00080000:00000010:3.0:1767384301.588894:0:17903:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a0afe9ce. 00080000:00000010:3.0:1767384301.588898:0:17903:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000079ff8972. 00000004:00000010:3.0:1767384301.588918:0:17903:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008897ae6e. 00000004:00000010:3.0:1767384301.588924:0:17903:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000121332a4. 00000004:00000010:3.0:1767384301.588928:0:17903:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006541b8f5. 00002000:00000010:3.0:1767384301.588932:0:17903:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a208c4bf. 00000004:00000010:3.0:1767384301.588935:0:17903:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000090e9ad61. 00000020:00000010:3.0:1767384301.588939:0:17903:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005beb7130. 00000040:00000010:3.0:1767384301.588945:0:17903:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000986d2b8f. 00000040:00001000:3.0:1767384301.588948:0:17903:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767384301.588951:0:17903:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384301.588952:0:17903:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384301.588956:0:17903:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:3.0:1767384301.588964:0:17903:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384301.588966:0:17903:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.588973:0:17903:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9441208000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384301.588975:0:17903:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384301.588976:0:17903:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384301.588978:0:17903:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767384301.588980:0:17903:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.588982:0:17903:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767384301.588983:0:17903:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767384301.588987:0:17903:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:3.0:1767384301.588989:0:17903:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:3.0:1767384301.588991:0:17903:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.588995:0:17903:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000edac0121. 00000020:00000080:3.0:1767384301.588998:0:17903:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767384301.589000:0:17903:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000001:3.0:1767384301.589002:0:17903:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.589003:0:17903:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000edac0121. 00000020:00000001:3.0:1767384301.589006:0:17903:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.589008:0:17903:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a94412080e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384301.589009:0:17903:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:3.0:1767384301.589010:0:17903:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384301.589012:0:17903:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767384301.589014:0:17903:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at 00000000876e310a. 00000020:00000080:3.0:1767384301.589015:0:17903:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384301.589017:0:17903:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384301.589019:0:17903:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384301.589028:0:17903:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000704e0276. 00000020:00000080:3.0:1767384301.589031:0:17903:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (00000000704e0276) 00000020:00000001:3.0:1767384301.589033:0:17903:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384301.589035:0:17903:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ff627a01. 00000020:00000001:3.0:1767384301.589036:0:17903:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.589038:0:17903:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ff627a01 with handle 0x980286e253c5fae8 to hash 00000020:00000001:3.0:1767384301.589039:0:17903:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384301.589042:0:17903:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384301.589044:0:17903:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.589046:0:17903:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446632560270393344 : -111513439158272 : ffff9a9441124000) 00000020:00000040:3.0:1767384301.589048:0:17903:0:(genops.c:898:class_export_put()) PUTting export 00000000ff627a01 : new refcount 1 00000020:00000040:3.0:1767384301.589061:0:17903:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 2 - obd_device_list 00000020:00000001:3.0:1767384301.589067:0:17903:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384301.589069:0:17903:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type obdfilter with refcount 2 00000020:00000001:3.0:1767384301.589071:0:17903:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.589073:0:17903:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.589076:0:17903:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at 00000000876e310a. 00000020:00000001:3.0:1767384301.589079:0:17903:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.589081:0:17903:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9441208160 type=0x10620000 idx=3 00000040:00001000:3.0:1767384301.589084:0:17903:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:3.0:1767384301.589087:0:17903:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384301.589088:0:17903:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000040:3.0:1767384301.589090:0:17903:0:(obd_config.c:1846:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:3.0:1767384301.589094:0:17903:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 0000000021bff62c. 00000020:00000080:3.0:1767384301.589097:0:17903:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384301.589102:0:17903:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384301.589117:0:17903:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384301.589120:0:17903:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000edac0121. 00000001:00000010:3.0:1767384301.589125:0:17903:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000096849cbd. 00000001:00000010:3.0:1767384301.589130:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a75bf9c. 00000001:00000010:3.0:1767384301.589134:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097f4cd37. 00000001:00000010:3.0:1767384301.589146:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8ce6800. 00000001:00000010:3.0:1767384301.589150:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ccabf3c1. 00000001:00000001:3.0:1767384301.589153:0:17903:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384301.589166:0:17903:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f39b5936. 00000001:00000010:3.0:1767384301.589170:0:17903:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002fb37df6. 00000001:00000010:3.0:1767384301.589173:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d318d7ca. 00000001:00000010:3.0:1767384301.589176:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082d109fa. 00000001:00000010:3.0:1767384301.589179:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007f2f22d2. 00000001:00000010:3.0:1767384301.589182:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003b5f31c7. 00000020:00000001:3.0:1767384301.589185:0:17903:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384301.589188:0:17903:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a97dc9e. 00000020:00000010:3.0:1767384301.589191:0:17903:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876e310a. 00000020:00000010:3.0:1767384301.589194:0:17903:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006031ef67. 00000008:00000010:3.0:1767384301.589199:0:17903:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001cbf7387. 00020000:00000010:3.0:1767384301.589209:0:17903:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ddf4c2bd. 00008000:00000010:3.0:1767384301.589213:0:17903:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ecd33b9d. 00000080:00000010:3.0:1767384301.589219:0:17903:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003163da04. 00000020:00000010:3.0:1767384301.589223:0:17903:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9fd8748. 00000020:00000010:3.0:1767384301.589227:0:17903:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000071c5d23c. 00000020:00000010:3.0:1767384301.589230:0:17903:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002328c4ab. 00000020:00000010:3.0:1767384301.589234:0:17903:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5de4cf3. 00000020:00000010:3.0:1767384301.589237:0:17903:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c51794f2. 80000000:00000010:3.0:1767384301.589240:0:17903:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cbf613a2. 40000000:00000010:3.0:1767384301.589243:0:17903:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007233ae69. 00100000:00000010:3.0:1767384301.589247:0:17903:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d277963d. 00040000:00000010:3.0:1767384301.589250:0:17903:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006145e272. 00040000:00000010:3.0:1767384301.589253:0:17903:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ea16c727. 00080000:00000010:3.0:1767384301.589259:0:17903:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009badea9d. 00080000:00000010:3.0:1767384301.589264:0:17903:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000237e64bc. 00002000:00000010:3.0:1767384301.589270:0:17903:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c56a602d. 00002000:00000010:3.0:1767384301.589274:0:17903:0:(ofd_dev.c:3346:ofd_device_alloc()) kmalloced '(m)': 2040 at 00000000c80857e5. 00002000:00000001:3.0:1767384301.589279:0:17903:0:(ofd_dev.c:3063:ofd_init0()) Process entered 00002000:00000001:3.0:1767384301.589285:0:17903:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:3.0:1767384301.589288:0:17903:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1767384301.589290:0:17903:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384301.589293:0:17903:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446632565211226304 : -111508498325312 : ffff9a95679160c0) 00000020:01000004:3.0:1767384301.589296:0:17903:0:(tgt_mount.c:154:server_get_mount()) get mount 000000007ebabddb from lustre-OST0000, refs=2 00000020:00000001:3.0:1767384301.589299:0:17903:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446632565211226304 : -111508498325312 : ffff9a95679160c0) 00002000:00000010:3.0:1767384301.589303:0:17903:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at 000000004aa7bef1. 00002000:00000001:3.0:1767384301.589306:0:17903:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:3.0:1767384301.589308:0:17903:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at 00000000dd20041a. 00002000:00000001:3.0:1767384301.589313:0:17903:0:(obd_class.h:852:obd_connect()) Process entered 00080000:00000001:3.0:1767384301.589315:0:17903:0:(osd_handler.c:8938:osd_obd_connect()) Process entered 00080000:01000000:3.0:1767384301.589317:0:17903:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000001:3.0:1767384301.589319:0:17903:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384301.589321:0:17903:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384301.589323:0:17903:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005cacda69. 00000020:00000001:3.0:1767384301.589325:0:17903:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.589333:0:17903:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cacda69 with handle 0x980286e253c5faef to hash 00000020:00000001:3.0:1767384301.589336:0:17903:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384301.589340:0:17903:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384301.589341:0:17903:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384301.589343:0:17903:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000da3bb383) now 5 - export 00000020:00000001:3.0:1767384301.589345:0:17903:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446632560270387200 : -111513439164416 : ffff9a9441122800) 00000020:00000040:3.0:1767384301.589347:0:17903:0:(genops.c:898:class_export_put()) PUTting export 000000005cacda69 : new refcount 1 00000020:00000080:3.0:1767384301.589348:0:17903:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x980286e253c5faef 00000020:00000001:3.0:1767384301.589350:0:17903:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.589351:0:17903:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.589352:0:17903:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faef 00000020:00000001:3.0:1767384301.589353:0:17903:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.589354:0:17903:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005cacda69 refcount=2 00000020:00000001:3.0:1767384301.589355:0:17903:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560270387200 : -111513439164416 : ffff9a9441122800) 00000020:00000001:3.0:1767384301.589357:0:17903:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560270387200 : -111513439164416 : ffff9a9441122800) 00080000:00000001:3.0:1767384301.589358:0:17903:0:(osd_handler.c:8950:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384301.589360:0:17903:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384301.589362:0:17903:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at 00000000dd20041a. 00002000:00000001:3.0:1767384301.589364:0:17903:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384301.589365:0:17903:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at 000000004aa7bef1. 00002000:00000001:3.0:1767384301.589367:0:17903:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.589369:0:17903:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767384301.589371:0:17903:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384301.589372:0:17903:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384301.589375:0:17903:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000f89094c6. 00000001:00000001:3.0:1767384301.589376:0:17903:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384301.589378:0:17903:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b9a1c668. 00000001:00000010:3.0:1767384301.589381:0:17903:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at 0000000041bac4e9. 00000001:00000010:3.0:1767384301.589418:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002c524966. 00000001:00000010:3.0:1767384301.589484:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e3c393d6. 00000001:00000010:3.0:1767384301.589546:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000031c50d67. 00000001:00000010:3.0:1767384301.589627:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005944aed5. 00000001:00000010:3.0:1767384301.589717:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002af720a7. 00000001:00000010:3.0:1767384301.589778:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e93006b9. 00000001:00000010:3.0:1767384301.589819:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b1e1512a. 00000001:00000010:3.0:1767384301.589857:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b12e3f54. 00000001:00000010:3.0:1767384301.589895:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fa606c35. 00000001:00000010:3.0:1767384301.589933:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000092d6221a. 00000001:00000010:3.0:1767384301.589977:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000063f5a862. 00000001:00000010:3.0:1767384301.590015:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d654e1be. 00000001:00000010:3.0:1767384301.590052:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000015b7f0e2. 00000001:00000010:3.0:1767384301.590087:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000441d9945. 00000001:00000010:3.0:1767384301.590125:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d973e23f. 00000001:00000010:3.0:1767384301.590173:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a34a2975. 00000001:00000010:3.0:1767384301.590211:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aec74224. 00000001:00000010:3.0:1767384301.590255:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000355d30af. 00000001:00000010:3.0:1767384301.590293:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e92dbc93. 00000001:00000010:3.0:1767384301.590329:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003d24f360. 00000001:00000010:3.0:1767384301.590368:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000353d73cf. 00000001:00000010:3.0:1767384301.590405:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e3ca2435. 00000100:00000040:3.0:1767384301.590492:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294890354, at 4294890355 00000100:00000010:3.0:1767384301.590499:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3049764. 00000001:00000010:3.0:1767384301.590520:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fe8dd7e0. 00000001:00000010:3.0:1767384301.590596:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000970ca3ef. 00000001:00000010:3.0:1767384301.590648:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000074681016. 00000001:00000010:3.0:1767384301.590732:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002b5b65be. 00000001:00000010:3.0:1767384301.590780:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc38abb8. 00000001:00000010:3.0:1767384301.590818:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005808e0d4. 00000001:00000010:3.0:1767384301.590855:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a5270072. 00000001:00000010:3.0:1767384301.590892:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002be382ee. 00000001:00000010:3.0:1767384301.590947:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d1cd0c7e. 00000001:00000010:3.0:1767384301.590990:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a6847e6f. 00000001:00000010:3.0:1767384301.591029:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e0814c1e. 00000001:00000010:3.0:1767384301.591068:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005150554e. 00000001:00000010:3.0:1767384301.591111:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f10a4c6d. 00000001:00000010:3.0:1767384301.591150:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000122d896c. 00000001:00000010:3.0:1767384301.591197:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b9d99eb9. 00000001:00000010:3.0:1767384301.591235:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000017dea035. 00000001:00000010:3.0:1767384301.591278:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000061d083c6. 00000001:00000010:3.0:1767384301.591317:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009113c575. 00000001:00000010:3.0:1767384301.591355:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a21385e5. 00000001:00000010:3.0:1767384301.591394:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eda28696. 00000001:00000010:3.0:1767384301.591433:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001219c5e9. 00000001:00000010:3.0:1767384301.591515:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009e01dd02. 00000001:00000010:3.0:1767384301.591604:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072fc91e3. 00000001:00000010:3.0:1767384301.591653:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000023f73599. 00000001:00000010:3.0:1767384301.591740:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001f6b01f3. 00000001:00000010:3.0:1767384301.591779:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000a5daafd. 00000001:00000010:3.0:1767384301.591827:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a3fe931. 00000001:00000010:3.0:1767384301.591864:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000affed59a. 00000001:00000010:3.0:1767384301.591916:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d5174271. 00000001:00000010:3.0:1767384301.591956:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000088f314e6. 00000001:00000010:3.0:1767384301.592001:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e33652c6. 00000001:00000010:3.0:1767384301.592040:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000af0484a6. 00000001:00000010:3.0:1767384301.592079:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bbea0a5b. 00000001:00000010:3.0:1767384301.592118:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000012b3c2d2. 00000001:00000010:3.0:1767384301.592156:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ceb2f9cb. 00000001:00000010:3.0:1767384301.592195:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000745c8f91. 00000001:00000010:3.0:1767384301.592233:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aa9714f0. 00000001:00000010:3.0:1767384301.592275:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007c933642. 00000001:00000010:3.0:1767384301.592315:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009db646c6. 00000001:00000010:3.0:1767384301.592356:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000055a1ef0. 00000001:00000010:3.0:1767384301.592395:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e4c160dc. 00000001:00000010:3.0:1767384301.592434:0:17903:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000afa822d1. 00000020:00000010:3.0:1767384301.592536:0:17903:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a5ca691b. 00000020:00000010:3.0:1767384301.592547:0:17903:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000dfebd91b. 00010000:00000001:3.0:1767384301.592572:0:17903:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1767384301.592619:0:17903:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1767384301.592634:0:17903:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a245c941. 00000020:00000010:3.0:1767384301.592637:0:17903:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000362a21dd. 00010000:00000001:3.0:1767384301.592646:0:17903:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1767384301.592648:0:17903:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:3.0:1767384301.592649:0:17903:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.592652:0:17903:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446632565242910720 : -111508466640896 : ffff9a956974d800) 00000020:00000001:3.0:1767384301.592669:0:17903:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:3.0:1767384301.592673:0:17903:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1947, crc32c 11811, adler 1075, t10ip512 6891, t10ip4k 7699, t10crc512 1647, t10crc4k 1811 00000020:00000001:3.0:1767384301.592679:0:17903:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384301.592684:0:17903:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.592713:0:17903:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000f31dfefd. 00000020:00000001:3.0:1767384301.592716:0:17903:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:3.0:1767384301.592717:0:17903:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384301.592721:0:17903:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000091f7899a. 00002000:00000001:3.0:1767384301.592724:0:17903:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384301.592734:0:17903:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000012b72cf3. 00002000:00000001:3.0:1767384301.592736:0:17903:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560325510424 : -111513384041192 : ffff9a94445b4518) 00002000:00000001:3.0:1767384301.592739:0:17903:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384301.592740:0:17903:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:3.0:1767384301.592743:0:17903:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000aeafdee. 00002000:00000001:3.0:1767384301.592746:0:17903:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.592748:0:17903:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384301.592750:0:17903:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384301.592751:0:17903:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.592753:0:17903:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1767384301.592757:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00000001:00000010:3.0:1767384301.592766:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.592769:0:17903:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384301.592770:0:17903:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384301.592774:0:17903:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.592776:0:17903:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384301.592787:0:17903:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.592789:0:17903:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.592793:0:17903:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560325510424 : -111513384041192 : ffff9a94445b4518) 00000020:00000001:3.0:1767384301.592795:0:17903:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446632560270174720 : -111513439376896 : ffff9a94410eea00) 00000001:00000040:3.0:1767384301.592803:0:17903:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000002:3.0:1767384301.592806:0:17903:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:3.0:1767384301.592808:0:17903:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 4294967301 00000001:00000002:3.0:1767384301.592810:0:17903:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 2 00000001:00000002:3.0:1767384301.592811:0:17903:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:3.0:1767384301.592813:0:17903:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:3.0:1767384301.592814:0:17903:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:3.0:1767384301.592815:0:17903:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 8320 00000001:00000002:3.0:1767384301.592816:0:17903:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:3.0:1767384301.592817:0:17903:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 1 00000001:00000002:3.0:1767384301.592818:0:17903:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:3.0:1767384301.592819:0:17903:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:3.0:1767384301.592821:0:17903:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000a1a7ba27. 00000001:00000040:3.0:1767384301.593052:0:17903:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 4294967301, last_xid = 1853236575257600, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:3.0:1767384301.593056:0:17903:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000010:3.0:1767384301.593058:0:17903:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000a1a7ba27. 00000001:00000001:3.0:1767384301.593060:0:17903:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384301.593063:0:17903:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384301.593064:0:17903:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 4294967301 00080000:00000001:3.0:1767384301.593066:0:17903:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384301.593076:0:17903:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b2930e5d. 00080000:00000001:3.0:1767384301.593078:0:17903:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325524480 : -111513384027136 : ffff9a94445b7c00) 00080000:00000001:3.0:1767384301.593080:0:17903:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384301.593082:0:17903:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384301.593085:0:17903:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000efbe5f02. 00080000:00000001:3.0:1767384301.593086:0:17903:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.593088:0:17903:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384301.593096:0:17903:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384301.593098:0:17903:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384301.593111:0:17903:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:3.0:1767384301.593113:0:17903:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.593115:0:17903:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384301.593119:0:17903:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000efbe5f02. 00040000:00000001:3.0:1767384301.593120:0:17903:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384301.593122:0:17903:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384301.593123:0:17903:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384301.593124:0:17903:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:3.0:1767384301.593126:0:17903:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384301.593128:0:17903:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.593130:0:17903:0:(tgt_main.c:580:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.593132:0:17903:0:(lproc_ofd.c:1231:ofd_tunables_init()) Process entered 00000020:00000010:3.0:1767384301.593291:0:17903:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b25cd1d4. 00000020:00000010:3.0:1767384301.593295:0:17903:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000082faad9a. 00000020:00000001:3.0:1767384301.593323:0:17903:0:(lprocfs_jobstats.c:824:lprocfs_job_stats_init()) Process entered 00000020:00000001:3.0:1767384301.593328:0:17903:0:(lprocfs_jobstats.c:867:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.593329:0:17903:0:(lproc_ofd.c:1281:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384301.593332:0:17903:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:3.0:1767384301.593334:0:17903:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at 00000000322092f7. 00002000:00000010:3.0:1767384301.593337:0:17903:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000244c2825. 40000000:00000001:3.0:1767384301.593338:0:17903:0:(fid_handler.c:504:seq_server_init()) Process entered 40000000:00000001:3.0:1767384301.593340:0:17903:0:(fid_store.c:189:seq_store_init()) Process entered 00000020:00000001:3.0:1767384301.593342:0:17903:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:3.0:1767384301.593343:0:17903:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384301.593345:0:17903:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384301.593347:0:17903:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000027a889c6. 00002000:00000001:3.0:1767384301.593349:0:17903:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560325511336 : -111513384040280 : ffff9a94445b48a8) 00002000:00000001:3.0:1767384301.593351:0:17903:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384301.593352:0:17903:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:3.0:1767384301.593355:0:17903:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a6e33f2f. 00002000:00000001:3.0:1767384301.593357:0:17903:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.593358:0:17903:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384301.593360:0:17903:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384301.593361:0:17903:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.593367:0:17903:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1767384301.593370:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00000001:00000010:3.0:1767384301.593376:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.593378:0:17903:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384301.593380:0:17903:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384301.593383:0:17903:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.593385:0:17903:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384301.593389:0:17903:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.593391:0:17903:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.593395:0:17903:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560325511336 : -111513384040280 : ffff9a94445b48a8) 00000020:00000001:3.0:1767384301.593397:0:17903:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446632560325519360 : -111513384032256 : ffff9a94445b6800) 40000000:00000001:3.0:1767384301.593398:0:17903:0:(fid_store.c:215:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384301.593400:0:17903:0:(fid_store.c:156:seq_store_read()) Process entered 40000000:00000040:3.0:1767384301.593622:0:17903:0:(fid_store.c:166:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000240000401-0x0000000280000400]:0:ost 40000000:00000001:3.0:1767384301.593628:0:17903:0:(fid_store.c:176:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384301.593629:0:17903:0:(fid_handler.c:485:seq_server_debugfs_init()) Process entered 40000000:00000001:3.0:1767384301.593674:0:17903:0:(fid_handler.c:575:seq_server_init()) Process leaving 00002000:00000010:3.0:1767384301.593678:0:17903:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 224 at 000000006a8b794a. 40000000:00000001:3.0:1767384301.593682:0:17903:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:3.0:1767384301.593717:0:17903:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:3.0:1767384301.593719:0:17903:0:(fid_handler.c:57:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:3.0:1767384301.593720:0:17903:0:(fid_handler.c:61:seq_server_set_cli()) Process leaving 00002000:00000010:3.0:1767384301.593722:0:17903:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at 00000000322092f7. 00002000:00000001:3.0:1767384301.593724:0:17903:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:3.0:1767384301.593726:0:17903:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000d10e4d81. 80000000:00000001:3.0:1767384301.593728:0:17903:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:3.0:1767384301.593730:0:17903:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:3.0:1767384301.593733:0:17903:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000cf0a6dfa. 80000000:00000040:3.0:1767384301.593735:0:17903:0:(fld_cache.c:61:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:3.0:1767384301.593736:0:17903:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446632564685995392 : -111509023556224 : ffff9a954842fd80) 80000000:00000001:3.0:1767384301.593739:0:17903:0:(fld_index.c:322:fld_index_init()) Process entered 80000000:00000010:3.0:1767384301.593741:0:17903:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000a1a7ba27. 00000020:00000001:3.0:1767384301.593743:0:17903:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384301.593745:0:17903:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384301.593747:0:17903:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000249cdb29. 00002000:00000001:3.0:1767384301.593748:0:17903:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560325516808 : -111513384034808 : ffff9a94445b5e08) 00002000:00000001:3.0:1767384301.593756:0:17903:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384301.593757:0:17903:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:3.0:1767384301.593761:0:17903:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b19d745f. 00002000:00000001:3.0:1767384301.593763:0:17903:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.593764:0:17903:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384301.593767:0:17903:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384301.593768:0:17903:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.593769:0:17903:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1767384301.593774:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00000001:00000010:3.0:1767384301.593779:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.593782:0:17903:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384301.593783:0:17903:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384301.593788:0:17903:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.593790:0:17903:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384301.593794:0:17903:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.593798:0:17903:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.593802:0:17903:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560325516808 : -111513384034808 : ffff9a94445b5e08) 00080000:00000010:3.0:1767384301.593806:0:17903:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009ea59a2d. 00100000:00000001:3.0:1767384301.593813:0:17903:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384301.593816:0:17903:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000efbe5f02. 00100000:00000010:3.0:1767384301.593819:0:17903:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000efbe5f02. 00100000:00000001:3.0:1767384301.593821:0:17903:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384301.593825:0:17903:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000e03071f6. 00000001:00000010:3.0:1767384301.593829:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.594025:0:17903:0:(osd_handler.c:7044:osd_it_iam_rec()) Process entered 00080000:00000001:3.0:1767384301.594027:0:17903:0:(osd_handler.c:7083:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594029:0:17903:0:(osd_handler.c:7044:osd_it_iam_rec()) Process entered 00080000:00000001:3.0:1767384301.594030:0:17903:0:(osd_handler.c:7083:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384301.594034:0:17903:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000efbe5f02. 80000000:00000001:3.0:1767384301.594037:0:17903:0:(fld_cache.c:343:fld_cache_entry_create()) Process leaving (rc=18446632565606979136 : -111508102572480 : ffff9a957f281640) 80000000:00000001:3.0:1767384301.594039:0:17903:0:(fld_cache.c:363:fld_cache_insert_nolock()) Process entered 80000000:00000001:3.0:1767384301.594041:0:17903:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000001:3.0:1767384301.594042:0:17903:0:(fld_cache.c:189:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:3.0:1767384301.594044:0:17903:0:(fld_cache.c:394:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:0:ost 80000000:00000001:3.0:1767384301.594046:0:17903:0:(fld_cache.c:104:fld_fix_new_list()) Process entered 80000000:00000001:3.0:1767384301.594047:0:17903:0:(fld_cache.c:159:fld_fix_new_list()) Process leaving 80000000:00000001:3.0:1767384301.594054:0:17903:0:(fld_cache.c:398:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384301.594056:0:17903:0:(fld_cache.c:417:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384301.594061:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000620c9c98. 00000001:00000010:3.0:1767384301.594064:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000620c9c98. 00000001:00000010:3.0:1767384301.594067:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 80000000:00000001:3.0:1767384301.594069:0:17903:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:3.0:1767384301.594070:0:17903:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:3.0:1767384301.594073:0:17903:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:3.0:1767384301.594075:0:17903:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000e03071f6. 80000000:00000010:3.0:1767384301.594079:0:17903:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000a1a7ba27. 80000000:00000001:3.0:1767384301.594081:0:17903:0:(fld_index.c:442:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384301.594082:0:17903:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:3.0:1767384301.594102:0:17903:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384301.594104:0:17903:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384301.594107:0:17903:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at 00000000a1a7ba27. 00000020:00000001:3.0:1767384301.594110:0:17903:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384301.594114:0:17903:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000907840f1. 00000020:00000001:3.0:1767384301.594117:0:17903:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.594119:0:17903:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000907840f1. 00000020:00000001:3.0:1767384301.594121:0:17903:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:3.0:1767384301.594125:0:17903:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000006e0bb730. 00000020:00000001:3.0:1767384301.594129:0:17903:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.594131:0:17903:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:3.0:1767384301.594134:0:17903:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000004f0f2baa. 00000020:00000001:3.0:1767384301.594137:0:17903:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384301.594139:0:17903:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at 00000000a1a7ba27. 00002000:00000001:3.0:1767384301.594140:0:17903:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.594142:0:17903:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:3.0:1767384301.594144:0:17903:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384301.594146:0:17903:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384301.594150:0:17903:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d522b81c. 00002000:00000001:3.0:1767384301.594151:0:17903:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560325512856 : -111513384038760 : ffff9a94445b4e98) 00002000:00000001:3.0:1767384301.594153:0:17903:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384301.594155:0:17903:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:3.0:1767384301.594158:0:17903:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e03071f6. 00002000:00000001:3.0:1767384301.594160:0:17903:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594167:0:17903:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384301.594169:0:17903:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384301.594171:0:17903:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594172:0:17903:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1767384301.594177:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00000001:00000010:3.0:1767384301.594181:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.594183:0:17903:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384301.594185:0:17903:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384301.594190:0:17903:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.594192:0:17903:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384301.594196:0:17903:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594199:0:17903:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.594202:0:17903:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560325512856 : -111513384038760 : ffff9a94445b4e98) 00000020:00000001:3.0:1767384301.594204:0:17903:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446632560325518336 : -111513384033280 : ffff9a94445b6400) 00002000:00000001:3.0:1767384301.594207:0:17903:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.594209:0:17903:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384301.594211:0:17903:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384301.594212:0:17903:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632564836126208 : -111508873425408 : 0xffff9a955135ce00) 00000020:00000001:3.0:1767384301.594214:0:17903:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632564836126208 : -111508873425408 : ffff9a955135ce00) 00000020:00000001:3.0:1767384301.594217:0:17903:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1767384301.594221:0:17903:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000961cd8ce. 00000001:00000001:3.0:1767384301.594224:0:17903:0:(nodemap_storage.c:2242:nodemap_save_config_cache()) Process entered 00000020:00000001:3.0:1767384301.594226:0:17903:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384301.594228:0:17903:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384301.594231:0:17903:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b91f8b88. 00002000:00000001:3.0:1767384301.594232:0:17903:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560325509816 : -111513384041800 : ffff9a94445b42b8) 00002000:00000001:3.0:1767384301.594235:0:17903:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384301.594235:0:17903:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:3.0:1767384301.594239:0:17903:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000058b4b509. 00002000:00000001:3.0:1767384301.594240:0:17903:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594242:0:17903:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384301.594243:0:17903:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384301.594243:0:17903:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594245:0:17903:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384301.594247:0:17903:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.594255:0:17903:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384301.594260:0:17903:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594263:0:17903:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.594267:0:17903:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560325509816 : -111513384041800 : ffff9a94445b42b8) 00080000:00000001:3.0:1767384301.594270:0:17903:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384301.594272:0:17903:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384301.594279:0:17903:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384301.594330:0:17903:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594332:0:17903:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384301.594333:0:17903:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594334:0:17903:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384301.594336:0:17903:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384301.594338:0:17903:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x2:0x0] 94:612896805 to info 000000009badea9d 00000020:00000001:3.0:1767384301.594341:0:17903:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000015b6d90 00080000:00000002:3.0:1767384301.594342:0:17903:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0x2:0x0] 00080000:00000001:3.0:1767384301.594344:0:17903:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.594347:0:17903:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384301.594351:0:17903:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000005f0930e9. 00080000:00000001:3.0:1767384301.594353:0:17903:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:3.0:1767384301.594355:0:17903:0:(nodemap_storage.c:302:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:3.0:1767384301.594357:0:17903:0:(local_storage.c:639:local_object_unlink()) Process entered 00080000:00000001:3.0:1767384301.594359:0:17903:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384301.594360:0:17903:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1767384301.594361:0:17903:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.594363:0:17903:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384301.594365:0:17903:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384301.594368:0:17903:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000495b7324. 00002000:00000001:3.0:1767384301.594370:0:17903:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560325510120 : -111513384041496 : ffff9a94445b43e8) 00002000:00000001:3.0:1767384301.594372:0:17903:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384301.594373:0:17903:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x2:0x0] 00080000:00000010:3.0:1767384301.594376:0:17903:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000068a70c05. 00002000:00000001:3.0:1767384301.594378:0:17903:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594379:0:17903:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384301.594381:0:17903:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384301.594383:0:17903:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.594385:0:17903:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384301.594395:0:17903:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594397:0:17903:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.594401:0:17903:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560325510120 : -111513384041496 : ffff9a94445b43e8) 00080000:00000001:3.0:1767384301.594403:0:17903:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384301.594406:0:17903:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d02cce0e. 00080000:00000001:3.0:1767384301.594408:0:17903:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325523456 : -111513384028160 : ffff9a94445b7800) 00080000:00000001:3.0:1767384301.594410:0:17903:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:3.0:1767384301.594412:0:17903:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384301.594414:0:17903:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594416:0:17903:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1767384301.594417:0:17903:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1767384301.594418:0:17903:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1767384301.594419:0:17903:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x2:0x0] not in the id map cache 00080000:00000010:3.0:1767384301.594450:0:17903:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000997f6600. 00080000:00000001:3.0:1767384301.594452:0:17903:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594454:0:17903:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384301.594458:0:17903:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594462:0:17903:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:3.0:1767384301.594470:0:17903:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000007fc55be1. 00080000:00000001:3.0:1767384301.594480:0:17903:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.594483:0:17903:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384301.594485:0:17903:0:(osd_handler.c:4801:osd_ref_del()) [0x200000003:0x2:0x0] decrease nlink 1 00080000:00000001:3.0:1767384301.594492:0:17903:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:3.0:1767384301.594494:0:17903:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x200000003:0x2:0x0] 00080000:00000001:3.0:1767384301.594496:0:17903:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384301.594497:0:17903:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594499:0:17903:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:3.0:1767384301.594505:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00000001:00000010:3.0:1767384301.594517:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.594522:0:17903:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594524:0:17903:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594527:0:17903:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384301.594531:0:17903:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384301.594533:0:17903:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384301.594535:0:17903:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000007fc55be1. 00080000:00000002:3.0:1767384301.594541:0:17903:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 94 00080000:00000001:3.0:1767384301.594551:0:17903:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384301.594633:0:17903:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384301.594635:0:17903:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384301.594636:0:17903:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384301.594636:0:17903:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384301.594637:0:17903:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384301.594638:0:17903:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384301.594641:0:17903:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000068a70c05. 00002000:00000001:3.0:1767384301.594645:0:17903:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1767384301.594646:0:17903:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x2:0x0] 00002000:00000010:3.0:1767384301.594648:0:17903:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 00000000495b7324. 00002000:00000001:3.0:1767384301.594651:0:17903:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:3.0:1767384301.594653:0:17903:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384301.594673:0:17903:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384301.594678:0:17903:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1767384301.594681:0:17903:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384301.594683:0:17903:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767384301.594686:0:17903:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384301.594689:0:17903:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000026409329. 00000020:00000001:3.0:1767384301.594692:0:17903:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384301.594694:0:17903:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000068a70c05. 00000020:00000001:3.0:1767384301.594696:0:17903:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594698:0:17903:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384301.594699:0:17903:0:(osd_handler.c:1187:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.594701:0:17903:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565214033496 : -111508495518120 : ffff9a9567bc3658) 00080000:00000001:3.0:1767384301.594703:0:17903:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384301.594705:0:17903:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000019a77b77. 00080000:00000001:3.0:1767384301.594707:0:17903:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325521920 : -111513384029696 : ffff9a94445b7200) 00000020:00000001:3.0:1767384301.594709:0:17903:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1767384301.594711:0:17903:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384301.594713:0:17903:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384301.594715:0:17903:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000907840f1. 00080000:00000001:3.0:1767384301.594717:0:17903:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594719:0:17903:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384301.594721:0:17903:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xa:0x0] not in the id map cache 00000001:00000001:3.0:1767384301.594724:0:17903:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384301.594734:0:17903:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.594737:0:17903:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594739:0:17903:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:3.0:1767384301.594741:0:17903:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384301.594742:0:17903:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594744:0:17903:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384301.594747:0:17903:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767384301.594750:0:17903:0:(local_storage.c:361:__local_file_create()) create new object [0x200000003:0xa:0x0] 00000020:00000001:3.0:1767384301.594751:0:17903:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:3.0:1767384301.594753:0:17903:0:(osd_handler.c:4583:osd_create()) Process entered 00000001:00000001:3.0:1767384301.594917:0:17903:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.594922:0:17903:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384301.594923:0:17903:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594924:0:17903:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384301.594933:0:17903:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384301.594935:0:17903:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200000003:0xa:0x0] 00080000:00000001:3.0:1767384301.594937:0:17903:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384301.594937:0:17903:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594939:0:17903:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:3.0:1767384301.594944:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00000001:00000010:3.0:1767384301.594950:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.594952:0:17903:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594955:0:17903:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.594965:0:17903:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594969:0:17903:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:3.0:1767384301.594972:0:17903:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000007fe6777b. 00080000:00000001:3.0:1767384301.594983:0:17903:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.594985:0:17903:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d90e1337 00080000:00000002:3.0:1767384301.594986:0:17903:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 2 insert nodemap:94 rc = 0 00080000:00000001:3.0:1767384301.594988:0:17903:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.594991:0:17903:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384301.594995:0:17903:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000907840f1. 00040000:00000001:3.0:1767384301.594998:0:17903:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384301.594999:0:17903:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384301.595000:0:17903:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.595001:0:17903:0:(local_storage.c:407:__local_file_create()) Process leaving (rc=18446632560325524992 : -111513384026624 : ffff9a94445b7e00) 00080000:00000010:3.0:1767384301.595005:0:17903:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000094a46cc1. 00100000:00000001:3.0:1767384301.595016:0:17903:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384301.595018:0:17903:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000907840f1. 00100000:00000001:3.0:1767384301.595020:0:17903:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384301.595021:0:17903:0:(osd_handler.c:5601:osd_index_try()) lustre-OST0000: index object [0x200000003:0xa:0x0] (8/32) registered 00000020:00000002:3.0:1767384301.595025:0:17903:0:(lu_object.c:207:lu_object_put()) Add 0000000058b4b509/00000000b91f8b88 to site lru. bkt: 00000000c15378a7 00000001:00000001:3.0:1767384301.595028:0:17903:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1767384301.595032:0:17903:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384301.595035:0:17903:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384301.595037:0:17903:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fb64c249. 00080000:00000001:3.0:1767384301.595039:0:17903:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325522432 : -111513384029184 : ffff9a94445b7400) 00080000:00000001:3.0:1767384301.595042:0:17903:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384301.595044:0:17903:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595047:0:17903:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:3.0:1767384301.595050:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00000001:00000010:3.0:1767384301.595054:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.595057:0:17903:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384301.595060:0:17903:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 94 00080000:00000001:3.0:1767384301.595063:0:17903:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:3.0:1767384301.595064:0:17903:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x1 (old 0x0) for inode 94 00080000:00000001:3.0:1767384301.595069:0:17903:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595070:0:17903:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384301.595073:0:17903:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384301.595074:0:17903:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384301.595076:0:17903:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595077:0:17903:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384301.595079:0:17903:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008bc50324. 00080000:00000001:3.0:1767384301.595080:0:17903:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325520896 : -111513384030720 : ffff9a94445b6e00) 00080000:00000001:3.0:1767384301.595082:0:17903:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384301.595084:0:17903:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595085:0:17903:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:3.0:1767384301.595087:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00000001:00000010:3.0:1767384301.595091:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.595093:0:17903:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384301.595094:0:17903:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x1 for inode 94 00080000:00000001:3.0:1767384301.595095:0:17903:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:3.0:1767384301.595096:0:17903:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x2 (old 0x1) for inode 94 00080000:00000001:3.0:1767384301.595106:0:17903:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595108:0:17903:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384301.595110:0:17903:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384301.595111:0:17903:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384301.595112:0:17903:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595113:0:17903:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384301.595115:0:17903:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002626f672. 00080000:00000001:3.0:1767384301.595117:0:17903:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325517312 : -111513384034304 : ffff9a94445b6000) 00080000:00000001:3.0:1767384301.595119:0:17903:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384301.595120:0:17903:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595122:0:17903:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:3.0:1767384301.595123:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00000001:00000010:3.0:1767384301.595127:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.595128:0:17903:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384301.595130:0:17903:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x2 for inode 94 00080000:00000001:3.0:1767384301.595131:0:17903:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:3.0:1767384301.595132:0:17903:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x3 (old 0x2) for inode 94 00080000:00000001:3.0:1767384301.595135:0:17903:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595137:0:17903:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384301.595138:0:17903:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384301.595139:0:17903:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384301.595140:0:17903:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595143:0:17903:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384301.595145:0:17903:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000c9b42af. 00080000:00000001:3.0:1767384301.595147:0:17903:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325521408 : -111513384030208 : ffff9a94445b7000) 00080000:00000001:3.0:1767384301.595148:0:17903:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384301.595150:0:17903:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595151:0:17903:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:3.0:1767384301.595153:0:17903:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000680ad572. 00000001:00000010:3.0:1767384301.595156:0:17903:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000680ad572. 00080000:00000001:3.0:1767384301.595158:0:17903:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384301.595159:0:17903:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x3 for inode 94 00080000:00000001:3.0:1767384301.595160:0:17903:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:3.0:1767384301.595161:0:17903:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x4 (old 0x3) for inode 94 00080000:00000001:3.0:1767384301.595164:0:17903:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.595166:0:17903:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384301.595174:0:17903:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384301.595175:0:17903:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384301.595176:0:17903:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384301.595178:0:17903:0:(nodemap_storage.c:2384:nodemap_save_config_cache()) Process leaving (rc=18446632560325524992 : -111513384026624 : ffff9a94445b7e00) 00000001:00000001:3.0:1767384301.595181:0:17903:0:(nodemap_storage.c:2629:nm_config_file_register_tgt()) Process leaving (rc=18446632564853827712 : -111508855723904 : ffff9a955243e880) 00002000:00000010:3.0:1767384301.595185:0:17903:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at 00000000c028863f. 00000020:00000010:3.0:1767384301.595188:0:17903:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027bf5130. 00000020:00000010:3.0:1767384301.595199:0:17903:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000084b5db97. 00000020:00000010:3.0:1767384301.595202:0:17903:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004c47314c. 00000020:00000010:3.0:1767384301.595205:0:17903:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cdb8ca29. 00000020:00000010:3.0:1767384301.595208:0:17903:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000387a0b9b. 80000000:00000010:3.0:1767384301.595210:0:17903:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005a434ab8. 40000000:00000010:3.0:1767384301.595212:0:17903:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008089024b. 00100000:00000010:3.0:1767384301.595215:0:17903:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000519bb66b. 00040000:00000010:3.0:1767384301.595217:0:17903:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000441f7c7b. 00040000:00000010:3.0:1767384301.595220:0:17903:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000014bd98bc. 00080000:00000010:3.0:1767384301.595933:0:17903:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c1ef184d. 00080000:00000010:3.0:1767384301.595938:0:17903:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000091f3371c. 00002000:00000010:3.0:1767384301.595943:0:17903:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000088808448. 00002000:00000001:3.0:1767384301.596101:0:17905:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 00002000:00000001:3.0:1767384301.596339:0:17906:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00000100:00000001:3.0:1767384301.597223:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384301.597227:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746130176 02000000:00000001:3.0:1767384301.597232:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.597235:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.597238:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.597245:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.597248:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746130176 00000020:00000001:3.0:1767384301.597251:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.597254:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384301.597258:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.597260:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=13 00000020:00000001:3.0:1767384301.597263:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384301.597268:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384301.597280:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.597285:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05b1277. 00000100:00000001:3.0:1767384301.597289:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.597293:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05b1277. 00000020:00000010:3.0:1767384301.597299:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087fcdd84. 00000020:00000010:3.0:1767384301.597307:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1a7ba27. 00000020:00000010:3.0:1767384301.597313:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026b11f29. 00000100:00000040:3.0:1767384301.597323:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.597329:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.597333:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.597335:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.597342:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.597352:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.597363:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.597365:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.597370:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384301.597373:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384301.597375:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564739090512 : -111508970461104 : ffff9a954b6d2850) 00000100:00000040:3.0:1767384301.597379:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004569008 x1853236746130176/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.597387:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.597389:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05b1277. 00000100:00000001:3.0:1767384301.597390:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.597392:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05b1277. 00000100:00100000:3.0:1767384301.597395:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004569008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+13:17885:x1853236746130176:12345-0@lo:101: 00000100:00000200:3.0:1767384301.597398:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746130176 00000020:00000001:3.0:1767384301.597401:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.597403:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.597405:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.597407:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.597408:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:3.0:1767384301.597411:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.597418:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.597420:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.597440:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.597443:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.597446:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384301.597448:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384301.597450:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384301.597451:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384301.597453:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.597457:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384301.597460:0:17079:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c0101384 count: 2 00010000:00000001:3.0:1767384301.597462:0:17079:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384301.597464:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384301.597467:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006cb4b18f. 00000020:00000001:3.0:1767384301.597469:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.597471:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006cb4b18f with handle 0x980286e253c5fafd to hash 00000020:00000001:3.0:1767384301.597473:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384301.597475:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656707584 : -111508052844032 : ffff9a95821ee200) 00010000:00000001:3.0:1767384301.597477:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656707584 : -111508052844032 : ffff9a95821ee200) 00010000:00010000:3.0:1767384301.597479:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006cb4b18f/0x980286e253c5fafd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5faf6 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384301.597484:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 9 00000020:00000040:3.0:1767384301.597486:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=14 00000100:00000001:3.0:1767384301.597492:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.597493:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.597496:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000094efd9cb. 02000000:00000001:3.0:1767384301.597497:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.597499:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.597501:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384301.597504:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384301.597507:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384301.597509:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.597512:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.597515:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.597516:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.597525:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384301.597528:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384301.597531:0:17079:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384301.597533:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384301.597536:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000c0101384) refcount = 2 00010000:00000040:3.0:1767384301.597541:0:17079:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384301.597545:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008637b174/0x980286e253c5fa78 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fa71 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384301.597553:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006cb4b18f/0x980286e253c5fafd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5faf6 expref: 14 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.597560:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384301.597562:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384301.597563:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.597565:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.597567:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384301.597572:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384301.597574:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006cb4b18f/0x980286e253c5fafd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5faf6 expref: 14 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.597579:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384301.597581:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384301.597583:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.597584:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.597586:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384301.597587:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.597589:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384301.597590:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006cb4b18f, rc 0) 00000020:00000001:3.0:1767384301.597592:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.597594:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746130176 00010000:00000001:3.0:1767384301.597596:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.597600:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004569008 x1853236746130176/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.597606:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.597613:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.597616:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.597620:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.597621:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.597623:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384301.597625:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.597627:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.597629:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.597630:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.597633:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384301.597635:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746130176, offset 224 00000400:00000200:3.0:1767384301.597639:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.597644:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.597648:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df01300 00000400:00000200:3.0:1767384301.597652:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1061 [1] + 224 00000400:00000200:3.0:1767384301.597668:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.597671:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.597674:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.597678:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039ad10ef x1853236746130176/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.597685:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000039ad10ef x1853236746130176/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.597697:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.597702:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384301.597704:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384301.597707:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.597709:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.597713:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.597715:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00010000:00000001:3.0:1767384301.597718:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.597720:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.597721:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384301.597725:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004569008 x1853236746130176/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.597768:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004569008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:17885:x1853236746130176:12345-0@lo:101: Request processed in 377us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.597784:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384301.597792:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384301.597797:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.597802:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.597806:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1a7ba27. 00000020:00000010:3.0:1767384301.597813:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026b11f29. 00000020:00000010:3.0:1767384301.597821:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087fcdd84. 00000020:00000040:3.0:1767384301.597830:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:3.0:1767384301.597835:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.597838:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000094efd9cb. 02000000:00000001:3.0:1767384301.597844:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.597848:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.597853:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.597859:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000680ad572. 00000400:00000010:3.0:1767384301.597866:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d5b254c. 00000100:00000001:2.0:1767384301.598589:0:17885:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.598599:0:17885:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384301.598602:0:17885:0:(client.c:2690:ptlrpc_set_wait()) set 0000000034e4ab2c going to sleep for 11 seconds 00000100:00000001:2.0:1767384301.598605:0:17885:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.598608:0:17885:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.598997:0:17885:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384301.599003:0:17885:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384301.599006:0:17885:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384301.599010:0:17885:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c71291. 00000400:00000200:2.0:1767384301.599014:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009947e6fe 00000400:00000010:2.0:1767384301.599017:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009947e6fe. 00000100:00000001:2.0:1767384301.599021:0:17885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.599027:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039ad10ef x1853236746130304/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384301.599042:0:17885:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039ad10ef x1853236746130304/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.599049:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.599051:0:17885:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.599055:0:17885:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384301.599059:0:17885:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384301.599060:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.599063:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.599067:0:17885:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.599073:0:17885:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=7 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384301.599079:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.599085:0:17885:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384301.599086:0:17885:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.599088:0:17885:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384301.599091:0:17885:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.599094:0:17885:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.599097:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ad10ef x1853236746130304/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.599105:0:17885:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.599109:0:17885:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.599111:0:17885:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.599116:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ad10ef x1853236746130304/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.599140:0:17885:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039ad10ef pname:cluuid:pid:xid:nid:opc:job mount.lustre:92b443ed-e82f-4160-b27d-56e958e24602:17885:1853236746130304:0@lo:501: 00000100:00000001:2.0:1767384301.599144:0:17885:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.599145:0:17885:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.599146:0:17885:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384301.599148:0:17885:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.599152:0:17885:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039ad10ef x1853236746130304/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.599162:0:17885:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384301.599164:0:17885:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000034e4ab2c. 00000100:00000001:2.0:1767384301.599167:0:17885:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384301.599168:0:17885:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.599170:0:17885:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1767384301.599172:0:17885:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.599173:0:17885:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384301.599175:0:17885:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384301.599176:0:17885:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.599177:0:17885:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039ad10ef x1853236746130304/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.599182:0:17885:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.599183:0:17885:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.599184:0:17885:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa9049ce. 02000000:00000001:2.0:1767384301.599186:0:17885:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384301.599187:0:17885:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.599188:0:17885:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384301.599189:0:17885:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384301.599189:0:17885:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000051855c8f. 02000000:00000001:2.0:1767384301.599191:0:17885:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.599192:0:17885:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.599192:0:17885:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039ad10ef. 00000100:00000001:2.0:1767384301.599194:0:17885:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.599195:0:17885:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384301.599196:0:17885:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.599198:0:17885:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384301.599200:0:17885:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000092ffd585. 00000040:00000001:2.0:1767384301.599206:0:17885:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384301.599207:0:17885:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1767384301.599208:0:17885:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000010:2.0:1767384301.599210:0:17885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039ad10ef. 00000020:00000040:2.0:1767384301.599212:0:17885:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384301.599214:0:17885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384301.599215:0:17885:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384301.599217:0:17885:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384301.599219:0:17885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051855c8f. 00000100:00000001:2.0:1767384301.599221:0:17885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.599222:0:17885:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384301.599223:0:17885:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384301.599225:0:17885:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034e4ab2c. 00000100:00000001:2.0:1767384301.599226:0:17885:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565316781568 : -111508392770048 : ffff9a956ddc0600) 00000100:00000001:2.0:1767384301.599228:0:17885:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384301.599229:0:17885:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608798336 : -111508100753280 : ffff9a957f43d880) 00000100:00000001:2.0:1767384301.599231:0:17885:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384301.599232:0:17885:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.599233:0:17885:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384301.599234:0:17885:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384301.599236:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ad10ef x1853236746130432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.599240:0:17885:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384301.599241:0:17885:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.599242:0:17885:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384301.599243:0:17885:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384301.599245:0:17885:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.599247:0:17885:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039ad10ef pname:cluuid:pid:xid:nid:opc:job mount.lustre:92b443ed-e82f-4160-b27d-56e958e24602:17885:1853236746130432:0@lo:503: 00000100:00000001:2.0:1767384301.599249:0:17885:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384301.599250:0:17885:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384301.599251:0:17885:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.599252:0:17885:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384301.599259:0:17885:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006d9bc526. 02000000:00000001:2.0:1767384301.599261:0:17885:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.599264:0:17885:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c71291. 00000400:00000010:2.0:1767384301.599269:0:17885:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003efff9ea. 00000100:00000200:2.0:1767384301.599272:0:17885:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236746130432, portal 25 00000100:00000001:2.0:1767384301.599273:0:17885:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384301.599274:0:17885:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608798336 : -111508100753280 : ffff9a957f43d880) 00000100:00000040:2.0:1767384301.599277:0:17885:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039ad10ef x1853236746130432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.599281:0:17885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.599283:0:17885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384301.599284:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009947e6fe. 00000100:00000200:2.0:1767384301.599285:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236746130432, offset 0 00000400:00000200:2.0:1767384301.599288:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.599292:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384301.599296:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824df01400 00000400:00000200:2.0:1767384301.599298:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x195 [2] + 0 00000400:00000010:2.0:1767384301.599300:0:17885:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093b6675d. 00000400:00000200:2.0:1767384301.599302:0:17885:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000084265ee2 00000400:00000200:2.0:1767384301.599305:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.599307:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384301.599309:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084265ee2 00000400:00000010:2.0:1767384301.599310:0:17885:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084265ee2. 00000100:00000001:2.0:1767384301.599312:0:17885:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384301.599313:0:17885:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384301.599315:0:17885:0:(events.c:337:request_in_callback()) incoming req@00000000e524260a x1853236746130432 msgsize 272 00000100:00100000:2.0:1767384301.599317:0:17885:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384301.599319:0:17885:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384301.599328:0:17885:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.599331:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009947e6fe 00000400:00000010:2.0:1767384301.599332:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009947e6fe. 00000100:00000001:2.0:1767384301.599333:0:17885:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384301.599335:0:17885:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039ad10ef x1853236746130432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.599340:0:17885:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.599341:0:17885:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000039ad10ef x1853236746130432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.599354:0:17885:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.599357:0:17885:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.599361:0:17885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.599367:0:17885:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294890366 00000100:00000001:2.0:1767384301.599371:0:17885:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294890366 00000100:00000001:2.0:1767384301.599374:0:17885:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294890366 00000100:00000001:2.0:1767384301.599378:0:17885:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294890366 00000100:00000001:2.0:1767384301.599382:0:17885:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294890366 00000100:00000001:2.0:1767384301.599386:0:17885:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294890366 00000100:00000001:2.0:1767384301.599389:0:17885:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294890366 00000100:00000001:2.0:1767384301.599391:0:17885:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294890366 00000100:00000001:2.0:1767384301.599395:0:17885:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.599399:0:17885:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.599402:0:17885:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.599405:0:17885:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384301.599409:0:17885:0:(client.c:2690:ptlrpc_set_wait()) set 0000000034e4ab2c going to sleep for 11 seconds 00000100:00000001:2.0:1767384301.599415:0:17885:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.599419:0:17885:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.599852:0:17885:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384301.599856:0:17885:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384301.599859:0:17885:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384301.599862:0:17885:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c71291. 00000400:00000200:2.0:1767384301.599867:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003efff9ea 00000400:00000010:2.0:1767384301.599870:0:17885:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003efff9ea. 00000100:00000001:2.0:1767384301.599874:0:17885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.599880:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039ad10ef x1853236746130432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384301.599893:0:17885:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039ad10ef x1853236746130432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.599906:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.599908:0:17885:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.599917:0:17885:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384301.599919:0:17885:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384301.599923:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.599925:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.599928:0:17885:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.599930:0:17885:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=7 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384301.599936:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.599940:0:17885:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384301.599941:0:17885:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.599943:0:17885:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384301.599946:0:17885:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.599950:0:17885:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.599958:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ad10ef x1853236746130432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.599973:0:17885:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.599976:0:17885:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.599981:0:17885:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.599989:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ad10ef x1853236746130432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.600003:0:17885:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039ad10ef pname:cluuid:pid:xid:nid:opc:job mount.lustre:92b443ed-e82f-4160-b27d-56e958e24602:17885:1853236746130432:0@lo:503: 00000100:00000001:2.0:1767384301.600008:0:17885:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.600010:0:17885:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.600012:0:17885:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384301.600013:0:17885:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.600014:0:17885:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039ad10ef x1853236746130432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.600018:0:17885:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384301.600020:0:17885:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000034e4ab2c. 00000100:00000001:2.0:1767384301.600021:0:17885:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384301.600022:0:17885:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600025:0:17885:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767384301.600026:0:17885:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.600027:0:17885:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039ad10ef x1853236746130432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.600040:0:17885:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.600041:0:17885:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.600043:0:17885:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006d9bc526. 02000000:00000001:2.0:1767384301.600049:0:17885:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384301.600050:0:17885:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.600051:0:17885:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384301.600052:0:17885:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384301.600054:0:17885:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000051855c8f. 02000000:00000001:2.0:1767384301.600055:0:17885:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.600056:0:17885:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.600057:0:17885:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039ad10ef. 00000100:00000001:2.0:1767384301.600059:0:17885:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.600059:0:17885:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.600061:0:17885:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.600062:0:17885:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384301.600063:0:17885:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384301.600064:0:17885:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600065:0:17885:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600067:0:17885:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384301.600068:0:17885:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384301.600069:0:17885:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000051855c8f. 00000040:00000001:2.0:1767384301.600070:0:17885:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384301.600071:0:17885:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384301.600073:0:17885:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632564836126208 : -111508873425408 : 0xffff9a955135ce00) 00000020:00000001:2.0:1767384301.600074:0:17885:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632564836126208 : -111508873425408 : ffff9a955135ce00) 00080000:00000001:2.0:1767384301.600077:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.600079:0:17885:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:2.0:1767384301.600080:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384301.600082:0:17885:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000033b2dd93. 00000020:00000001:2.0:1767384301.600084:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384301.600086:0:17885:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632564835728472 : -111508873823144 : ffff9a95512fbc58) 00000040:00000001:2.0:1767384301.600087:0:17885:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600089:0:17885:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600090:0:17885:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384301.600092:0:17885:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384301.600096:0:17885:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384301.600098:0:17885:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384301.600100:0:17885:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000aa9049ce. 00080000:00000001:2.0:1767384301.600101:0:17885:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326137856 : -111513383413760 : ffff9a944464d800) 00000040:00000001:2.0:1767384301.600103:0:17885:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384301.600104:0:17885:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384301.600106:0:17885:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1767384301.600107:0:17885:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384301.600109:0:17885:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600110:0:17885:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384301.600111:0:17885:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384301.600112:0:17885:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384301.600113:0:17885:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:2.0:1767384301.600116:0:17885:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000009d5d521e. 00080000:00000001:2.0:1767384301.600117:0:17885:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600118:0:17885:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600120:0:17885:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600122:0:17885:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384301.600127:0:17885:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600128:0:17885:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:2.0:1767384301.600130:0:17885:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:2.0:1767384301.600135:0:17885:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000ee0964bc. 00080000:00000001:2.0:1767384301.600139:0:17885:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.600140:0:17885:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.600143:0:17885:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x3:0x0] decrease nlink 1 00080000:00000001:2.0:1767384301.600148:0:17885:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384301.600150:0:17885:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x3:0x0] 00080000:00000001:2.0:1767384301.600151:0:17885:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384301.600152:0:17885:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600153:0:17885:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:2.0:1767384301.600157:0:17885:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000015c71291. 00000001:00000010:2.0:1767384301.600164:0:17885:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000015c71291. 00080000:00000001:2.0:1767384301.600166:0:17885:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600167:0:17885:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600169:0:17885:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600171:0:17885:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384301.600175:0:17885:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384301.600180:0:17885:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384301.600182:0:17885:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000ee0964bc. 00080000:00000002:2.0:1767384301.600184:0:17885:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 95 00080000:00000001:2.0:1767384301.600186:0:17885:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600187:0:17885:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600189:0:17885:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:2.0:1767384301.600222:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.600223:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.600224:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.600225:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.600225:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.600226:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384301.600228:0:17885:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ddd49751. 00000020:00000010:2.0:1767384301.600231:0:17885:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cf3c13f7. 00000040:00000010:2.0:1767384301.600236:0:17885:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000033b2dd93. 00000040:00000001:2.0:1767384301.600237:0:17885:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384301.600238:0:17885:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000051855c8f. 00000040:00000001:2.0:1767384301.600240:0:17885:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600241:0:17885:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:2.0:1767384301.600242:0:17885:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384301.600244:0:17885:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000051855c8f. 00000040:00000001:2.0:1767384301.600245:0:17885:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384301.600246:0:17885:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384301.600247:0:17885:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632564836126208 : -111508873425408 : 0xffff9a955135ce00) 00000020:00000001:2.0:1767384301.600249:0:17885:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632564836126208 : -111508873425408 : ffff9a955135ce00) 00080000:00000001:2.0:1767384301.600251:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.600252:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.600255:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384301.600257:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384301.600259:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:2.0:1767384301.600261:0:17885:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000033b2dd93. 00000020:00000001:2.0:1767384301.600262:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384301.600265:0:17885:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b980d96f. 00000020:00000001:2.0:1767384301.600267:0:17885:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384301.600268:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ddd49751. 00000020:00000001:2.0:1767384301.600269:0:17885:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600275:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.600277:0:17885:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384301.600278:0:17885:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600279:0:17885:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384301.600282:0:17885:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000015c71291. 00000001:00000010:2.0:1767384301.600286:0:17885:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000015c71291. 00080000:00000001:2.0:1767384301.600288:0:17885:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600289:0:17885:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.600291:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632564835729240 : -111508873822376 : ffff9a95512fbf58) 00000040:00000001:2.0:1767384301.600293:0:17885:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600294:0:17885:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600295:0:17885:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384301.600296:0:17885:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600298:0:17885:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384301.600299:0:17885:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a1b79d55. 00080000:00000001:2.0:1767384301.600300:0:17885:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326136320 : -111513383415296 : ffff9a944464d200) 00000040:00000001:2.0:1767384301.600302:0:17885:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:2.0:1767384301.600304:0:17885:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1767384301.600305:0:17885:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384301.600307:0:17885:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384301.600309:0:17885:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384301.600311:0:17885:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006f283f19. 00080000:00000001:2.0:1767384301.600312:0:17885:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600314:0:17885:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:2.0:1767384301.600315:0:17885:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:2.0:1767384301.600316:0:17885:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384301.600318:0:17885:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.600320:0:17885:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600321:0:17885:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1767384301.600323:0:17885:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384301.600324:0:17885:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600326:0:17885:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600327:0:17885:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600328:0:17885:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384301.600330:0:17885:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600332:0:17885:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:2.0:1767384301.600333:0:17885:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:2.0:1767384301.600338:0:17885:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384301.600339:0:17885:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:2.0:1767384301.600364:0:17885:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384301.600365:0:17885:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600366:0:17885:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1767384301.600372:0:17885:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.600373:0:17885:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x7:0x0] 00080000:00000001:2.0:1767384301.600374:0:17885:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384301.600375:0:17885:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600376:0:17885:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1767384301.600379:0:17885:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000015c71291. 00000001:00000010:2.0:1767384301.600383:0:17885:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000015c71291. 00080000:00000001:2.0:1767384301.600384:0:17885:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600386:0:17885:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.600391:0:17885:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600393:0:17885:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:2.0:1767384301.600395:0:17885:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000003e1a8447. 00080000:00000001:2.0:1767384301.600402:0:17885:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.600404:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f4030263 00080000:00000002:2.0:1767384301.600406:0:17885:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert params:95 rc = 0 00080000:00000001:2.0:1767384301.600408:0:17885:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600409:0:17885:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600411:0:17885:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600412:0:17885:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384301.600415:0:17885:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006f283f19. 00040000:00000001:2.0:1767384301.600417:0:17885:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384301.600418:0:17885:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384301.600419:0:17885:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600420:0:17885:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600421:0:17885:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384301.600424:0:17885:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d045f856. 00000040:00000001:2.0:1767384301.600443:0:17885:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384301.600444:0:17885:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384301.600446:0:17885:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384301.600448:0:17885:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384301.600450:0:17885:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384301.600452:0:17885:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600454:0:17885:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600461:0:17885:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384301.600463:0:17885:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001fe8fa16. 00000040:00001000:2.0:1767384301.600466:0:17885:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:2.0:1767384301.600469:0:17885:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384301.600472:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e58700. 00000020:00000010:2.0:1767384301.600474:0:17885:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c0e2b174. 00000040:00000010:2.0:1767384301.600477:0:17885:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000039a3f417. 00000020:00000010:2.0:1767384301.600480:0:17885:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000050abcee8. 00000020:00000010:2.0:1767384301.600484:0:17885:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384301.600486:0:17885:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b79e5ba. 80000000:00000010:2.0:1767384301.600488:0:17885:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000069dc36f9. 40000000:00000010:2.0:1767384301.600491:0:17885:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f283f19. 00100000:00000010:2.0:1767384301.600494:0:17885:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001a3472f5. 00040000:00000010:2.0:1767384301.600503:0:17885:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c74b21c3. 00040000:00000010:2.0:1767384301.600507:0:17885:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000044ae7208. 00040000:00000010:2.0:1767384301.600509:0:17885:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000986509ed. 00080000:00000010:2.0:1767384301.600512:0:17885:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000537b38a7. 00080000:00000010:2.0:1767384301.600515:0:17885:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eb10f277. 00000004:00000010:2.0:1767384301.600519:0:17885:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000028322b4b. 00000004:00000010:2.0:1767384301.600527:0:17885:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000971432c6. 00000004:00000010:2.0:1767384301.600534:0:17885:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c8f8acb3. 00002000:00000010:2.0:1767384301.600536:0:17885:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000062d1b3c4. 00000004:00000010:2.0:1767384301.600538:0:17885:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bbe6b8de. 00000020:00000010:2.0:1767384301.600541:0:17885:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b73ee083. 00000040:00000010:2.0:1767384301.600548:0:17885:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a62c6ab2. 00000040:00080000:2.0:1767384301.600550:0:17885:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:2.0:1767384301.600551:0:17885:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a62c6ab2. 00000020:00000010:2.0:1767384301.600554:0:17885:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b73ee083. 00000020:00000010:2.0:1767384301.600558:0:17885:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c0e2b174. 00000040:00000010:2.0:1767384301.600560:0:17885:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000039a3f417. 00000020:00000010:2.0:1767384301.600561:0:17885:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000050abcee8. 00000020:00000010:2.0:1767384301.600564:0:17885:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384301.600566:0:17885:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009b79e5ba. 80000000:00000010:2.0:1767384301.600571:0:17885:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000069dc36f9. 40000000:00000010:2.0:1767384301.600573:0:17885:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006f283f19. 00100000:00000010:2.0:1767384301.600574:0:17885:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001a3472f5. 00040000:00000010:2.0:1767384301.600576:0:17885:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c74b21c3. 00040000:00000010:2.0:1767384301.600578:0:17885:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044ae7208. 00040000:00000010:2.0:1767384301.600579:0:17885:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000986509ed. 00080000:00000010:2.0:1767384301.600581:0:17885:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000eb10f277. 00080000:00000010:2.0:1767384301.600583:0:17885:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000537b38a7. 00000004:00000010:2.0:1767384301.600585:0:17885:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000028322b4b. 00000004:00000010:2.0:1767384301.600586:0:17885:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000971432c6. 00000004:00000010:2.0:1767384301.600588:0:17885:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c8f8acb3. 00002000:00000010:2.0:1767384301.600590:0:17885:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000062d1b3c4. 00000004:00000010:2.0:1767384301.600591:0:17885:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bbe6b8de. 00000020:00000010:2.0:1767384301.600593:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e58700. 00000040:00000010:2.0:1767384301.600594:0:17885:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001fe8fa16. 00000040:00000001:2.0:1767384301.600596:0:17885:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600597:0:17885:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384301.600599:0:17885:0:(lu_object.c:207:lu_object_put()) Add 00000000ddd49751/00000000b980d96f to site lru. bkt: 0000000016da3efc 00000040:00000010:2.0:1767384301.600601:0:17885:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000033b2dd93. 00000040:00000001:2.0:1767384301.600602:0:17885:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384301.600603:0:17885:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d045f856. 00000040:00000010:2.0:1767384301.600605:0:17885:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000051855c8f. 00000040:00000010:2.0:1767384301.600607:0:17885:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000092ffd585. 00000040:00000010:2.0:1767384301.600609:0:17885:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000073b20ce9. 00000040:00000001:2.0:1767384301.600610:0:17885:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600611:0:17885:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384301.600612:0:17885:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384301.600613:0:17885:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000073b20ce9. 00000040:00000001:2.0:1767384301.600615:0:17885:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384301.600616:0:17885:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384301.600617:0:17885:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632564836126208 : -111508873425408 : 0xffff9a955135ce00) 00000020:00000001:2.0:1767384301.600619:0:17885:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632564836126208 : -111508873425408 : ffff9a955135ce00) 00080000:00000001:2.0:1767384301.600621:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.600622:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.600629:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384301.600631:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384301.600633:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384301.600635:0:17885:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384301.600636:0:17885:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384301.600638:0:17885:0:(llog.c:1547:llog_open()) MGC192.168.203.143@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:2.0:1767384301.600639:0:17885:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000073b20ce9. 00000040:00000001:2.0:1767384301.600641:0:17885:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384301.600642:0:17885:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:2.0:1767384301.600644:0:17885:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 00000000ee5a8143. 10000000:00000040:2.0:1767384301.600646:0:17885:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000097dd5974 : new refcount 1 10000000:00000001:2.0:1767384301.600647:0:17885:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.600649:0:17885:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384301.600650:0:17885:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1767384301.600651:0:17885:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384301.600652:0:17885:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000073b20ce9. 00000040:00000001:2.0:1767384301.600653:0:17885:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384301.600654:0:17885:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384301.600670:0:17885:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632564836126208 : -111508873425408 : 0xffff9a955135ce00) 00000020:00000001:2.0:1767384301.600673:0:17885:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632564836126208 : -111508873425408 : ffff9a955135ce00) 00080000:00000001:2.0:1767384301.600675:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.600676:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.600679:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.600684:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600686:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.600687:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600688:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.600689:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.600690:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x7:0x0] 95:129066312 to info 00000000538259e6 00000020:00000001:2.0:1767384301.600693:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b3425e98 00080000:00000002:2.0:1767384301.600694:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x7:0x0] 00080000:00000001:2.0:1767384301.600696:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.600697:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.600703:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384301.600705:0:17885:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000ee5a8143. 00000020:00000001:2.0:1767384301.600707:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384301.600709:0:17885:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632564835729240 : -111508873822376 : ffff9a95512fbf58) 00000040:00000001:2.0:1767384301.600710:0:17885:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600711:0:17885:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600713:0:17885:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384301.600715:0:17885:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a62c6ab2. 00000040:00000001:2.0:1767384301.600716:0:17885:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384301.600716:0:17885:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384301.600718:0:17885:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384301.600719:0:17885:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384301.600720:0:17885:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384301.600722:0:17885:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600723:0:17885:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384301.600724:0:17885:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384301.600725:0:17885:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001fe8fa16. 00000040:00001000:2.0:1767384301.600726:0:17885:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767384301.600858:0:17907:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384301.600861:0:17907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051855c8f. 00000020:00000010:2.0:1767384301.600863:0:17907:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000036e58700. 00000040:00000010:2.0:1767384301.600865:0:17907:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005657e681. 00000020:00000010:2.0:1767384301.600866:0:17907:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c8f8acb3. 00000020:00000010:2.0:1767384301.600868:0:17907:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384301.600870:0:17907:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000986509ed. 80000000:00000010:2.0:1767384301.600872:0:17907:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000069dc36f9. 40000000:00000010:2.0:1767384301.600873:0:17907:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3f76ea9. 00100000:00000010:2.0:1767384301.600875:0:17907:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004e3c2b1. 00040000:00000010:2.0:1767384301.600877:0:17907:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c74b21c3. 00040000:00000010:2.0:1767384301.600879:0:17907:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003fd5cf6d. 00040000:00000010:2.0:1767384301.600880:0:17907:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b79e5ba. 00080000:00000010:2.0:1767384301.600883:0:17907:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008a7cd0f9. 00080000:00000010:2.0:1767384301.600885:0:17907:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001039bda2. 00000004:00000010:2.0:1767384301.600888:0:17907:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000011cff9d6. 00000004:00000010:2.0:1767384301.600894:0:17907:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000971432c6. 00000004:00000010:2.0:1767384301.600896:0:17907:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000076d6d3ab. 00002000:00000010:2.0:1767384301.600898:0:17907:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bbe6b8de. 00000004:00000010:2.0:1767384301.600899:0:17907:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000062d1b3c4. 00000020:00000010:2.0:1767384301.600901:0:17907:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e2d82785. 00000040:00000010:2.0:1767384301.600904:0:17907:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ff13d432. 00000040:00080000:2.0:1767384301.601319:0:17907:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:2.0:1767384301.601321:0:17907:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ff13d432. 00000020:00000010:2.0:1767384301.601325:0:17907:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e2d82785. 00000020:00000010:2.0:1767384301.601329:0:17907:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000036e58700. 00000040:00000010:2.0:1767384301.601330:0:17907:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005657e681. 00000020:00000010:2.0:1767384301.601332:0:17907:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c8f8acb3. 00000020:00000010:2.0:1767384301.601334:0:17907:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384301.601336:0:17907:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000986509ed. 80000000:00000010:2.0:1767384301.601337:0:17907:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000069dc36f9. 40000000:00000010:2.0:1767384301.601339:0:17907:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c3f76ea9. 00100000:00000010:2.0:1767384301.601341:0:17907:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004e3c2b1. 00040000:00000010:2.0:1767384301.601342:0:17907:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c74b21c3. 00040000:00000010:2.0:1767384301.601344:0:17907:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003fd5cf6d. 00040000:00000010:2.0:1767384301.601345:0:17907:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009b79e5ba. 00080000:00000010:2.0:1767384301.601347:0:17907:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001039bda2. 00080000:00000010:2.0:1767384301.601349:0:17907:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008a7cd0f9. 00000004:00000010:2.0:1767384301.601351:0:17907:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000011cff9d6. 00000004:00000010:2.0:1767384301.601353:0:17907:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000971432c6. 00000004:00000010:2.0:1767384301.601354:0:17907:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000076d6d3ab. 00002000:00000010:2.0:1767384301.601356:0:17907:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bbe6b8de. 00000004:00000010:2.0:1767384301.601357:0:17907:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000062d1b3c4. 00000020:00000010:2.0:1767384301.601358:0:17907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051855c8f. 00000100:00000040:3.0:1767384301.605491:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294890369, at 4294890370 00000100:00000010:3.0:1767384301.605500:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf2dc701. 00000100:00000040:2.0:1767384301.605510:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294890369, at 4294890370 00000100:00000010:2.0:1767384301.605520:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049044149. 00000040:00000001:3.0:1767384301.611419:0:17908:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384301.611444:0:17908:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087fcdd84. 00000020:00000010:3.0:1767384301.611449:0:17908:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e68ddd2. 00000040:00000010:3.0:1767384301.611452:0:17908:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000408e70e4. 00000020:00000010:3.0:1767384301.611454:0:17908:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000f283ad4. 00000020:00000010:3.0:1767384301.611458:0:17908:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c40c61fb. 00000020:00000010:3.0:1767384301.611460:0:17908:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fd8f4669. 80000000:00000010:3.0:1767384301.611462:0:17908:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fbf3b25e. 40000000:00000010:3.0:1767384301.611464:0:17908:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a05b1277. 00100000:00000010:3.0:1767384301.611466:0:17908:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000db932121. 00040000:00000010:3.0:1767384301.611469:0:17908:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b777a6fb. 00040000:00000010:3.0:1767384301.611471:0:17908:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007e643008. 00040000:00000010:3.0:1767384301.611479:0:17908:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000508800e1. 00080000:00000010:3.0:1767384301.611483:0:17908:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000148b9057. 00080000:00000010:3.0:1767384301.611486:0:17908:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eab06aa7. 00000004:00000010:3.0:1767384301.611489:0:17908:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000148a742a. 00000004:00000010:3.0:1767384301.611491:0:17908:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d14c0cb. 00000004:00000010:3.0:1767384301.611493:0:17908:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000033ca24cb. 00002000:00000010:3.0:1767384301.611495:0:17908:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000094efd9cb. 00000004:00000010:3.0:1767384301.611497:0:17908:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000892d6de4. 00000020:00000010:3.0:1767384301.611499:0:17908:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c68fab31. 00000040:00000010:3.0:1767384301.611505:0:17908:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000237e64bc. 00000040:00001000:3.0:1767384301.611506:0:17908:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767384301.611508:0:17908:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384301.611509:0:17908:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384301.611512:0:17908:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384301.611520:0:17908:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384301.611522:0:17908:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611523:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384301.611525:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384301.611526:0:17908:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611528:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384301.611530:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.611531:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.611533:0:17908:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.611534:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611535:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc20e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384301.611537:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384301.611538:0:17908:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611539:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.611540:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611541:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384301.611542:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384301.611543:0:17908:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611543:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.611544:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611549:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384301.611550:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384301.611551:0:17908:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611553:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384301.611554:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.611554:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.611555:0:17908:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.611556:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611557:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc22e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384301.611558:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384301.611559:0:17908:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611560:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384301.611560:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.611561:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.611562:0:17908:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.611563:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611564:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc23c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384301.611565:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384301.611565:0:17908:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611566:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.611567:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611568:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384301.611569:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384301.611570:0:17908:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611571:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.611571:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611572:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc24e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384301.611573:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384301.611574:0:17908:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611575:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384301.611575:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.611576:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.611577:0:17908:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.611578:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611581:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc25c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384301.611582:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384301.611583:0:17908:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611585:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384301.611586:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.611586:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.611587:0:17908:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.611588:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611589:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc26a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384301.611590:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384301.611591:0:17908:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611592:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.611593:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611593:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384301.611594:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384301.611595:0:17908:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611596:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384301.611597:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.611597:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.611598:0:17908:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.611599:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611600:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc27f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384301.611601:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384301.611602:0:17908:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611603:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384301.611603:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.611604:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.611606:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.611607:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc28d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384301.611608:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384301.611609:0:17908:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.611610:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.611611:0:17908:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:3.0:1767384301.611614:0:17908:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000f395c96f. 00000100:00000040:3.0:1767384301.611620:0:17908:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.143@tcp 192.168.203.143@tcp cnt=2 00000400:00000200:3.0:1767384301.611622:0:17908:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:3.0:1767384301.611624:0:17908:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767384301.611625:0:17908:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:3.0:1767384301.611627:0:17908:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:3.0:1767384301.611628:0:17908:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp 00000400:00000200:3.0:1767384301.611631:0:17908:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384301.611635:0:17908:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (1) 00000400:00000200:3.0:1767384301.611638:0:17908:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384301.611640:0:17908:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:3.0:1767384301.611642:0:17908:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (2) 00000400:00000200:3.0:1767384301.611643:0:17908:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000100:00000010:3.0:1767384301.611645:0:17908:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000f395c96f. 00000020:00000010:3.0:1767384301.611648:0:17908:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 0000000030fc72bd. 00000020:00000001:3.0:1767384301.611650:0:17908:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384301.611651:0:17908:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000009aa03780. 00000020:00000001:3.0:1767384301.611654:0:17908:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.611668:0:17908:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000009aa03780. 00000020:00000010:3.0:1767384301.611671:0:17908:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000009aa03780. 00000020:01000004:3.0:1767384301.611673:0:17908:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:3.0:1767384301.611675:0:17908:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:3.0:1767384301.611678:0:17908:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000a1a7ba27. 00000020:00000080:3.0:1767384301.611680:0:17908:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384301.611682:0:17908:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384301.611684:0:17908:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384301.611691:0:17908:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c40b6617. 00000020:00000080:3.0:1767384301.611694:0:17908:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (00000000c40b6617) 00000020:00000001:3.0:1767384301.611696:0:17908:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384301.611697:0:17908:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f5e4ff03. 00000020:00000001:3.0:1767384301.611699:0:17908:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.611700:0:17908:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f5e4ff03 with handle 0x980286e253c5fb12 to hash 00000020:00000001:3.0:1767384301.611702:0:17908:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384301.611703:0:17908:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384301.611705:0:17908:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.611706:0:17908:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446632560270407680 : -111513439143936 : ffff9a9441127800) 00000020:00000040:3.0:1767384301.611712:0:17908:0:(genops.c:898:class_export_put()) PUTting export 00000000f5e4ff03 : new refcount 1 00000020:00000040:3.0:1767384301.611718:0:17908:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000c40b6617) now 2 - obd_device_list 00000020:00000001:3.0:1767384301.611721:0:17908:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384301.611723:0:17908:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:3.0:1767384301.611724:0:17908:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.611725:0:17908:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.611727:0:17908:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000a1a7ba27. 00000020:00000001:3.0:1767384301.611729:0:17908:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.203.143@tcp (null) (null) (null) 00000020:00000010:3.0:1767384301.611730:0:17908:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000afffca51. 00000020:00000080:3.0:1767384301.611731:0:17908:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384301.611734:0:17908:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384301.611745:0:17908:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384301.611747:0:17908:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005a2847db. 00000001:00000010:3.0:1767384301.611750:0:17908:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009c84c61c. 00000001:00000010:3.0:1767384301.611752:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000073f5a754. 00000001:00000010:3.0:1767384301.611753:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f47464e0. 00000001:00000010:3.0:1767384301.611755:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003480c9c2. 00000001:00000010:3.0:1767384301.611756:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9e5f721. 00000001:00000001:3.0:1767384301.611758:0:17908:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384301.611759:0:17908:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000030b5eadd. 00000001:00000010:3.0:1767384301.611760:0:17908:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000067b2bd91. 00000001:00000010:3.0:1767384301.611762:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002a9379ca. 00000001:00000010:3.0:1767384301.611763:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2a0103f. 00000001:00000010:3.0:1767384301.611770:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085c48e2f. 00000001:00000010:3.0:1767384301.611772:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e1d2b915. 00000020:00000001:3.0:1767384301.611774:0:17908:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384301.611776:0:17908:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005e6aebd. 00000020:00000010:3.0:1767384301.611778:0:17908:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1a7ba27. 00000020:00000010:3.0:1767384301.611780:0:17908:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026b11f29. 00000008:00000010:3.0:1767384301.611783:0:17908:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000057a620c7. 00020000:00000010:3.0:1767384301.611786:0:17908:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000039863aa4. 00008000:00000010:3.0:1767384301.611789:0:17908:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000edba89ca. 00000080:00000010:3.0:1767384301.611793:0:17908:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000428289c7. 00000020:00000010:3.0:1767384301.611798:0:17908:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074862e14. 00000020:00000010:3.0:1767384301.611799:0:17908:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003d2ab0c0. 00000040:00000010:3.0:1767384301.611801:0:17908:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004d851b7d. 00000020:00000010:3.0:1767384301.611803:0:17908:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006541b8f5. 00000020:00000010:3.0:1767384301.611805:0:17908:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e50725d1. 00000020:00000010:3.0:1767384301.611806:0:17908:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006b82a105. 80000000:00000010:3.0:1767384301.611808:0:17908:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005e8f25a3. 40000000:00000010:3.0:1767384301.611809:0:17908:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000068bd6e42. 00100000:00000010:3.0:1767384301.611811:0:17908:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008897ae6e. 00040000:00000010:3.0:1767384301.611813:0:17908:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006145e272. 00040000:00000010:3.0:1767384301.611815:0:17908:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007fe6777b. 00040000:00000010:3.0:1767384301.611816:0:17908:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000193ce0a. 00080000:00000010:3.0:1767384301.611820:0:17908:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000027c40b2f. 00080000:00000010:3.0:1767384301.611826:0:17908:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f29f883b. 00000004:00000010:3.0:1767384301.611829:0:17908:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d277963d. 00000004:00000010:3.0:1767384301.611832:0:17908:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002be20f92. 00000004:00000010:3.0:1767384301.611834:0:17908:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002328c4ab. 00000004:00000010:3.0:1767384301.611836:0:17908:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dfd666fa. 00000010:00000010:3.0:1767384301.611838:0:17908:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000145bd95b. 00000010:00000001:3.0:1767384301.611840:0:17908:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:3.0:1767384301.611843:0:17908:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1767384301.611845:0:17908:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.611894:0:17908:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:3.0:1767384301.611898:0:17908:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:3.0:1767384301.611914:0:17908:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000185838ef. 00000010:00000010:3.0:1767384301.611917:0:17908:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 0000000078144593. 00000010:00000010:3.0:1767384301.611920:0:17908:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000cfb49d4c. 00000020:00000001:3.0:1767384301.611922:0:17908:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1767384301.611923:0:17908:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384301.611925:0:17908:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446632565211226304 : -111508498325312 : ffff9a95679160c0) 00000020:01000004:3.0:1767384301.611927:0:17908:0:(tgt_mount.c:154:server_get_mount()) get mount 000000007ebabddb from lustre-OST0000, refs=3 00000020:00000001:3.0:1767384301.611928:0:17908:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446632565211226304 : -111508498325312 : ffff9a95679160c0) 00000020:00000001:3.0:1767384301.611931:0:17908:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384301.611932:0:17908:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384301.611938:0:17908:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446632565211226304 : -111508498325312 : ffff9a95679160c0) 00000020:01000004:3.0:1767384301.611939:0:17908:0:(tgt_mount.c:188:server_put_mount()) put mount 000000007ebabddb from lustre-OST0000, refs=3 00000020:00000001:3.0:1767384301.611942:0:17908:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384301.611943:0:17908:0:(obd_mount.c:705:lustre_put_lsi()) put 000000007ebabddb 3 00000020:00000001:3.0:1767384301.611944:0:17908:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.611946:0:17908:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1767384301.611948:0:17908:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 0000000051780224. 00010000:00000001:3.0:1767384301.611950:0:17908:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:3.0:1767384301.611956:0:17908:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000c9409eb4. 00010000:00000010:3.0:1767384301.611960:0:17908:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000047976910. 00010000:00000010:3.0:1767384301.611964:0:17908:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000e6220c57. 00010000:00000001:3.0:1767384301.611966:0:17908:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384301.611967:0:17908:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.611977:0:17908:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a6eb9d4d. 00000020:00000040:3.0:1767384301.611979:0:17908:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000c40b6617) now 3 - import 00000020:00000001:3.0:1767384301.611983:0:17908:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384301.611984:0:17908:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384301.611986:0:17908:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384301.611987:0:17908:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767384301.611993:0:17908:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.143@tcp->12345-0@lo 00000100:00000001:3.0:1767384301.611995:0:17908:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384301.611997:0:17908:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.611998:0:17908:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000001:3.0:1767384301.612000:0:17908:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:3.0:1767384301.612002:0:17908:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446632565325076224 : -111508384475392 : 0xffff9a956e5a9700) 00000100:00000040:3.0:1767384301.612004:0:17908:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000025c6df15 refcount 14 to 0@lo 00000100:00000040:3.0:1767384301.612006:0:17908:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.143@tcp -> 0000000025c6df15 00010000:00000010:3.0:1767384301.612009:0:17908:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000038bc65f9. 00010000:00080000:3.0:1767384301.612011:0:17908:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a6eb9d4d@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.143@tcp at head 00010000:00000001:3.0:1767384301.612012:0:17908:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.612014:0:17908:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767384301.612016:0:17908:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384301.612017:0:17908:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384301.612020:0:17908:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000003c686e02. 00000001:00000001:3.0:1767384301.612025:0:17908:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384301.612027:0:17908:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000085e2ac8b. 00000001:00000010:3.0:1767384301.612034:0:17908:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000001227e120. 00000001:00000010:3.0:1767384301.612075:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000068dc1d46. 00000001:00000010:3.0:1767384301.612119:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005ca3dc5c. 00000001:00000010:3.0:1767384301.612170:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000233edf91. 00000001:00000010:3.0:1767384301.612217:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000079877cfb. 00000001:00000010:3.0:1767384301.612266:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004bf22161. 00000001:00000010:3.0:1767384301.612317:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a817964e. 00000001:00000010:3.0:1767384301.612371:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000087f6cf9. 00000001:00000010:3.0:1767384301.612466:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d23b081f. 00000001:00000010:3.0:1767384301.612517:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000130aa6f. 00000001:00000010:3.0:1767384301.612567:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000047ec296a. 00000001:00000010:3.0:1767384301.612618:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000067cf9fc0. 00000001:00000010:3.0:1767384301.612688:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000538b546b. 00000001:00000010:3.0:1767384301.612744:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a2071b30. 00000001:00000010:3.0:1767384301.612792:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c01e3115. 00000001:00000010:3.0:1767384301.612839:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de8a8cfd. 00000001:00000010:3.0:1767384301.612898:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000be0c098. 00000001:00000010:3.0:1767384301.612952:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005263a9a7. 00000001:00000010:3.0:1767384301.613002:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000dd6f181. 00000001:00000010:3.0:1767384301.613045:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bfea3e92. 00000001:00000010:3.0:1767384301.613100:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002487aa76. 00000001:00000010:3.0:1767384301.613155:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000531d8889. 00000001:00000010:3.0:1767384301.613204:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000154947f2. 00000001:00000010:3.0:1767384301.613257:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004115faee. 00000001:00000010:3.0:1767384301.613298:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000ad6dd4f. 00000001:00000010:3.0:1767384301.613340:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a6253f8. 00000001:00000010:3.0:1767384301.613397:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f915fce9. 00000100:00000040:2.0:1767384301.613480:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294890377, at 4294890378 00000100:00000010:2.0:1767384301.613488:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021bff62c. 00000001:00000010:3.0:1767384301.614169:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009d4c0b9f. 00000001:00000010:3.0:1767384301.614210:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008ed4cd81. 00000001:00000010:3.0:1767384301.614250:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001c1231a7. 00000001:00000010:3.0:1767384301.614290:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc17db57. 00000001:00000010:3.0:1767384301.614328:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000021695d4a. 00000001:00000010:3.0:1767384301.614372:0:17908:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009bf47724. 00000100:00000040:3.0:1767384301.614463:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294890377, at 4294890379 00000100:00000010:3.0:1767384301.614469:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbf613a2. 00000020:00000010:3.0:1767384301.614524:0:17908:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c04657aa. 00000020:00000010:3.0:1767384301.614530:0:17908:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000bb45d23c. 00010000:00000001:3.0:1767384301.614550:0:17908:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1767384301.614653:0:17908:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1767384301.614718:0:17908:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005ccba54a. 00000020:00000010:3.0:1767384301.614722:0:17908:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000a618f50d. 00010000:00000001:3.0:1767384301.614735:0:17908:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1767384301.614737:0:17908:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:3.0:1767384301.614738:0:17908:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.614741:0:17908:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446632560325531648 : -111513384019968 : ffff9a94445b9800) 00010000:00000001:3.0:1767384301.614743:0:17908:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1767384301.614745:0:17908:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000185838ef. 00000010:00000010:3.0:1767384301.614748:0:17908:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000cfb49d4c. 00000010:00000010:3.0:1767384301.614749:0:17908:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 0000000078144593. 00000010:00000010:3.0:1767384301.614751:0:17908:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 0000000051780224. 00000010:00000001:3.0:1767384301.614752:0:17908:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.614784:0:17908:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f3a15b00. 00000020:00000010:3.0:1767384301.614788:0:17908:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000053bbc031. 00000010:00000001:3.0:1767384301.614804:0:17908:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.614808:0:17908:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003d2ab0c0. 00000040:00000010:3.0:1767384301.614812:0:17908:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004d851b7d. 00000020:00000010:3.0:1767384301.614815:0:17908:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006541b8f5. 00000020:00000010:3.0:1767384301.614819:0:17908:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e50725d1. 00000020:00000010:3.0:1767384301.614823:0:17908:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006b82a105. 80000000:00000010:3.0:1767384301.614825:0:17908:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005e8f25a3. 40000000:00000010:3.0:1767384301.614827:0:17908:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000068bd6e42. 00100000:00000010:3.0:1767384301.614831:0:17908:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008897ae6e. 00040000:00000010:3.0:1767384301.614840:0:17908:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006145e272. 00040000:00000010:3.0:1767384301.614843:0:17908:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007fe6777b. 00040000:00000010:3.0:1767384301.614845:0:17908:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000193ce0a. 00080000:00000010:3.0:1767384301.614847:0:17908:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f29f883b. 00080000:00000010:3.0:1767384301.614849:0:17908:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000027c40b2f. 00000004:00000010:3.0:1767384301.614853:0:17908:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d277963d. 00000004:00000010:3.0:1767384301.614855:0:17908:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002be20f92. 00000004:00000010:3.0:1767384301.614857:0:17908:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002328c4ab. 00000004:00000010:3.0:1767384301.614859:0:17908:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dfd666fa. 00000020:00000010:3.0:1767384301.614861:0:17908:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074862e14. 00000020:00000010:3.0:1767384301.614863:0:17908:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1a7ba27. 00000020:00000010:3.0:1767384301.614865:0:17908:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026b11f29. 00000008:00000010:3.0:1767384301.614867:0:17908:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000057a620c7. 00020000:00000010:3.0:1767384301.614870:0:17908:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000039863aa4. 00008000:00000010:3.0:1767384301.614873:0:17908:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000edba89ca. 00000080:00000010:3.0:1767384301.614875:0:17908:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000428289c7. 00000020:00000010:3.0:1767384301.614877:0:17908:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005e6aebd. 00000020:00000001:3.0:1767384301.614878:0:17908:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384301.614880:0:17908:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000c40b6617) now 4 - setup 00000020:00000080:3.0:1767384301.614881:0:17908:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:3.0:1767384301.614883:0:17908:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.614884:0:17908:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.614886:0:17908:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000afffca51. 00000020:00000001:3.0:1767384301.614892:0:17908:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:3.0:1767384301.614895:0:17908:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005e6aebd. 00000020:00000010:3.0:1767384301.614896:0:17908:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074862e14. 00000040:00000010:3.0:1767384301.614898:0:17908:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f454417c. 00000020:00000010:3.0:1767384301.614901:0:17908:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a10d106. 00000020:00000010:3.0:1767384301.614903:0:17908:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e50725d1. 00000020:00000010:3.0:1767384301.614905:0:17908:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000193ce0a. 80000000:00000010:3.0:1767384301.614907:0:17908:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000831e68a. 40000000:00000010:3.0:1767384301.614908:0:17908:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000277c7ee4. 00100000:00000010:3.0:1767384301.614911:0:17908:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000061bb2f21. 00040000:00000010:3.0:1767384301.614919:0:17908:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000065a72fdc. 00040000:00000010:3.0:1767384301.614921:0:17908:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ec7536a8. 00040000:00000010:3.0:1767384301.614923:0:17908:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006b82a105. 00080000:00000010:3.0:1767384301.614925:0:17908:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f29f883b. 00080000:00000010:3.0:1767384301.614928:0:17908:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000010d2554e. 00000004:00000010:3.0:1767384301.614933:0:17908:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000010a6cebd. 00000004:00000010:3.0:1767384301.614936:0:17908:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002be20f92. 00000004:00000010:3.0:1767384301.614939:0:17908:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c815a89f. 00000004:00000010:3.0:1767384301.614942:0:17908:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dfd666fa. 00000020:00000010:3.0:1767384301.614945:0:17908:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d2ab0c0. 00000020:00000010:3.0:1767384301.614948:0:17908:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1a7ba27. 00000020:00000010:3.0:1767384301.614952:0:17908:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026b11f29. 00000020:00000010:3.0:1767384301.614956:0:17908:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000003480a2ce. 00000020:00000010:3.0:1767384301.614959:0:17908:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000103fe6b6. 00000020:00000001:3.0:1767384301.614961:0:17908:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:3.0:1767384301.614963:0:17908:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:3.0:1767384301.614965:0:17908:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:3.0:1767384301.614967:0:17908:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384301.614968:0:17908:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384301.614971:0:17908:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005c840e6e. 00000020:00000001:3.0:1767384301.614972:0:17908:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.614974:0:17908:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005c840e6e with handle 0x980286e253c5fb19 to hash 00000020:00000001:3.0:1767384301.614975:0:17908:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384301.614978:0:17908:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384301.614979:0:17908:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384301.614981:0:17908:0:(genops.c:887:class_export_get()) GET export 000000005c840e6e refcount=3 00000020:00000040:3.0:1767384301.614984:0:17908:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000c40b6617) now 5 - export 00000020:00000001:3.0:1767384301.614985:0:17908:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000020:00000040:3.0:1767384301.614987:0:17908:0:(genops.c:898:class_export_put()) PUTting export 000000005c840e6e : new refcount 2 00000020:00000080:3.0:1767384301.614988:0:17908:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x980286e253c5fb19 00000020:00000001:3.0:1767384301.614990:0:17908:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.614991:0:17908:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.614992:0:17908:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb19 00000020:00000001:3.0:1767384301.614993:0:17908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.614998:0:17908:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c840e6e refcount=3 00000020:00000001:3.0:1767384301.615000:0:17908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000020:00000001:3.0:1767384301.615001:0:17908:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000100:00000001:3.0:1767384301.615005:0:17908:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1767384301.615007:0:17908:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384301.615010:0:17908:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:3.0:1767384301.615012:0:17908:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.615014:0:17908:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 15 to 0@lo 00000100:00000001:3.0:1767384301.615015:0:17908:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:3.0:1767384301.615017:0:17908:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.615018:0:17908:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb19 00000020:00000001:3.0:1767384301.615019:0:17908:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.615020:0:17908:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c840e6e refcount=4 00000020:00000001:3.0:1767384301.615021:0:17908:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000020:00000001:3.0:1767384301.615023:0:17908:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000100:00000001:3.0:1767384301.615024:0:17908:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.615025:0:17908:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 16 to 0@lo 00000100:00000001:3.0:1767384301.615026:0:17908:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000040:3.0:1767384301.615028:0:17908:0:(genops.c:898:class_export_put()) PUTting export 000000005c840e6e : new refcount 3 00000100:00080000:3.0:1767384301.615031:0:17908:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000a6eb9d4d using connection 192.168.203.143@tcp/0@lo 00000100:00000001:3.0:1767384301.615033:0:17908:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.615034:0:17908:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384301.615039:0:17908:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384301.615041:0:17908:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:3.0:1767384301.615043:0:17908:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651935808 : -1057615808 : ffffffffc0f61040) 02000000:00000001:3.0:1767384301.615045:0:17908:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.615046:0:17908:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384301.615048:0:17908:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384301.615051:0:17908:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339b2f5e. 00000020:00000040:3.0:1767384301.615053:0:17908:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384301.615056:0:17908:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384301.615056:0:17908:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.615063:0:17908:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.615065:0:17908:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384301.615067:0:17908:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384301.615071:0:17908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000065ec53d5. 00000100:00000001:3.0:1767384301.615074:0:17908:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.615079:0:17908:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384301.615086:0:17908:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384301.615087:0:17908:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.615090:0:17908:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339b2f5e] to pc [ptlrpcd_rcv+-1] req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.615107:0:17908:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.615109:0:17908:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1767384301.615111:0:17908:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:3.0:1767384301.615113:0:17908:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384301.615124:0:17908:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384301.615125:0:17908:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.615155:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.615174:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.615180:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384301.615191:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384301.615202:0:17908:0:(genops.c:887:class_export_get()) GET export 000000005c840e6e refcount=4 00000020:00000001:3.0:1767384301.615210:0:17908:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.615214:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384301.615216:0:17908:0:(genops.c:887:class_export_get()) GET export 000000005c840e6e refcount=5 00000100:00000001:2.0:1767384301.615219:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.615222:0:17908:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.615228:0:17908:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000003480a2ce. 02000000:00000001:2.0:1767384301.615228:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384301.615234:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.615235:0:17908:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000103fe6b6. 02000000:00000001:2.0:1767384301.615242:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.615244:0:17908:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000074862e14. 00000100:00100000:2.0:1767384301.615249:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236746131200:0@lo:38: 00000040:00000010:3.0:1767384301.615251:0:17908:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f454417c. 00000020:00000010:3.0:1767384301.615258:0:17908:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004a10d106. 00000100:00000001:2.0:1767384301.615259:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384301.615264:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1767384301.615266:0:17908:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e50725d1. 02000000:00000001:2.0:1767384301.615268:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.615271:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1767384301.615272:0:17908:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000193ce0a. 02000000:00000010:2.0:1767384301.615275:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000062d1b3c4. 80000000:00000010:3.0:1767384301.615278:0:17908:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000831e68a. 02000000:00000001:2.0:1767384301.615279:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:3.0:1767384301.615282:0:17908:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000277c7ee4. 00000400:00000010:2.0:1767384301.615285:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c71291. 00100000:00000010:3.0:1767384301.615287:0:17908:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000061bb2f21. 00000400:00000010:2.0:1767384301.615291:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009947e6fe. 00040000:00000010:3.0:1767384301.615293:0:17908:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000065a72fdc. 00000100:00000200:2.0:1767384301.615297:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746131200, portal 10 00040000:00000010:3.0:1767384301.615298:0:17908:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ec7536a8. 00000100:00000001:2.0:1767384301.615301:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384301.615303:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609939840 : -111508099611776 : ffff9a957f554380) 00000020:00000010:2.0:1767384301.615308:0:16352:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008a7cd0f9. 00040000:00000010:3.0:1767384301.615310:0:17908:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006b82a105. 00080000:00000010:3.0:1767384301.615316:0:17908:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000010d2554e. 00000100:00000040:2.0:1767384301.615317:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384301.615323:0:17908:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f29f883b. 00000004:00000010:3.0:1767384301.615330:0:17908:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000010a6cebd. 00000100:00000001:2.0:1767384301.615332:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000010:3.0:1767384301.615338:0:17908:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002be20f92. 00000100:00000040:2.0:1767384301.615341:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000010:3.0:1767384301.615344:0:17908:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c815a89f. 00000400:00000010:2.0:1767384301.615347:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e5042a. 00000004:00000010:3.0:1767384301.615349:0:17908:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dfd666fa. 00000100:00000200:2.0:1767384301.615353:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236746131200, offset 0 00000020:00000010:3.0:1767384301.615355:0:17908:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005e6aebd. 00000400:00000200:2.0:1767384301.615361:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384301.615363:0:17908:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1a7ba27. 00000020:00000010:3.0:1767384301.615372:0:17908:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026b11f29. 00000400:00000200:2.0:1767384301.615374:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384301.615381:0:17908:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d2ab0c0. 00000400:00000200:2.0:1767384301.615389:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824df01700 00000020:00000010:3.0:1767384301.615390:0:17908:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 0000000030fc72bd. 00000020:00000010:3.0:1767384301.615398:0:17908:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000009aa03780. 00000400:00000200:2.0:1767384301.615399:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000020:00000001:3.0:1767384301.615405:0:17908:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.615411:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384301.615412:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615420:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2930 type=0x10620000 idx=14 00000400:00000200:2.0:1767384301.615450:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00001000:3.0:1767384301.615454:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384301.615458:0:17908:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384301.615458:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384301.615462:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384301.615463:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.615467:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384301.615468:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039ad10ef. 00000040:00001000:3.0:1767384301.615469:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc29b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384301.615475:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000040:2.0:1767384301.615476:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000039ad10ef x1853236746131200 msgsize 520 00000040:00001000:3.0:1767384301.615482:0:17908:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.615488:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00100000:2.0:1767384301.615490:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384301.615491:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615495:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384301.615499:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384301.615500:0:17908:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.615502:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384301.615504:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384301.615505:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615509:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384301.615511:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384301.615513:0:17908:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000400:00000200:2.0:1767384301.615513:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e5042a 00000400:00000010:2.0:1767384301.615517:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e5042a. 00000020:00000001:3.0:1767384301.615521:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384301.615522:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384301.615526:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1767384301.615531:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.615535:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.615539:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.615540:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00001000:3.0:1767384301.615542:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2bc0 type=0x10620000 idx=18 00000100:00000040:2.0:1767384301.615546:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1767384301.615547:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384301.615554:0:17908:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.615560:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384301.615564:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1767384301.615566:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.615567:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1767384301.615570:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384301.615571:0:17908:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.615576:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.615577:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615599:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2ca0 type=0x10620000 idx=19 00000100:00000040:2.0:1767384301.615600:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000040:00001000:3.0:1767384301.615607:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000100:00000001:2.0:1767384301.615609:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294890383 00000040:00001000:3.0:1767384301.615616:0:17908:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000010:2.0:1767384301.615619:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049044149. 00000020:00000001:3.0:1767384301.615620:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.615626:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.615629:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000040:00001000:3.0:1767384301.615630:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384301.615637:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384301.615640:0:17908:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384301.615640:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294890383 00000020:00000001:3.0:1767384301.615650:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000010:2.0:1767384301.615651:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069dc36f9. 00000040:00000001:3.0:1767384301.615652:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.615672:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.615673:0:17908:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.615680:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615683:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2dd0 type=0x10620000 idx=21 00000100:00000001:2.0:1767384301.615683:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000040:00001000:3.0:1767384301.615692:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000100:00000001:2.0:1767384301.615692:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294890383 00000040:00001000:3.0:1767384301.615715:0:17908:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000010:2.0:1767384301.615717:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b8ea681. 00000020:00000001:3.0:1767384301.615720:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384301.615723:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000040:00000001:3.0:1767384301.615724:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384301.615728:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1767384301.615731:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294890383 00000020:00000001:3.0:1767384301.615732:0:17908:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.615738:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384301.615739:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b384f67. 00000040:00001000:3.0:1767384301.615745:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2eb0 type=0x10620000 idx=22 00000100:00000001:2.0:1767384301.615747:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000040:00001000:3.0:1767384301.615748:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384301.615754:0:17908:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384301.615755:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.615763:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.615767:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.615768:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615774:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2f08 type=0x10620000 idx=23 00000100:00000001:2.0:1767384301.615776:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615779:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000100:00000001:2.0:1767384301.615780:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767384301.615787:0:17908:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384301.615790:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384301.615793:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384301.615794:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.615798:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.615799:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000040:00001000:3.0:1767384301.615803:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc2f88 type=0x10620000 idx=24 00000100:00000001:2.0:1767384301.615803:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.615808:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615809:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000100:00000001:2.0:1767384301.615811:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615816:0:17908:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.615820:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.615823:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615824:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc3018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384301.615826:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384301.615827:0:17908:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.615828:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384301.615829:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615830:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc3098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384301.615832:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384301.615836:0:17908:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384301.615839:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384301.615840:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384301.615843:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00100000:2.0:1767384301.615844:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746131200 00000040:00000001:3.0:1767384301.615847:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 02000000:00000001:2.0:1767384301.615848:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384301.615853:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384301.615854:0:17908:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.615858:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.615860:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.615862:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615866:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc3178 type=0x10620000 idx=27 00000100:00100000:2.0:1767384301.615868:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746131200 00000040:00001000:3.0:1767384301.615872:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000020:00000001:2.0:1767384301.615873:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384301.615877:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000040:00001000:3.0:1767384301.615879:0:17908:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384301.615881:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384301.615885:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384301.615886:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.615890:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:2.0:1767384301.615892:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.615895:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.615898:0:17908:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.615899:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051855c8f. 00000020:00000001:3.0:1767384301.615905:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.615906:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d70f6533. 00000040:00001000:3.0:1767384301.615913:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc3258 type=0x10620000 idx=28 00000020:00000010:2.0:1767384301.615914:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d811e81d. 00000100:00000001:2.0:1767384301.615920:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384301.615923:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000040:00001000:3.0:1767384301.615927:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000100:00000001:2.0:1767384301.615928:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615931:0:17908:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.615936:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384301.615937:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.615940:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615944:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc32a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384301.615946:0:17908:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000100:00000001:2.0:1767384301.615947:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384301.615952:0:17908:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384301.615956:0:17908:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000100:00000001:2.0:1767384301.615961:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000040:00001000:3.0:1767384301.615962:0:17908:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000100:00100000:2.0:1767384301.615966:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746131328 02000000:00000001:2.0:1767384301.615970:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000040:00000001:3.0:1767384301.615972:0:17908:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.615974:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000040:00000001:3.0:1767384301.615976:0:17908:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.615977:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615983:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc32a8 type=0x10620000 idx=29 02000000:00000001:2.0:1767384301.615984:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384301.615991:0:17908:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000100:00100000:2.0:1767384301.615991:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746131328 00000020:00000001:2.0:1767384301.615997:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:3.0:1767384301.615998:0:17908:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000020:00000001:3.0:1767384301.616001:0:17908:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384301.616004:0:17908:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000040:2.0:1767384301.616008:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000040:00000001:3.0:1767384301.616009:0:17908:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384301.616013:0:17908:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.616014:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384301.616019:0:17908:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384301.616019:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000040:00001000:3.0:1767384301.616025:0:17908:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9a9574cc3388 type=0x0 idx=0 00000020:00000001:2.0:1767384301.616026:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000040:00000001:3.0:1767384301.616032:0:17908:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.616033:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000040:00080000:3.0:1767384301.616040:0:17908:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 00000100:00000001:2.0:1767384301.616041:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384301.616045:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3f76ea9. 00000040:00000010:3.0:1767384301.616047:0:17908:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000237e64bc. 00000100:00000001:2.0:1767384301.616051:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.616055:0:17908:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c68fab31. 00000020:00000010:2.0:1767384301.616057:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3f76ea9. 00000020:00000010:2.0:1767384301.616063:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039a3f417. 00000020:00000010:2.0:1767384301.616066:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e0c8de4. 00000020:00000010:2.0:1767384301.616069:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000381c17e8. 00000020:00000010:3.0:1767384301.616071:0:17908:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000e68ddd2. 00000100:00000040:2.0:1767384301.616075:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000040:00000010:3.0:1767384301.616078:0:17908:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000408e70e4. 00000100:00000001:2.0:1767384301.616079:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384301.616083:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384301.616085:0:17908:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000f283ad4. 00000100:00000001:2.0:1767384301.616087:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384301.616090:0:17908:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c40c61fb. 00000100:00000001:2.0:1767384301.616092:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384301.616096:0:17908:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fd8f4669. 00000100:00000001:2.0:1767384301.616096:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384301.616099:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384301.616102:0:17908:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fbf3b25e. 00000100:00000001:2.0:1767384301.616103:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 40000000:00000010:3.0:1767384301.616110:0:17908:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a05b1277. 00100000:00000010:3.0:1767384301.616115:0:17908:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000db932121. 00040000:00000010:3.0:1767384301.616119:0:17908:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b777a6fb. 00000100:00000001:2.0:1767384301.616119:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00040000:00000010:3.0:1767384301.616122:0:17908:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007e643008. 00000100:00000001:2.0:1767384301.616122:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384301.616128:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384301.616132:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00040000:00000010:3.0:1767384301.616134:0:17908:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000508800e1. 00000100:00000001:2.0:1767384301.616137:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317040128 : -111508392511488 : ffff9a956ddff800) 00080000:00000010:3.0:1767384301.616140:0:17908:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000eab06aa7. 00000100:00000040:2.0:1767384301.616145:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a0d23ab x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:282/0 lens 224/0 e 0 to 0 dl 1767384312 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384301.616146:0:17908:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000148b9057. 00000004:00000010:3.0:1767384301.616153:0:17908:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000148a742a. 00000004:00000010:3.0:1767384301.616160:0:17908:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001d14c0cb. 00000004:00000010:3.0:1767384301.616167:0:17908:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000033ca24cb. 00000100:00000001:2.0:1767384301.616169:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000010:3.0:1767384301.616172:0:17908:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000094efd9cb. 00000020:00000010:2.0:1767384301.616177:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3f76ea9. 00000004:00000010:3.0:1767384301.616178:0:17908:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000892d6de4. 00000020:00000010:3.0:1767384301.616185:0:17908:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087fcdd84. 00000100:00000001:2.0:1767384301.616186:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.616194:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3f76ea9. 00000100:00100000:2.0:1767384301.616208:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a0d23ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746131328:12345-0@lo:400: 00000100:00000200:2.0:1767384301.616228:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746131328 00000020:00000001:2.0:1767384301.616234:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384301.616241:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:3.0:1767384301.616242:0:17910:0:(genops.c:887:class_export_get()) GET export 000000005c840e6e refcount=6 00000020:00000001:2.0:1767384301.616246:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384301.616250:0:17910:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00000020:00000001:2.0:1767384301.616251:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:3.0:1767384301.616253:0:17910:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.616256:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000040:3.0:1767384301.616258:0:17910:0:(genops.c:887:class_export_get()) GET export 000000005c840e6e refcount=7 00000020:00000040:3.0:1767384301.616264:0:17910:0:(genops.c:898:class_export_put()) PUTting export 000000005c840e6e : new refcount 6 00000020:00000001:2.0:1767384301.616266:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384301.616272:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.616278:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384301.616283:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384301.616289:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.616295:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384301.616301:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384301.616307:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384301.616315:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bbe6b8de. 02000000:00000001:2.0:1767384301.616321:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384301.616322:0:17885:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000bb6f5ccd. 00000040:00000001:3.0:1767384301.616330:0:17885:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.616330:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384301.616337:0:17885:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000020:00000001:2.0:1767384301.616338:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384301.616341:0:17885:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00010000:00000040:2.0:1767384301.616346:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746131328 00000020:00000002:3.0:1767384301.616347:0:17885:0:(lu_object.c:207:lu_object_put()) Add 000000006788c930/000000002d4d180f to site lru. bkt: 00000000ea6e4a12 00000040:00000010:3.0:1767384301.616354:0:17885:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000df1e34da. 00010000:00000001:2.0:1767384301.616354:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000040:00000001:3.0:1767384301.616362:0:17885:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384301.616363:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a0d23ab x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1767384301.616369:0:17885:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a0afe9ce. 00000040:00000010:3.0:1767384301.616379:0:17885:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000450f2817. 00010000:00000001:2.0:1767384301.616385:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384301.616388:0:17885:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.616389:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.616398:0:17885:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000100:00001000:2.0:1767384301.616398:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=1 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384301.616407:0:17885:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003581a16d. 00000100:00000001:2.0:1767384301.616407:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384301.616414:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 17 to 0@lo 00000040:00000010:3.0:1767384301.616416:0:17885:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a4a67029. 00000100:00000001:2.0:1767384301.616420:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000010:3.0:1767384301.616423:0:17885:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f1ab4a99. 00000020:00000010:3.0:1767384301.616431:0:17885:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000959855df. 80000000:00000010:3.0:1767384301.616437:0:17885:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f8b598e. 02000000:00000001:2.0:1767384301.616450:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384301.616452:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.616455:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.616459:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384301.616463:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e5042a. 00000100:00000200:2.0:1767384301.616467:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746131328, offset 224 00040000:00000010:3.0:1767384301.616471:0:17885:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000041a83489. 00000400:00000200:2.0:1767384301.616476:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:3.0:1767384301.616479:0:17885:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000d7e679a3. 00080000:00000010:3.0:1767384301.616483:0:17885:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007db348d5. 00080000:00000010:3.0:1767384301.616490:0:17885:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000004720bf55. 00080000:00000010:3.0:1767384301.616497:0:17885:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000008b0b1b21. 00000400:00000200:2.0:1767384301.616498:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:3.0:1767384301.616509:0:17885:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006f70ceab. 00000400:00000200:2.0:1767384301.616515:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df01780 20000000:00000010:3.0:1767384301.616516:0:17885:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000ce8a97cc. 00000020:00000010:3.0:1767384301.616524:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034656ccd. 10000000:00000010:3.0:1767384301.616528:0:17885:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000005a6a8151. 00000400:00000200:2.0:1767384301.616530:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10e9 [1] + 224 10000000:01000000:3.0:1767384301.616534:0:17885:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-client' succeeded (0). 00000400:00000200:2.0:1767384301.616540:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1767384301.616547:0:17885:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:2.0:1767384301.616551:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384301.616552:0:17885:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.616556:0:17885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.616559:0:17885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d6e3e428 refcount=3 00000100:00000001:2.0:1767384301.616560:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384301.616565:0:17885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594432 : -111509028957184 : ffff9a9547f09400) 00010000:00000001:3.0:1767384301.616568:0:17885:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594432 : -111509028957184 : ffff9a9547f09400) 00000100:00000200:2.0:1767384301.616570:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b1cdaa5 x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.616587:0:17885:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384301.616593:0:17885:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000d6e3e428/0x980286e253c5fb04 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fb0b expref: -99 pid: 17885 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.616618:0:17885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.616620:0:17885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384301.616623:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b1cdaa5 x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384301.616624:0:17885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 00000000d6e3e428/0x980286e253c5fb04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fb0b expref: -99 pid: 17885 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.616648:0:17885:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384301.616653:0:17885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.616670:0:17885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384301.616675:0:17885:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.616679:0:17885:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.616683:0:17885:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.616686:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384301.616706:0:17885:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005abb5781. 00000400:00000200:2.0:1767384301.616711:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e5042a 00000040:00000010:3.0:1767384301.616712:0:17885:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ed20e964. 00000400:00000010:2.0:1767384301.616716:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e5042a. 00000020:00000010:3.0:1767384301.616719:0:17885:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009913c8c3. 00000100:00000001:2.0:1767384301.616725:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384301.616727:0:17885:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008d252cba. 00000100:00000001:2.0:1767384301.616730:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00040000:00000010:3.0:1767384301.616733:0:17885:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ba355b5a. 00040000:00000010:3.0:1767384301.616739:0:17885:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d37ae8b8. 00000100:00000001:2.0:1767384301.616739:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384301.616748:0:17885:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000933a241f. 00000100:00000040:2.0:1767384301.616749:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 16 to 0@lo 00080000:00000010:3.0:1767384301.616756:0:17885:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000587006cb. 00010000:00000001:2.0:1767384301.616756:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384301.616760:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.616767:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b4ff8c1. 00000020:00000001:2.0:1767384301.616768:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384301.616773:0:17885:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.616777:0:17885:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000dcc60f86. 00000100:00000040:2.0:1767384301.616778:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a0d23ab x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384301.616782:0:17885:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000044456d1c. 00000020:00000001:3.0:1767384301.616789:0:17885:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.616796:0:17885:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.616802:0:17885:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000002fe70eda. 00000020:00000010:3.0:1767384301.616808:0:17885:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000e80ebf5b. 00000100:00100000:2.0:1767384301.616813:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a0d23ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746131328:12345-0@lo:400: Request processed in 638us (1005us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384301.616815:0:17885:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000020:00000001:3.0:1767384301.616819:0:17885:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000100:00100000:2.0:1767384301.616831:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384301.616836:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000001:2.0:1767384301.616842:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384301.616846:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.616850:0:17885:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000f29f883b. 00000020:00000010:2.0:1767384301.616853:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e0c8de4. 00000020:00000010:2.0:1767384301.616862:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000381c17e8. 00000020:00000010:2.0:1767384301.616869:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039a3f417. 00000020:00000040:2.0:1767384301.616872:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000020:01000004:3.0:1767384301.616877:0:17885:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1767384301.616880:0:17885:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384301.616881:0:17885:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384301.616884:0:17885:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384301.616886:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384301.616888:0:17885:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384301.616893:0:17885:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384301.616896:0:17885:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384301.616899:0:17885:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384301.616902:0:17885:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:3.0:1767384301.616905:0:17885:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384301.616908:0:17885:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384301.616911:0:17885:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384301.616913:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:3.0:1767384301.616914:0:17885:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000100:00000001:2.0:1767384301.616919:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384301.616920:0:17885:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:3.0:1767384301.616923:0:17885:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000400:00000001:2.0:1767384301.616926:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:01000004:3.0:1767384301.616927:0:17885:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000001:2.0:1767384301.616931:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:01000004:3.0:1767384301.616932:0:17885:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384301.616937:0:17885:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:2.0:1767384301.616937:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009127a19f. 00000020:01000004:3.0:1767384301.616940:0:17885:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384301.616945:0:17885:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384301.616947:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c77026ea 00000020:01000004:3.0:1767384301.616948:0:17885:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384301.616951:0:17885:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384301.616954:0:17885:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384301.616954:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c77026ea. 00000100:00000010:3.0:1767384301.616959:0:17885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056ec2c77. 00000100:00000001:2.0:1767384301.616961:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384301.616963:0:17885:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384301.616970:0:17885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767384301.616971:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b1cdaa5 x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384301.616974:0:17885:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384301.616983:0:17885:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384301.616991:0:17885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000010d2554e. 00000100:00000200:2.0:1767384301.616996:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b1cdaa5 x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.616997:0:17885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384301.617007:0:17885:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:3.0:1767384301.617012:0:17885:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384301.617016:0:17885:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1767384301.617017:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1767384301.617021:0:17885:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003480a2ce. 00000100:00000001:2.0:1767384301.617022:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.617029:0:17885:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565087190592 : -111508622361024 : ffff9a95602cbe40) 00000100:00000001:2.0:1767384301.617030:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384301.617034:0:17885:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384301.617036:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384301.617037:0:17885:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609944320 : -111508099607296 : ffff9a957f555500) 00000100:00000001:2.0:1767384301.617040:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.617042:0:17885:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384301.617046:0:17885:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.617046:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.617052:0:17885:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384301.617055:0:17885:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384301.617055:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.617061:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056ec2c77 x1853236746131456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384301.617065:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=1 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384301.617076:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.617081:0:17885:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384301.617084:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384301.617086:0:17885:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.617088:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.617089:0:17885:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384301.617094:0:17885:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384301.617095:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384301.617101:0:17885:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384301.617106:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000002b1cdaa5 x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.617108:0:17885:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056ec2c77 pname:cluuid:pid:xid:nid:opc:job mount.lustre:92b443ed-e82f-4160-b27d-56e958e24602:17885:1853236746131456:0@lo:253: 00000100:00000001:3.0:1767384301.617118:0:17885:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384301.617123:0:17885:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384301.617126:0:17885:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.617128:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.617129:0:17885:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384301.617135:0:17885:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a0e42dbe. 00000100:00000001:2.0:1767384301.617136:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384301.617140:0:17885:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.617142:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:3.0:1767384301.617148:0:17885:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000620c9c98. 00000100:00000001:2.0:1767384301.617148:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384301.617153:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384301.617157:0:17885:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094e1b955. 00000100:00000040:2.0:1767384301.617162:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b1cdaa5 x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384301.617164:0:17885:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746131456, portal 25 00000100:00000001:3.0:1767384301.617170:0:17885:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.617174:0:17885:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609944320 : -111508099607296 : ffff9a957f555500) 00000100:00000040:3.0:1767384301.617185:0:17885:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056ec2c77 x1853236746131456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.617189:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.617206:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.617211:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.617214:0:17885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.617220:0:17885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384301.617223:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b1cdaa5 x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384301.617226:0:17885:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000a249f1. 00000100:00000200:3.0:1767384301.617233:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746131456, offset 0 00000400:00000200:3.0:1767384301.617245:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384301.617251:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b1cdaa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746131328:0@lo:400: 00000400:00000200:3.0:1767384301.617259:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384301.617267:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384301.617273:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df01800 00000100:00000001:2.0:1767384301.617275:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.617285:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b1cdaa5 x1853236746131328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384301.617286:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ad [2] + 0 00000400:00000010:3.0:1767384301.617297:0:17885:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e8dffc. 00000400:00000200:3.0:1767384301.617303:0:17885:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b3b92ffa 00000400:00000200:3.0:1767384301.617310:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384301.617313:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384301.617318:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384301.617319:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384301.617324:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3b92ffa 02000000:00000010:2.0:1767384301.617324:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073bb0dce. 00000400:00000010:3.0:1767384301.617328:0:17885:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3b92ffa. 02000000:00000001:2.0:1767384301.617333:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384301.617335:0:17885:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384301.617337:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767384301.617340:0:17885:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:2.0:1767384301.617341:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1767384301.617345:0:17885:0:(events.c:337:request_in_callback()) incoming req@00000000fe974b5d x1853236746131456 msgsize 4848 00000020:00000001:2.0:1767384301.617351:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384301.617356:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000817b0ce3. 00000100:00100000:3.0:1767384301.617358:0:17885:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384301.617365:0:17885:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384301.617366:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.617370:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.617373:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b1cdaa5. 00000100:00000001:2.0:1767384301.617380:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384301.617383:0:17885:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.617385:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.617390:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384301.617393:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000a249f1 00000400:00000010:3.0:1767384301.617398:0:17885:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000a249f1. 00000100:00000001:2.0:1767384301.617399:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.617403:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.617404:0:17885:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384301.617408:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384301.617413:0:17885:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056ec2c77 x1853236746131456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.617414:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.617455:0:17885:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.617462:0:17885:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000056ec2c77 x1853236746131456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.617479:0:17885:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.617486:0:17885:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.617494:0:17885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.617501:0:17885:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294890385 00000100:00000001:3.0:1767384301.617509:0:17885:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890383 00000100:00000001:3.0:1767384301.617523:0:17885:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294890385 00000100:00000001:3.0:1767384301.617530:0:17885:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890383 00000100:00000001:3.0:1767384301.617537:0:17885:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294890385 00000100:00000001:3.0:1767384301.617544:0:17885:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890383 00000100:00000001:3.0:1767384301.617552:0:17885:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294890385 00000100:00000001:3.0:1767384301.617559:0:17885:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294890383 00000100:00000001:3.0:1767384301.617567:0:17885:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.617590:0:17885:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.617595:0:17885:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.617599:0:17885:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384301.617603:0:17885:0:(client.c:2690:ptlrpc_set_wait()) set 000000003480a2ce going to sleep for 11 seconds 00000100:00000001:3.0:1767384301.617609:0:17885:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.617612:0:17885:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.617674:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384301.617677:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.617680:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384301.617685:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.617687:0:17080:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384301.617709:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384301.617710:0:17080:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384301.617715:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384301.617720:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c71291. 00000400:00000200:2.0:1767384301.617728:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009947e6fe 00000400:00000010:2.0:1767384301.617733:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009947e6fe. 00000100:00000001:2.0:1767384301.617742:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.617751:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384301.617787:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.617811:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.617816:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.617822:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384301.617828:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384301.617832:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.617836:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.617842:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.617851:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=1767384301 v=5 (0 0 0 0) 00000100:00001000:2.0:1767384301.617858:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=1767384301 v=0 (0 0 0 0) 00000100:00001000:2.0:1767384301.617865:0:16352:0:(import.c:2194:obd_at_measure()) AT 00000000f86b65d7 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1767384301.617873:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384301.617878:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.617883:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384301.617889:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384301.617906:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.617911:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384301.617913:0:16352:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767384301.617916:0:16352:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384301.617920:0:16352:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384301.617924:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.617928:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.617946:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.617953:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.617956:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.617960:0:16352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1767384301.617967:0:16352:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000020:00000001:2.0:1767384301.617972:0:16352:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384301.617976:0:16352:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb19 00000020:00000001:2.0:1767384301.617989:0:16352:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.617993:0:16352:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c840e6e refcount=7 00000020:00000001:2.0:1767384301.618000:0:16352:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000020:00000001:2.0:1767384301.618006:0:16352:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000100:00001000:2.0:1767384301.618012:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=1767384301 v=0 (0 0 0 0) 00000100:00001000:2.0:1767384301.618017:0:16352:0:(import.c:2194:obd_at_measure()) AT 00000000f86b65d7 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:2.0:1767384301.618025:0:16352:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:2.0:1767384301.618030:0:16352:0:(genops.c:898:class_export_put()) PUTting export 000000005c840e6e : new refcount 6 00000100:00000001:2.0:1767384301.618034:0:16352:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384301.618036:0:16352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767384301.618039:0:16352:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1767384301.618042:0:16352:0:(import.c:65:import_set_state_nolock()) 00000000a6eb9d4d lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1767384301.618044:0:16352:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384301.618046:0:16352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384301.618048:0:16352:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.618051:0:16352:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384301.618053:0:16352:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.618056:0:16352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.618060:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.618069:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236746131200:0@lo:38: 00000100:00000001:2.0:1767384301.618074:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.618076:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.618079:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339b2f5e x1853236746131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.618087:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.618089:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.618091:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000062d1b3c4. 02000000:00000001:2.0:1767384301.618094:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384301.618096:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.618097:0:16352:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384301.618100:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384301.618108:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000065ec53d5. 02000000:00000001:2.0:1767384301.618111:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.618113:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.618114:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339b2f5e. 00000100:00000001:2.0:1767384301.618117:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.618119:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.618121:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.618123:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.618125:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.618126:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.618128:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384301.620088:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c1a50eb5. 20000000:01000000:3.0:1767384301.620311:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384301.620316:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384301.620319:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384301.620322:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384301.620325:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384301.620330:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000831a6922 count: 2 00010000:00000001:3.0:1767384301.620332:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384301.620335:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384301.620339:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00000020:00000001:3.0:1767384301.620342:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.620343:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fb27 to hash 00000020:00000001:3.0:1767384301.620345:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384301.620346:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384301.620348:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384301.620351:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384301.620360:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.620363:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb27 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.620374:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384301.620378:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384301.620381:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384301.620384:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.620388:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384301.620392:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000dac885ac/0x980286e253c5fab0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5faa9 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.620405:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384301.620407:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.620413:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.620419:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.620457:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.620463:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384301.620468:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb27 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384301.620482:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000831a6922) refcount = 2 00010000:00000040:3.0:1767384301.620487:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384301.620493:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000dac885ac/0x980286e253c5fab0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5faa9 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384301.620505:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384301.620511:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb27 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384301.620523:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000277c7ee4. 00000100:00000001:3.0:1767384301.620529:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384301.620550:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000a249f1. 00000100:00000001:3.0:1767384301.620553:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565087187136 : -111508622364480 : ffff9a95602cb0c0) 00000100:00000001:3.0:1767384301.620559:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632565087187136 : -111508622364480 : ffff9a95602cb0c0) 00000100:00000001:3.0:1767384301.620561:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384301.620571:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384301.620576:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384301.620581:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.620585:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384301.620590:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384301.620593:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384301.620598:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384301.620603:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384301.620610:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339b2f5e. 00000020:00000040:3.0:1767384301.620618:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000100:00000001:3.0:1767384301.620625:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.620629:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384301.620635:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384301.620645:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d2ab0c0. 00000100:00000001:3.0:1767384301.620649:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.620654:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000dac885ac/0x980286e253c5fab0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5faa9 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384301.620684:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000dac885ac/0x980286e253c5fab0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5faa9 expref: 15 pid: 17079 timeout: 373 lvb_type: 0 00000100:00000001:2.0:1767384301.620687:0:17885:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384301.620694:0:17885:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384301.620696:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000001:2.0:1767384301.620697:0:17885:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384301.620701:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384301.620702:0:17885:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000620c9c98. 00000100:00000040:3.0:1767384301.620707:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339b2f5e x1853236746131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384301.620708:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094e1b955 00000400:00000010:2.0:1767384301.620714:0:17885:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094e1b955. 00000100:00000001:2.0:1767384301.620721:0:17885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384301.620728:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767384301.620730:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056ec2c77 x1853236746131456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.620732:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.620741:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746131584:0@lo:104: 00000100:00000001:3.0:1767384301.620752:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384301.620757:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384301.620760:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.620765:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384301.620766:0:17885:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056ec2c77 x1853236746131456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384301.620769:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005e6aebd. 02000000:00000001:3.0:1767384301.620775:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384301.620783:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dfb077f. 00000100:00000001:2.0:1767384301.620789:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384301.620791:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000001:2.0:1767384301.620793:0:17885:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.620799:0:17885:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384301.620803:0:17885:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384301.620804:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746131584, portal 16 00000100:00000001:2.0:1767384301.620806:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.620809:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384301.620810:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.620813:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609939840 : -111508099611776 : ffff9a957f554380) 02000000:00000001:2.0:1767384301.620815:0:17885:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.620821:0:17885:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=7 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384301.620822:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000339b2f5e x1853236746131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1767384301.620832:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.620841:0:17885:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384301.620844:0:17885:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.620847:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384301.620848:0:17885:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384301.620852:0:17885:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.620854:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384301.620859:0:17885:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384301.620860:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000100:00000200:3.0:1767384301.620864:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746131584, offset 0 00000100:00000040:2.0:1767384301.620875:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056ec2c77 x1853236746131456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384301.620876:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384301.620886:0:17885:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384301.620891:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384301.620892:0:17885:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.620896:0:17885:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.620900:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056ec2c77 x1853236746131456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384301.620904:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df01880 00000400:00000200:3.0:1767384301.620914:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000100:00100000:2.0:1767384301.620916:0:17885:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056ec2c77 pname:cluuid:pid:xid:nid:opc:job mount.lustre:92b443ed-e82f-4160-b27d-56e958e24602:17885:1853236746131456:0@lo:253: 00000400:00000200:3.0:1767384301.620922:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384301.620924:0:17885:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384301.620929:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384301.620929:0:17885:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.620934:0:17885:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384301.620937:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384301.620937:0:17885:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384301.620941:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767384301.620944:0:17885:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056ec2c77 x1853236746131456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384301.620946:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4b9608f. 00000100:00000040:3.0:1767384301.620951:0:17101:0:(events.c:337:request_in_callback()) incoming req@00000000b4b9608f x1853236746131584 msgsize 328 00000100:00000001:2.0:1767384301.620958:0:17885:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.620962:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384301.620963:0:17885:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003480a2ce. 00000100:00000001:2.0:1767384301.620967:0:17885:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384301.620968:0:17885:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384301.620971:0:17885:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1767384301.620973:0:17885:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1767384301.620974:0:17885:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384301.620975:0:17885:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384301.620977:0:17101:0:(events.c:373:request_in_callback()) Process leaving 00000020:01000004:2.0:1767384301.620977:0:17885:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384301.620978:0:17885:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384301.620981:0:17885:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384301.620983:0:17885:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384301.620984:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000020:01000004:2.0:1767384301.620984:0:17885:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384301.620988:0:17885:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384301.620989:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000100:00000001:2.0:1767384301.620990:0:17885:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384301.620994:0:17101:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384301.620995:0:17885:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056ec2c77 x1853236746131456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384301.621000:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339b2f5e x1853236746131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384301.621014:0:17885:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.621017:0:17885:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.621019:0:17885:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a0e42dbe. 00000100:00000001:3.0:1767384301.621020:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384301.621027:0:17885:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384301.621028:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339b2f5e x1853236746131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384301.621035:0:17885:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.621039:0:17885:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384301.621041:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.621046:0:17101:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384301.621048:0:17885:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384301.621051:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384301.621051:0:17885:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000010d2554e. 00000100:00000001:3.0:1767384301.621058:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294890388 02000000:00000001:2.0:1767384301.621058:0:17885:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.621062:0:17885:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384301.621067:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294890385 00000100:00000010:2.0:1767384301.621067:0:17885:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056ec2c77. 00000100:00000001:2.0:1767384301.621074:0:17885:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.621079:0:17885:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.621081:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294890388 10000000:00000001:2.0:1767384301.621082:0:17885:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384301.621089:0:17885:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.621090:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294890385 10000000:00000001:2.0:1767384301.621097:0:17885:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.621099:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294890388 00000020:00000001:2.0:1767384301.621104:0:17885:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.621106:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294890385 00000020:00000010:2.0:1767384301.621108:0:17885:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 00000000f29f883b. 00000100:00000001:3.0:1767384301.621112:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294890388 00000020:00000001:2.0:1767384301.621114:0:17885:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.621117:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294890385 00000020:02000000:2.0:1767384301.621118:0:17885:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000001:3.0:1767384301.621124:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.621131:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.621137:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.621139:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.621142:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.621146:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.621149:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.621150:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.621152:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384301.621156:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384301.621159:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.621163:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.621165:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384301.621167:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 0000000000a249f1 going to sleep for 11 seconds 00000100:00000001:3.0:1767384301.621170:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.621172:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.621371:0:17068:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.621519:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384301.621527:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384301.621531:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384301.621536:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dfb077f. 00000400:00000200:3.0:1767384301.621544:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384301.621549:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384301.621555:0:17101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.621560:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339b2f5e x1853236746131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384301.621570:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339b2f5e x1853236746131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384301.621621:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384301.621626:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.621630:0:17101:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384301.621634:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384301.621638:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.621642:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.621647:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.621651:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=7 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384301.621654:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.621676:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384301.621680:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.621684:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384301.621686:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.621691:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.621717:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339b2f5e x1853236746131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384301.621736:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.621743:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384301.621747:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.621752:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384301.621756:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.621759:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.621763:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.621770:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339b2f5e x1853236746131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384301.621783:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746131584:0@lo:104: 00000100:00000001:3.0:1767384301.621790:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.621796:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.621801:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384301.621806:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.621812:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339b2f5e x1853236746131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384301.621826:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384301.621835:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384301.621839:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005e6aebd. 02000000:00000001:3.0:1767384301.621845:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384301.621850:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384301.621854:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00000020:00000001:3.0:1767384301.621859:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384301.621863:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003d2ab0c0. 02000000:00000001:3.0:1767384301.621867:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384301.621870:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384301.621873:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339b2f5e. 00000100:00000001:3.0:1767384301.621878:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384301.621881:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384301.621883:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000000a249f1. 00000100:00000001:3.0:1767384301.621884:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384301.621885:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384301.621887:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000277c7ee4. 00010000:00000001:3.0:1767384301.621891:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.621896:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.621901:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384301.621906:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384301.621909:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384301.621913:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb27 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384301.622042:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.622050:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.622054:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384301.622061:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a61102b x1853236746131712/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.622070:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384301.622075:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.622078:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384301.622081:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384301.622085:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.622089:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a61102b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746131712:0@lo:103: 00000100:00000001:3.0:1767384301.622097:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384301.622107:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384301.622111:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.622114:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384301.622118:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d2ab0c0. 02000000:00000001:3.0:1767384301.622122:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384301.622126:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dfb077f. 00000400:00000010:3.0:1767384301.622131:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384301.622133:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746131712, portal 18 00000100:00000001:3.0:1767384301.622135:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.622136:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317025792 : -111508392525824 : ffff9a956ddfc000) 00000100:00000040:3.0:1767384301.622145:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a61102b x1853236746131712/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.622150:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.622153:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.622155:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000100:00000200:3.0:1767384301.622156:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746131712, offset 0 00000400:00000200:3.0:1767384301.622159:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.622163:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.622167:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df01900 00000400:00000200:3.0:1767384301.622170:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:3.0:1767384301.622174:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.622176:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.622178:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384301.622179:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384301.622181:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339b2f5e. 00000100:00000040:3.0:1767384301.622183:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000339b2f5e x1853236746131712 msgsize 328 00000100:00100000:3.0:1767384301.622185:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384301.622197:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.622200:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:3.0:1767384301.622202:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000100:00000001:3.0:1767384301.622204:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384301.622206:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a61102b x1853236746131712/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.622213:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.622223:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a61102b x1853236746131712/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.622235:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.622239:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.622245:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.622252:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294890389 00000100:00000001:3.0:1767384301.622260:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890388 00000100:00000001:3.0:1767384301.622267:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294890389 00000100:00000001:3.0:1767384301.622270:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890388 00000100:00000001:3.0:1767384301.622272:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294890389 00000100:00000001:3.0:1767384301.622277:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890388 00000100:00000001:3.0:1767384301.622281:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294890389 00000100:00000001:3.0:1767384301.622286:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294890388 00000100:00000001:3.0:1767384301.622291:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.622295:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.622299:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.622301:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.622308:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.622311:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384301.622315:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.622317:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.622318:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.622323:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.622756:0:17101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb27 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.622770:0:17101:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384301.622775:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384301.622780:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb27 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.622794:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384301.622804:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384301.622807:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb27 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.622817:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384301.622821:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384301.622918:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.622921:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384301.622927:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384301.622931:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384301.622935:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dfb077f. 00000400:00000200:3.0:1767384301.622940:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384301.622944:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:3.0:1767384301.622949:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.622955:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a61102b x1853236746131712/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384301.622978:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a61102b x1853236746131712/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.622993:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384301.622996:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.623000:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384301.623002:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384301.623005:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.623008:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.623012:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.623016:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=7 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384301.623018:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.623020:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384301.623021:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.623022:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384301.623023:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.623025:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.623027:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a61102b x1853236746131712/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.623031:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.623033:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384301.623039:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384301.623041:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a61102b x1853236746131712/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.623046:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a61102b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746131712:0@lo:103: 00000100:00000001:3.0:1767384301.623048:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.623050:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.623051:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a61102b x1853236746131712/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.623055:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384301.623056:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384301.623057:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d2ab0c0. 02000000:00000001:3.0:1767384301.623060:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384301.623060:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384301.623061:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384301.623063:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384301.623064:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000073bb0dce. 02000000:00000001:3.0:1767384301.623066:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384301.623066:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384301.623067:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a61102b. 00000100:00000001:3.0:1767384301.623069:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384301.623070:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.623071:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.623074:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.623075:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.623076:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.623077:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.624021:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039a3f417. 00000020:00000010:2.0:1767384301.624026:0:17885:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009b79e5ba. 00000020:00000010:2.0:1767384301.624029:0:17885:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076d6d3ab. 00000020:00000010:2.0:1767384301.624032:0:17885:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384301.624034:0:17885:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000986509ed. 80000000:00000010:2.0:1767384301.624036:0:17885:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf2dc701. 40000000:00000010:2.0:1767384301.624038:0:17885:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3f76ea9. 00100000:00000010:2.0:1767384301.624041:0:17885:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000011cff9d6. 00040000:00000010:2.0:1767384301.624043:0:17885:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c74b21c3. 00040000:00000010:2.0:1767384301.624045:0:17885:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005657e681. 00080000:00000010:2.0:1767384301.624049:0:17885:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001039bda2. 00080000:00000010:2.0:1767384301.624052:0:17885:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ff13d432. 00002000:00000010:2.0:1767384301.624055:0:17885:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000062d1b3c4. 00000020:00000010:2.0:1767384301.624057:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0e2b174. 00000020:00000010:2.0:1767384301.624059:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e0c8de4. 00000020:00000010:2.0:1767384301.624061:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000381c17e8. 00002000:00000001:2.0:1767384301.624063:0:17885:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:2.0:1767384301.624065:0:17885:0:(osd_handler.c:8983:osd_prepare()) Process entered 00040000:00000001:2.0:1767384301.624072:0:17885:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:2.0:1767384301.624074:0:17885:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:2.0:1767384301.624076:0:17885:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384301.624077:0:17885:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384301.624079:0:17885:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632564836126208 : -111508873425408 : 0xffff9a955135ce00) 00000020:00000001:2.0:1767384301.624081:0:17885:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632564836126208 : -111508873425408 : ffff9a955135ce00) 00000020:00000001:2.0:1767384301.624084:0:17885:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624087:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384301.624090:0:17885:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632560325509816 : -111513384041800 : ffff9a94445b42b8) 00080000:00000001:2.0:1767384301.624092:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.624093:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.624112:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.624120:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624122:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.624123:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624124:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.624126:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.624127:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 97:1449493492 to info 000000001039bda2 00000020:00000001:2.0:1767384301.624130:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000001fead85 00080000:00000002:2.0:1767384301.624131:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:2.0:1767384301.624133:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624135:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384301.624137:0:17885:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000068f39a58. 00080000:00000001:2.0:1767384301.624139:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.624140:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384301.624142:0:17885:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a9001c64. 00000020:00000001:2.0:1767384301.624146:0:17885:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384301.624148:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cda4207f. 00000020:00000001:2.0:1767384301.624149:0:17885:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624151:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624153:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624155:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624157:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624159:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624161:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624170:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560272410968 : -111513437140648 : ffff9a9441310958) 00040000:00000001:2.0:1767384301.624175:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.624176:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.624177:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.624177:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.624178:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.624179:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384301.624182:0:17885:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000cda4207f. 00000020:00000010:2.0:1767384301.624185:0:17885:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a9001c64. 00000020:00000001:2.0:1767384301.624189:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.624191:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.624200:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009994c238. 00002000:00000001:2.0:1767384301.624202:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332549480 : -111513377002136 : ffff9a9444c6ad68) 00002000:00000001:2.0:1767384301.624204:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.624206:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:2.0:1767384301.624207:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cda4207f. 00002000:00000001:2.0:1767384301.624209:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624210:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624212:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624213:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624215:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624217:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624219:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624221:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332549480 : -111513377002136 : ffff9a9444c6ad68) 00040000:00000001:2.0:1767384301.624224:0:17885:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:2.0:1767384301.624226:0:17885:0:(lu_object.c:207:lu_object_put()) Add 0000000058b4b509/00000000b91f8b88 to site lru. bkt: 00000000c15378a7 00040000:00000001:2.0:1767384301.624229:0:17885:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384301.624230:0:17885:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000034e4ab2c. 00040000:00000001:2.0:1767384301.624232:0:17885:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384301.624234:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.624235:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.624236:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000563345b0. 00002000:00000001:2.0:1767384301.624237:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332550088 : -111513377001528 : ffff9a9444c6afc8) 00002000:00000001:2.0:1767384301.624239:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.624240:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:2.0:1767384301.624242:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f4c08ad5. 00002000:00000001:2.0:1767384301.624247:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624249:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624251:0:17885:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384301.624252:0:17885:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384301.624253:0:17885:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384301.624255:0:17885:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624257:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624259:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624260:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624262:0:17885:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384301.624263:0:17885:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384301.624264:0:17885:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384301.624266:0:17885:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384301.624266:0:17885:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624268:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624271:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332550088 : -111513377001528 : ffff9a9444c6afc8) 00040000:00000001:2.0:1767384301.624273:0:17885:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446632560326132224 : -111513383419392 : ffff9a944464c200) 00040000:00000001:2.0:1767384301.624275:0:17885:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384301.624276:0:17885:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:2.0:1767384301.624278:0:17885:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384301.624279:0:17885:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384301.624280:0:17885:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384301.624281:0:17885:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632564836126208 : -111508873425408 : 0xffff9a955135ce00) 00000020:00000001:2.0:1767384301.624282:0:17885:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632564836126208 : -111508873425408 : ffff9a955135ce00) 00000020:00000001:2.0:1767384301.624284:0:17885:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624286:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.624287:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.624293:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.624297:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624299:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.624299:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624301:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.624302:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.624303:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 98:100145626 to info 000000001039bda2 00000020:00000001:2.0:1767384301.624306:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000037b8feb8 00080000:00000002:2.0:1767384301.624310:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:2.0:1767384301.624312:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624314:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624316:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.624317:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384301.624319:0:17885:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009eee242b. 00000020:00000001:2.0:1767384301.624321:0:17885:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384301.624323:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fa05eb5f. 00000020:00000001:2.0:1767384301.624324:0:17885:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624325:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624326:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624328:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624329:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624331:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624333:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624335:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560272410712 : -111513437140904 : ffff9a9441310858) 00040000:00000001:2.0:1767384301.624338:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.624339:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.624340:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.624341:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.624342:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.624343:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384301.624344:0:17885:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fa05eb5f. 00000020:00000010:2.0:1767384301.624346:0:17885:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009eee242b. 00000020:00000001:2.0:1767384301.624348:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.624349:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.624351:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000977035b3. 00002000:00000001:2.0:1767384301.624352:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332548872 : -111513377002744 : ffff9a9444c6ab08) 00002000:00000001:2.0:1767384301.624354:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.624354:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:2.0:1767384301.624356:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fa05eb5f. 00002000:00000001:2.0:1767384301.624357:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624358:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624359:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624360:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624361:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624362:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624368:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624371:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332548872 : -111513377002744 : ffff9a9444c6ab08) 00040000:00000001:2.0:1767384301.624373:0:17885:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446632560326133760 : -111513383417856 : ffff9a944464c800) 00080000:00000010:2.0:1767384301.624376:0:17885:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000066a3ef9e. 00100000:00000001:2.0:1767384301.624382:0:17885:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384301.624384:0:17885:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f3d0e0b. 00100000:00000010:2.0:1767384301.624388:0:17885:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007f3d0e0b. 00100000:00000001:2.0:1767384301.624389:0:17885:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384301.624391:0:17885:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446632560326133760 : -111513383417856 : ffff9a944464c800) 00080000:00000002:2.0:1767384301.624395:0:17885:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 98 00040000:00000001:2.0:1767384301.624397:0:17885:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384301.624398:0:17885:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384301.624401:0:17885:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384301.624402:0:17885:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624404:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.624406:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.624408:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.624413:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624414:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.624415:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624416:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.624417:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.624419:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 99:1713349098 to info 000000001039bda2 00000020:00000001:2.0:1767384301.624421:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000065fde015 00080000:00000002:2.0:1767384301.624422:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:2.0:1767384301.624458:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624460:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624462:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.624464:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.624466:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.624469:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000096f189f7. 00002000:00000001:2.0:1767384301.624471:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332551912 : -111513376999704 : ffff9a9444c6b6e8) 00002000:00000001:2.0:1767384301.624473:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.624474:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:2.0:1767384301.624481:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000051855c8f. 00002000:00000001:2.0:1767384301.624484:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624485:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624487:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624490:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624492:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624495:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624497:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624500:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332551912 : -111513376999704 : ffff9a9444c6b6e8) 00080000:00000010:2.0:1767384301.624503:0:17885:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f52ed357. 00100000:00000001:2.0:1767384301.624509:0:17885:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384301.624511:0:17885:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f3d0e0b. 00100000:00000010:2.0:1767384301.624512:0:17885:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007f3d0e0b. 00100000:00000001:2.0:1767384301.624514:0:17885:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384301.624516:0:17885:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446632560326139392 : -111513383412224 : ffff9a944464de00) 00080000:00000002:2.0:1767384301.624518:0:17885:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 99 00040000:00000001:2.0:1767384301.624520:0:17885:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384301.624522:0:17885:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f7e33645. 00000001:00000001:2.0:1767384301.624524:0:17885:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384301.624526:0:17885:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009d5d521e. 00000001:00000010:2.0:1767384301.624528:0:17885:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000033b2dd93. 00000001:00000010:2.0:1767384301.624530:0:17885:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ad3d8745. 00040000:00000001:2.0:1767384301.624532:0:17885:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446632564592885408 : -111509116666208 : ffff9a9542b63ea0) 00000020:00000001:2.0:1767384301.624534:0:17885:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384301.624540:0:17885:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.624542:0:17885:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384301.624544:0:17885:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384301.624545:0:17885:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384301.624547:0:17885:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384301.624548:0:17885:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000ec163eb6. 00040000:00000001:2.0:1767384301.624549:0:17885:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384301.624550:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.624552:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.624553:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004b9c38fe. 00002000:00000001:2.0:1767384301.624554:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332551608 : -111513377000008 : ffff9a9444c6b5b8) 00002000:00000001:2.0:1767384301.624555:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.624560:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:2.0:1767384301.624563:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000073b20ce9. 00002000:00000001:2.0:1767384301.624564:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624566:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624568:0:17885:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384301.624584:0:17885:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384301.624586:0:17885:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384301.624587:0:17885:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624589:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624592:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624594:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624596:0:17885:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384301.624597:0:17885:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384301.624598:0:17885:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384301.624599:0:17885:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384301.624600:0:17885:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624603:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624606:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332551608 : -111513377000008 : ffff9a9444c6b5b8) 00040000:00000001:2.0:1767384301.624608:0:17885:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446632560326133248 : -111513383418368 : ffff9a944464c600) 00040000:00000001:2.0:1767384301.624610:0:17885:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384301.624611:0:17885:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:2.0:1767384301.624613:0:17885:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384301.624615:0:17885:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384301.624616:0:17885:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384301.624617:0:17885:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632564836126208 : -111508873425408 : 0xffff9a955135ce00) 00000020:00000001:2.0:1767384301.624619:0:17885:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632564836126208 : -111508873425408 : ffff9a955135ce00) 00000020:00000001:2.0:1767384301.624622:0:17885:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624625:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.624626:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.624631:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.624636:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624637:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.624639:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624640:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.624642:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.624648:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 100:154070637 to info 000000001039bda2 00000020:00000001:2.0:1767384301.624651:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000037b8feb8 00080000:00000002:2.0:1767384301.624652:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:2.0:1767384301.624672:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624674:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624676:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.624678:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384301.624681:0:17885:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fae0d68e. 00000020:00000001:2.0:1767384301.624684:0:17885:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384301.624702:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006da13efd. 00000020:00000001:2.0:1767384301.624704:0:17885:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624705:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624706:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624708:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624710:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624712:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624716:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624718:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560272411224 : -111513437140392 : ffff9a9441310a58) 00040000:00000001:2.0:1767384301.624722:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.624723:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.624723:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.624725:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.624725:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.624726:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384301.624728:0:17885:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006da13efd. 00000020:00000010:2.0:1767384301.624730:0:17885:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fae0d68e. 00000020:00000001:2.0:1767384301.624733:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.624734:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.624736:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005322f804. 00002000:00000001:2.0:1767384301.624737:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332550392 : -111513377001224 : ffff9a9444c6b0f8) 00002000:00000001:2.0:1767384301.624739:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.624740:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:2.0:1767384301.624741:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006da13efd. 00002000:00000001:2.0:1767384301.624743:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624744:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624745:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624751:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624752:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624755:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624756:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624759:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332550392 : -111513377001224 : ffff9a9444c6b0f8) 00040000:00000001:2.0:1767384301.624761:0:17885:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446632560270214656 : -111513439336960 : ffff9a94410f8600) 00080000:00000010:2.0:1767384301.624764:0:17885:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000069b62ad7. 00100000:00000001:2.0:1767384301.624768:0:17885:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384301.624770:0:17885:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f3d0e0b. 00100000:00000010:2.0:1767384301.624771:0:17885:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007f3d0e0b. 00100000:00000001:2.0:1767384301.624773:0:17885:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384301.624774:0:17885:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446632560270214656 : -111513439336960 : ffff9a94410f8600) 00080000:00000002:2.0:1767384301.624776:0:17885:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 100 00040000:00000001:2.0:1767384301.624778:0:17885:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384301.624779:0:17885:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384301.624781:0:17885:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384301.624782:0:17885:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624784:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.624785:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.624788:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.624791:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624793:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.624794:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624795:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.624796:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.624798:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 101:451498472 to info 000000001039bda2 00000020:00000001:2.0:1767384301.624800:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000065fde015 00080000:00000002:2.0:1767384301.624801:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:2.0:1767384301.624802:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624804:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624805:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.624806:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.624807:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.624809:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e35bfbcd. 00002000:00000001:2.0:1767384301.624810:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332551000 : -111513377000616 : ffff9a9444c6b358) 00002000:00000001:2.0:1767384301.624816:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.624817:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:2.0:1767384301.624819:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d2ec733c. 00002000:00000001:2.0:1767384301.624820:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624822:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624823:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624824:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624826:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624828:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624830:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624832:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332551000 : -111513377000616 : ffff9a9444c6b358) 00080000:00000010:2.0:1767384301.624834:0:17885:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009703d451. 00100000:00000001:2.0:1767384301.624838:0:17885:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384301.624839:0:17885:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f3d0e0b. 00100000:00000010:2.0:1767384301.624840:0:17885:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007f3d0e0b. 00100000:00000001:2.0:1767384301.624842:0:17885:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384301.624844:0:17885:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446632560270216192 : -111513439335424 : ffff9a94410f8c00) 00080000:00000002:2.0:1767384301.624846:0:17885:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 101 00040000:00000001:2.0:1767384301.624847:0:17885:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384301.624848:0:17885:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000044493f1d. 00000001:00000001:2.0:1767384301.624850:0:17885:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384301.624857:0:17885:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000069eab23e. 00000001:00000010:2.0:1767384301.624860:0:17885:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000008061ced. 00000001:00000010:2.0:1767384301.624862:0:17885:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000001c6bdc10. 00040000:00000001:2.0:1767384301.624863:0:17885:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446632564592882048 : -111509116669568 : ffff9a9542b63180) 00000020:00000001:2.0:1767384301.624865:0:17885:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384301.624868:0:17885:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.624870:0:17885:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384301.624872:0:17885:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384301.624873:0:17885:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384301.624874:0:17885:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384301.624876:0:17885:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000ab19f217. 00040000:00000001:2.0:1767384301.624877:0:17885:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384301.624879:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.624880:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.624884:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d0be0171. 00002000:00000001:2.0:1767384301.624886:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332547960 : -111513377003656 : ffff9a9444c6a778) 00002000:00000001:2.0:1767384301.624888:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.624888:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:2.0:1767384301.624890:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006c72953b. 00002000:00000001:2.0:1767384301.624892:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624893:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624894:0:17885:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384301.624896:0:17885:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384301.624897:0:17885:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384301.624898:0:17885:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624900:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624902:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624903:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.624905:0:17885:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384301.624907:0:17885:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384301.624907:0:17885:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384301.624909:0:17885:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384301.624910:0:17885:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624911:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.624913:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332547960 : -111513377003656 : ffff9a9444c6a778) 00040000:00000001:2.0:1767384301.624915:0:17885:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446632560332555776 : -111513376995840 : ffff9a9444c6c600) 00040000:00000001:2.0:1767384301.624916:0:17885:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384301.624917:0:17885:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:2.0:1767384301.624919:0:17885:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384301.624920:0:17885:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384301.624921:0:17885:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384301.624922:0:17885:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632564836126208 : -111508873425408 : 0xffff9a955135ce00) 00000020:00000001:2.0:1767384301.624923:0:17885:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632564836126208 : -111508873425408 : ffff9a955135ce00) 00000020:00000001:2.0:1767384301.624925:0:17885:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624927:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.624928:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.624931:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.624952:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624953:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.624958:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624960:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.624961:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.624963:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 102:3522656588 to info 000000001039bda2 00000020:00000001:2.0:1767384301.624966:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000037b8feb8 00080000:00000002:2.0:1767384301.624967:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:2.0:1767384301.624969:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624971:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624973:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.624975:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384301.624978:0:17885:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000026e490cb. 00000020:00000001:2.0:1767384301.624982:0:17885:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384301.624984:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000146ee09. 00000020:00000001:2.0:1767384301.624987:0:17885:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.624989:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.624991:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.624994:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.624997:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.625002:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625006:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.625010:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560272412248 : -111513437139368 : ffff9a9441310e58) 00040000:00000001:2.0:1767384301.625017:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.625019:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.625020:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.625022:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.625023:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.625025:0:17885:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384301.625028:0:17885:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000146ee09. 00000020:00000010:2.0:1767384301.625032:0:17885:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000026e490cb. 00000020:00000001:2.0:1767384301.625037:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.625039:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.625042:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001b346dcd. 00002000:00000001:2.0:1767384301.625043:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332552216 : -111513376999400 : ffff9a9444c6b818) 00002000:00000001:2.0:1767384301.625046:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.625047:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:2.0:1767384301.625049:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000146ee09. 00002000:00000001:2.0:1767384301.625056:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625058:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.625060:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.625062:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.625064:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.625067:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625069:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.625072:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332552216 : -111513376999400 : ffff9a9444c6b818) 00040000:00000001:2.0:1767384301.625074:0:17885:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446632560332561920 : -111513376989696 : ffff9a9444c6de00) 00080000:00000010:2.0:1767384301.625077:0:17885:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d34d0a1f. 00100000:00000001:2.0:1767384301.625082:0:17885:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384301.625084:0:17885:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f3d0e0b. 00100000:00000010:2.0:1767384301.625086:0:17885:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007f3d0e0b. 00100000:00000001:2.0:1767384301.625088:0:17885:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384301.625089:0:17885:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446632560332561920 : -111513376989696 : ffff9a9444c6de00) 00080000:00000002:2.0:1767384301.625092:0:17885:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 102 00040000:00000001:2.0:1767384301.625093:0:17885:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384301.625094:0:17885:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384301.625096:0:17885:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384301.625097:0:17885:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625100:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.625101:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.625104:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.625109:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625111:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.625112:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625113:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.625114:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.625116:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 103:2377044608 to info 000000001039bda2 00000020:00000001:2.0:1767384301.625119:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000065fde015 00080000:00000002:2.0:1767384301.625120:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:2.0:1767384301.625122:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.625123:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625125:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.625126:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.625133:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.625134:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c2bea1e1. 00002000:00000001:2.0:1767384301.625136:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332546136 : -111513377005480 : ffff9a9444c6a058) 00002000:00000001:2.0:1767384301.625138:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.625140:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:2.0:1767384301.625142:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001546f3b5. 00002000:00000001:2.0:1767384301.625143:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625144:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.625146:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.625147:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.625149:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.625151:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625153:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.625156:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332546136 : -111513377005480 : ffff9a9444c6a058) 00080000:00000010:2.0:1767384301.625158:0:17885:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000078d195c0. 00100000:00000001:2.0:1767384301.625163:0:17885:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384301.625164:0:17885:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f3d0e0b. 00100000:00000010:2.0:1767384301.625166:0:17885:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007f3d0e0b. 00100000:00000001:2.0:1767384301.625168:0:17885:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384301.625169:0:17885:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446632560332560384 : -111513376991232 : ffff9a9444c6d800) 00080000:00000002:2.0:1767384301.625172:0:17885:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 103 00040000:00000001:2.0:1767384301.625173:0:17885:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384301.625175:0:17885:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ef6ba18f. 00000001:00000001:2.0:1767384301.625176:0:17885:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384301.625178:0:17885:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f5a5efec. 00000001:00000010:2.0:1767384301.625180:0:17885:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009dad5f09. 00000001:00000010:2.0:1767384301.625182:0:17885:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000cef97c25. 00040000:00000001:2.0:1767384301.625184:0:17885:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446632564592883200 : -111509116668416 : ffff9a9542b63600) 00000020:00000001:2.0:1767384301.625186:0:17885:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384301.625189:0:17885:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.625191:0:17885:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384301.625193:0:17885:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384301.625194:0:17885:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384301.625197:0:17885:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384301.625199:0:17885:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384301.625204:0:17885:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384301.625206:0:17885:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384301.625207:0:17885:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384301.625208:0:17885:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384301.625211:0:17885:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:2.0:1767384301.625213:0:17885:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000752cb653. 00000020:00000010:2.0:1767384301.625215:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084788053. 00000020:00000010:2.0:1767384301.625217:0:17885:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000067534a71. 00000020:00000010:2.0:1767384301.625219:0:17885:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003fd5cf6d. 00000020:00000010:2.0:1767384301.625222:0:17885:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003443d851. 00000020:00000010:2.0:1767384301.625225:0:17885:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000249e1a8a. 80000000:00000010:2.0:1767384301.625227:0:17885:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001fe8fa16. 40000000:00000010:2.0:1767384301.625229:0:17885:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007f3d0e0b. 00100000:00000010:2.0:1767384301.625232:0:17885:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004e3c2b1. 00040000:00000010:2.0:1767384301.625234:0:17885:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a5ab26bb. 00040000:00000010:2.0:1767384301.625236:0:17885:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6469001. 00080000:00000010:2.0:1767384301.625240:0:17885:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a62c6ab2. 00080000:00000010:2.0:1767384301.625244:0:17885:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000092ffd585. 00002000:00000010:2.0:1767384301.625247:0:17885:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b9170041. 00000100:00000040:3.0:1767384301.625485:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294890389, at 4294890390 00000100:00000040:2.0:1767384301.625493:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294890389, at 4294890390 00000100:00000010:3.0:1767384301.625496:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b384f67. 00000100:00000010:2.0:1767384301.625501:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b8ea681. 00040000:00000001:2.0:1767384301.625586:0:17885:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.625589:0:17885:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:2.0:1767384301.625592:0:17885:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000003128808c. 00000020:00000001:2.0:1767384301.625595:0:17885:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.625596:0:17885:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000003128808c. 00000020:00000001:2.0:1767384301.625599:0:17885:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384301.625601:0:17885:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000b7f85447. 00000020:00000010:2.0:1767384301.625605:0:17885:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000003128808c. 00000020:00000010:2.0:1767384301.625608:0:17885:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000003128808c. 00040000:00000001:2.0:1767384301.625610:0:17885:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:2.0:1767384301.625611:0:17885:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.625613:0:17885:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384301.625614:0:17885:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625621:0:17885:0:(osd_handler.c:9019:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384301.625623:0:17885:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:2.0:1767384301.625627:0:17885:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000971432c6. 00000020:00000001:2.0:1767384301.625630:0:17885:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384301.625632:0:17885:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384301.625633:0:17885:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632564836126208 : -111508873425408 : 0xffff9a955135ce00) 00000020:00000001:2.0:1767384301.625635:0:17885:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632564836126208 : -111508873425408 : ffff9a955135ce00) 00000020:00000001:2.0:1767384301.625637:0:17885:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.625639:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384301.625641:0:17885:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632560325509816 : -111513384041800 : ffff9a94445b42b8) 00000020:00000001:2.0:1767384301.625642:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384301.625643:0:17885:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384301.625645:0:17885:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000503a9322. 00002000:00000001:2.0:1767384301.625646:0:17885:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332552520 : -111513376999096 : ffff9a9444c6b948) 00002000:00000001:2.0:1767384301.625673:0:17885:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384301.625675:0:17885:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:2.0:1767384301.625697:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006c2a70a1. 00002000:00000001:2.0:1767384301.625699:0:17885:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.625701:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332552520 : -111513376999096 : ffff9a9444c6b948) 00080000:00000001:2.0:1767384301.625704:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.625706:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.625711:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.625716:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625718:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.625719:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625720:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.625721:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.625722:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 104:1133847090 to info 000000001039bda2 00000020:00000001:2.0:1767384301.625725:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c9df3289 00080000:00000002:2.0:1767384301.625726:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384301.625727:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.625729:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625730:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.625732:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384301.625739:0:17885:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006e4745ba. 00000020:00000001:2.0:1767384301.625741:0:17885:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384301.625743:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a769a124. 00000020:00000001:2.0:1767384301.625744:0:17885:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625746:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.625747:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.625749:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.625750:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.625752:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625755:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.625757:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560272411992 : -111513437139624 : ffff9a9441310d58) 00100000:00000001:2.0:1767384301.625759:0:17885:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:2.0:1767384301.625761:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384301.625762:0:17885:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632560325509816 : -111513384041800 : ffff9a94445b42b8) 00080000:00000001:2.0:1767384301.625763:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.625765:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.625768:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.625773:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625774:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.625775:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625776:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.625777:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.625779:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 105:1817373518 to info 000000001039bda2 00000020:00000001:2.0:1767384301.625781:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e707a9f7 00080000:00000002:2.0:1767384301.625782:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:2.0:1767384301.625783:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.625784:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625785:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.625787:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384301.625788:0:17885:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006500208d. 00000020:00000001:2.0:1767384301.625790:0:17885:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384301.625791:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c78f4547. 00000020:00000001:2.0:1767384301.625792:0:17885:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625793:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.625794:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.625795:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.625801:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.625803:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.625805:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.625808:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560272411480 : -111513437140136 : ffff9a9441310b58) 00100000:00000001:2.0:1767384301.626007:0:17885:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384301.626013:0:17885:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:2.0:1767384301.626017:0:17885:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000c8f8acb3. 00100000:00000010:2.0:1767384301.626022:0:17885:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 000000009bfbe349. 00100000:00000010:2.0:1767384301.626026:0:17885:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000066676d1. 00100000:00000010:2.0:1767384301.626030:0:17885:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000b9b9b1d0. 00000020:00000001:2.0:1767384301.626033:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384301.626035:0:17885:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632560325509816 : -111513384041800 : ffff9a94445b42b8) 00080000:00000001:2.0:1767384301.626039:0:17885:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.626042:0:17885:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.626048:0:17885:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.626055:0:17885:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.626056:0:17885:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.626057:0:17885:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.626059:0:17885:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.626060:0:17885:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.626062:0:17885:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 106:2360734386 to info 000000001039bda2 00000020:00000001:2.0:1767384301.626065:0:17885:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d2e7f5e 00080000:00000002:2.0:1767384301.626066:0:17885:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:2.0:1767384301.626068:0:17885:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.626069:0:17885:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.626071:0:17885:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.626073:0:17885:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384301.626084:0:17885:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000064acfff8. 00000020:00000001:2.0:1767384301.626087:0:17885:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384301.626089:0:17885:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000086db0731. 00000020:00000001:2.0:1767384301.626091:0:17885:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.626093:0:17885:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384301.626094:0:17885:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384301.626096:0:17885:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.626098:0:17885:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384301.626105:0:17885:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.626107:0:17885:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.626111:0:17885:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560269817432 : -111513439734184 : ffff9a9441097658) 00100000:00000001:2.0:1767384301.626318:0:17885:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:2.0:1767384301.626325:0:17885:0:(lu_object.c:207:lu_object_put()) Add 0000000058b4b509/00000000b91f8b88 to site lru. bkt: 00000000c15378a7 00000020:00000010:2.0:1767384301.626330:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069b952b7. 00000020:00000010:2.0:1767384301.626333:0:17885:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a9f7b7e. 00000020:00000010:2.0:1767384301.626336:0:17885:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000016e0f132. 00000020:00000010:2.0:1767384301.626339:0:17885:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a1b77d94. 00000020:00000010:2.0:1767384301.626349:0:17885:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000016bd5483. 80000000:00000010:2.0:1767384301.626352:0:17885:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b8ea681. 40000000:00000010:2.0:1767384301.626354:0:17885:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003128808c. 00100000:00000010:2.0:1767384301.626357:0:17885:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ee2f9c5. 00040000:00000010:2.0:1767384301.626360:0:17885:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fbce94c5. 00040000:00000010:2.0:1767384301.626361:0:17885:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000dcf5d17. 00080000:00000010:2.0:1767384301.626366:0:17885:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d045f856. 00080000:00000010:2.0:1767384301.626370:0:17885:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000537b38a7. 00002000:00000010:2.0:1767384301.626373:0:17885:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003f9b0102. 00000001:00000001:2.0:1767384301.626376:0:17885:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384301.626378:0:17885:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:2.0:1767384301.626380:0:17885:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384301.626382:0:17885:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a78c7a1c. 00080000:00000001:2.0:1767384301.626384:0:17885:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560332563968 : -111513376987648 : ffff9a9444c6e600) 00080000:00000001:2.0:1767384301.626386:0:17885:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384301.626389:0:17885:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384301.626391:0:17885:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004c38e0e0. 00080000:00000001:2.0:1767384301.626393:0:17885:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.626395:0:17885:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384301.626400:0:17885:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384301.626403:0:17885:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:2.0:1767384301.626411:0:17885:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384301.626414:0:17885:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.626416:0:17885:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:1.1:1767384301.627467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000077ed352. 00010000:00000010:1.1:1767384301.627477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ba82d9. 00080000:00000010:2.0:1767384301.628131:0:17885:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004c38e0e0. 00040000:00000001:2.0:1767384301.628136:0:17885:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384301.628137:0:17885:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384301.628138:0:17885:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384301.628140:0:17885:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384301.628143:0:17885:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384301.628145:0:17885:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.628148:0:17885:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000a9f7b7e. 00000020:00000010:2.0:1767384301.628152:0:17885:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000016e0f132. 00000020:00000010:2.0:1767384301.628154:0:17885:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a1b77d94. 00000020:00000010:2.0:1767384301.628158:0:17885:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000016bd5483. 80000000:00000010:2.0:1767384301.628161:0:17885:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b8ea681. 40000000:00000010:2.0:1767384301.628162:0:17885:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003128808c. 00100000:00000010:2.0:1767384301.628164:0:17885:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ee2f9c5. 00040000:00000010:2.0:1767384301.628167:0:17885:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fbce94c5. 00040000:00000010:2.0:1767384301.628169:0:17885:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000dcf5d17. 00080000:00000010:2.0:1767384301.628171:0:17885:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000537b38a7. 00080000:00000010:2.0:1767384301.628174:0:17885:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d045f856. 00002000:00000010:2.0:1767384301.628176:0:17885:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003f9b0102. 00000020:00000010:2.0:1767384301.628178:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069b952b7. 00002000:00080000:2.0:1767384301.628182:0:17885:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:2.0:1767384301.628184:0:17885:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00100000:10000000:2.0:1767384301.628186:0:17885:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:00000001:2.0:1767384301.628187:0:17885:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1767384301.628190:0:17885:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:2.0:1767384301.628193:0:17885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384301.628195:0:17885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384301.628197:0:17885:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ff627a01 free: 144203776 avail: 129867776 00000020:00000001:2.0:1767384301.628200:0:17885:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384301.628202:0:17885:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ff627a01 avail=129867776 left=129867776 unstable=0 tot_grant=0 pending=0 00000020:00000001:2.0:1767384301.628205:0:17885:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129867776 : 129867776 : 7bda000) 00000020:00000001:2.0:1767384301.628207:0:17885:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1767384301.628209:0:17885:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ff627a01 wants: 280000 current grant 0 granting: 280000 00000020:00000020:2.0:1767384301.628211:0:17885:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ff627a01 tot cached:0 granted:280000 num_exports: 0 00000020:00000001:2.0:1767384301.628220:0:17885:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:2.0:1767384301.628221:0:17885:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ff627a01 ocd_grant: 280000 want: 280000 left: 129867776 00000020:00000001:2.0:1767384301.628224:0:17885:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:2.0:1767384301.628226:0:17885:0:(osd_handler.c:8911:osd_recovery_complete()) Process entered 00040000:00000001:2.0:1767384301.628227:0:17885:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:2.0:1767384301.628229:0:17885:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.628230:0:17885:0:(osd_handler.c:8924:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384301.628232:0:17885:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384301.628233:0:17885:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.628236:0:17885:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009b79e5ba. 00000020:00000010:2.0:1767384301.628239:0:17885:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000076d6d3ab. 00000020:00000010:2.0:1767384301.628241:0:17885:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384301.628243:0:17885:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000986509ed. 80000000:00000010:2.0:1767384301.628245:0:17885:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cf2dc701. 40000000:00000010:2.0:1767384301.628246:0:17885:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c3f76ea9. 00100000:00000010:2.0:1767384301.628248:0:17885:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000011cff9d6. 00040000:00000010:2.0:1767384301.628250:0:17885:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c74b21c3. 00040000:00000010:2.0:1767384301.628252:0:17885:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005657e681. 00080000:00000010:2.0:1767384301.628254:0:17885:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ff13d432. 00080000:00000010:2.0:1767384301.628256:0:17885:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000068f39a58. 00080000:00000010:2.0:1767384301.628258:0:17885:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001039bda2. 00002000:00000010:2.0:1767384301.628260:0:17885:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000062d1b3c4. 00000020:00000010:2.0:1767384301.628262:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039a3f417. 00000020:00000010:2.0:1767384301.628264:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e0c8de4. 00000020:00000010:2.0:1767384301.628266:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000381c17e8. 00000020:00000010:2.0:1767384301.628268:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0e2b174. 00000020:00000001:2.0:1767384301.628270:0:17885:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00000020:00000001:2.0:1767384301.628273:0:17885:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:2.0:1767384301.628274:0:17885:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:2.0:1767384301.628275:0:17885:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384301.628277:0:17885:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384301.628279:0:17885:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:2.0:1767384301.628281:0:17885:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:2.0:1767384301.628282:0:17885:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:2.0:1767384301.628284:0:17885:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d68d2872 : new refcount 2 00000040:00000001:2.0:1767384301.628291:0:17885:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384301.628292:0:17885:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d68d2872 : new refcount 1 00040000:00000001:2.0:1767384301.628298:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.628300:0:17885:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.628301:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.628302:0:17885:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.628303:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.628304:0:17885:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384301.628307:0:17885:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e0d8892d. 00000020:00000010:2.0:1767384301.628310:0:17885:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ae7ddd3e. 00000020:00000010:2.0:1767384301.628314:0:17885:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000a6355c6f. 00040000:00000001:2.0:1767384301.628317:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.628318:0:17885:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.628319:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.628320:0:17885:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.628321:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.628322:0:17885:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384301.628323:0:17885:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000714b8d0d. 00000020:00000010:2.0:1767384301.628325:0:17885:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000768498ed. 00000020:00000010:2.0:1767384301.628327:0:17885:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000497df5f1. 00000020:00000040:2.0:1767384301.628329:0:17885:0:(genops.c:898:class_export_put()) PUTting export 000000009fcfc81f : new refcount 1 00000040:00000010:2.0:1767384301.628331:0:17885:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000d68d2872. 00000040:00000001:2.0:1767384301.628335:0:17885:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384301.628336:0:17885:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384301.628339:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.628340:0:17885:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.628341:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.628342:0:17885:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384301.628343:0:17885:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384301.628344:0:17885:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384301.628345:0:17885:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000077034d14. 00000020:00000010:2.0:1767384301.628347:0:17885:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cd070f9c. 00000020:00000040:2.0:1767384301.628349:0:17885:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.143@tcp (00000000dafe474d) now 6 - mgc_fs 10000000:01000000:2.0:1767384301.628351:0:17885:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.143@tcp: cl_mgc_mutex unlock 10000000:00000001:2.0:1767384301.628352:0:17885:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384301.628354:0:17885:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384301.628356:0:17885:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.628357:0:17885:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.628363:0:17885:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.628366:0:17885:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a10dfd01. 00000040:00000010:2.0:1767384301.628369:0:17885:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005553fd34. 00000020:00000010:2.0:1767384301.628371:0:17885:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000025557627. 00000020:00000010:2.0:1767384301.628374:0:17885:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002ae79e02. 80000000:00000010:2.0:1767384301.628377:0:17885:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000de925ca7. 00040000:00000010:2.0:1767384301.628380:0:17885:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd7fe6e1. 00080000:00000010:2.0:1767384301.628383:0:17885:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009bc64a35. 00080000:00000010:2.0:1767384301.628386:0:17885:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000b76bcdc3. 00080000:00000010:2.0:1767384301.628388:0:17885:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000074bc9f16. 20000000:00000010:2.0:1767384301.628391:0:17885:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000efd6d5c3. 00000020:00000010:2.0:1767384301.628393:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ea8cef0. 00000020:00000001:2.0:1767384301.628396:0:17885:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.628398:0:17885:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00000020:01000004:2.0:1767384301.628400:0:17885:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00000020:00000001:2.0:1767384301.628408:0:17885:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.628410:0:17885:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767384301.628413:0:17885:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:2.0:1767384301.628415:0:17885:0:(super25.c:202:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:3.0:1767384301.629369:0:10611:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1a7ba27. 00080000:00000010:3.0:1767384301.629381:0:10611:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1a7ba27. 00000020:00000001:3.0:1767384301.629394:0:10611:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384301.629413:0:10611:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1a7ba27. 00080000:00000010:3.0:1767384301.629420:0:10611:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1a7ba27. 00000020:00000001:3.0:1767384301.629426:0:10611:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384301.631453:0:17913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dac885ac. 00010000:00000010:3.1:1767384301.631456:0:10611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 00010000:00000010:0.1:1767384301.631462:0:17913:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000831a6922. 00010000:00000001:2.0:1767384301.924560:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384301.924570:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.924582:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384301.924585:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384302.055016:0:17962:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001370186f. 00080000:00000010:3.0:1767384302.055029:0:17962:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001370186f. 00000020:00000001:3.0:1767384302.055035:0:17962:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384302.055044:0:17962:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001370186f. 00080000:00000010:3.0:1767384302.055048:0:17962:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001370186f. 00000020:00000001:3.0:1767384302.055053:0:17962:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384302.055099:0:17962:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384302.055339:0:17962:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:2.0:1767384302.288550:0:17970:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000006a54e75. 00080000:00000010:2.0:1767384302.288564:0:17970:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000006a54e75. 00000020:00000001:2.0:1767384302.288571:0:17970:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384302.288581:0:17970:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000006a54e75. 00080000:00000010:2.0:1767384302.288586:0:17970:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000006a54e75. 00000020:00000001:2.0:1767384302.288590:0:17970:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384302.468129:0:18010:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:2.0:1767384302.468137:0:18010:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:2.0:1767384302.468141:0:18010:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384302.627531:0:16352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384302.627545:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384302.627548:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.627564:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.627568:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384302.627571:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.627574:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384302.652526:0:18022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000124ab107. 00080000:00000010:3.0:1767384302.652554:0:18022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000124ab107. 00000020:00000001:3.0:1767384302.652561:0:18022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384302.652571:0:18022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000124ab107. 00080000:00000010:3.0:1767384302.652576:0:18022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000124ab107. 00000020:00000001:3.0:1767384302.652580:0:18022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.947535:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384302.947543:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.947552:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384302.947555:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384303.070952:0:18070:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e77a8872. 00080000:00000010:3.0:1767384303.070968:0:18070:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e77a8872. 00000020:00000001:3.0:1767384303.070975:0:18070:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384303.070987:0:18070:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e77a8872. 00080000:00000010:3.0:1767384303.070993:0:18070:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e77a8872. 00000020:00000001:3.0:1767384303.070997:0:18070:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384303.651507:0:16352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384303.651517:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384303.651519:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384303.651522:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384303.651524:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384303.651526:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384303.651528:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384303.972574:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384303.972578:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384303.972584:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384303.972585:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384303.976960:0:18234:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384303.976969:0:18234:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing set_default_debug -1 all 00000001:00000001:3.0:1767384303.980577:0:18234:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:2.0:1767384303.999289:0:18236:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:3.0:1767384304.227365:0:18245:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b4e50665. 00080000:00000010:3.0:1767384304.227378:0:18245:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b4e50665. 00000020:00000001:3.0:1767384304.227384:0:18245:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384304.227393:0:18245:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b4e50665. 00080000:00000010:3.0:1767384304.227398:0:18245:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b4e50665. 00000020:00000001:3.0:1767384304.227401:0:18245:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384304.653950:0:18296:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000006a54e75. 00080000:00000010:2.0:1767384304.653979:0:18296:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000006a54e75. 00000020:00000001:2.0:1767384304.653987:0:18296:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384304.653999:0:18296:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000006a54e75. 00080000:00000010:2.0:1767384304.654005:0:18296:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000006a54e75. 00000020:00000001:2.0:1767384304.654011:0:18296:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.675509:0:16352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384304.675514:0:16352:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1767384304.675524:0:16352:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384294/real 1767384294] req@0000000064f18e40 x1853236746126592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384304.675544:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384304.675547:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384304.675550:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002980320c. 00000400:00000200:2.0:1767384304.675557:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:2.0:1767384304.675561:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000100:00000001:2.0:1767384304.675570:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384304.675575:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064f18e40 x1853236746126592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384304.675597:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064f18e40 x1853236746126592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.675608:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384304.675610:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.675615:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384304.675617:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384304.675620:0:16352:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000064f18e40 x1853236746126592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.675631:0:16352:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.675656:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384304.675658:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.675661:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.675664:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.675667:0:16352:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384304.675681:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064f18e40 x1853236746126592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.675692:0:16352:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1767384304.675695:0:16352:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.675697:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384304.675699:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.675702:0:16352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767384304.675704:0:16352:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1767384304.675708:0:16352:0:(import.c:65:import_set_state_nolock()) 000000006e553dad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767384304.675737:0:16352:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1767384304.675741:0:16352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1767384304.675745:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064f18e40 x1853236746126592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384304.675755:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064f18e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16352:1853236746126592:0@lo:8: 00000100:00000001:2.0:1767384304.675762:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.675779:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384304.675786:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064f18e40 x1853236746126592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.675802:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384304.675806:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384304.675811:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000039f820cf. 02000000:00000001:2.0:1767384304.675817:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384304.675822:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384304.675826:0:16352:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384304.675833:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384304.675838:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002d197d5d. 02000000:00000001:2.0:1767384304.675846:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384304.675851:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384304.675855:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064f18e40. 00000100:00000001:2.0:1767384304.675863:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384304.675867:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.675870:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.675875:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384304.675877:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.675880:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.675882:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.676194:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.676199:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.676204:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384304.676213:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000effbc233 x1853236746131968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.676242:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384304.676247:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.676256:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384304.676262:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384304.676270:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384304.676280:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000effbc233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16352:1853236746131968:0@lo:8: 00000100:00000001:2.0:1767384304.676294:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384304.676301:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384304.676307:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.676313:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384304.676329:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006d6e6efa. 02000000:00000001:2.0:1767384304.676337:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384304.676347:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c71291. 00000400:00000010:2.0:1767384304.676357:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009947e6fe. 00000100:00000200:2.0:1767384304.676366:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746131968, portal 4 00000100:00000001:2.0:1767384304.676372:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384304.676378:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472395264 : -111508237156352 : ffff9a9577228000) 00000020:00000010:2.0:1767384304.676391:0:16352:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d045f856. 00000100:00000040:2.0:1767384304.676407:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000effbc233 x1853236746131968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.676466:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384304.676474:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384304.676480:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e5042a. 00000100:00000200:2.0:1767384304.676489:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236746131968, offset 0 00000400:00000200:2.0:1767384304.676508:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384304.676528:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384304.676552:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824df01a00 00000400:00000200:2.0:1767384304.676572:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xae1 [8] + 0 00000400:00000200:2.0:1767384304.676583:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.676594:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384304.676605:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384304.676612:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384304.676620:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095de2c3d. 00000100:00000040:2.0:1767384304.676628:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000095de2c3d x1853236746131968 msgsize 520 00000100:00100000:2.0:1767384304.676659:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384304.676705:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384304.676722:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e5042a 00000400:00000010:2.0:1767384304.676728:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e5042a. 00000100:00000001:2.0:1767384304.676738:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384304.676751:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000effbc233 x1853236746131968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.676779:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384304.676787:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000effbc233 x1853236746131968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.676843:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.676848:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384304.676858:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.676864:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:2.0:1767384304.676870:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294893444 00000100:00000001:2.0:1767384304.676881:0:16352:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294893443 00000100:00000001:2.0:1767384304.676890:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294893444 00000100:00000001:2.0:1767384304.676897:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294893444 00000100:00000001:2.0:1767384304.676902:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294893444 00000100:00000001:2.0:1767384304.676909:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294893444 00000100:00000001:2.0:1767384304.676916:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294893444 00000100:00000001:2.0:1767384304.676924:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294893444 00000100:00000001:2.0:1767384304.676932:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384304.676941:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.676949:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.676955:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.676966:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384304.676970:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384304.676975:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.676981:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.676985:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.676991:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.677007:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.677013:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.677016:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384304.677034:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b79a3d60 x1853236746132096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.677062:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384304.677067:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.677074:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384304.677079:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384304.677100:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384304.677110:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b79a3d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746132096:0@lo:400: 00000100:00000001:2.0:1767384304.677121:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384304.677126:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384304.677131:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.677136:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384304.677143:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000932408cb. 02000000:00000001:2.0:1767384304.677149:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384304.677159:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3448c67. 00000400:00000010:2.0:1767384304.677173:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e5042a. 00000100:00000200:2.0:1767384304.677184:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746132096, portal 10 00000100:00000001:2.0:1767384304.677193:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384304.677197:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472404224 : -111508237147392 : ffff9a957722a300) 00000100:00000040:2.0:1767384304.677208:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b79a3d60 x1853236746132096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.677233:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384304.677244:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384304.677252:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8229a42. 00000100:00000200:2.0:1767384304.677262:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746132096, offset 0 00000400:00000200:2.0:1767384304.677274:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384304.677287:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384304.677303:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df01a80 00000400:00000200:2.0:1767384304.677318:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000400:00000200:2.0:1767384304.677332:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.677345:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384304.677355:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384304.677360:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384304.677368:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000511a6c64. 00000100:00000040:2.0:1767384304.677376:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000511a6c64 x1853236746132096 msgsize 224 00000100:00100000:2.0:1767384304.677396:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384304.677412:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384304.677423:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8229a42 00000400:00000010:2.0:1767384304.677428:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8229a42. 00000100:00000001:2.0:1767384304.677434:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384304.677481:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b79a3d60 x1853236746132096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.677500:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384304.677509:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b79a3d60 x1853236746132096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.677528:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.677532:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384304.677541:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.677547:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2145 usecs (3 jiffies) 00000100:00000001:2.0:1767384304.677564:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294893445 00000100:00000001:2.0:1767384304.677570:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294893445 00000100:00000001:2.0:1767384304.677577:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294893445 00000100:00000001:2.0:1767384304.677584:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294893445 00000100:00000001:2.0:1767384304.677592:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294893445 00000100:00000001:2.0:1767384304.677597:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294893445 00000100:00000001:2.0:1767384304.677604:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294893445 00000100:00000001:2.0:1767384304.677610:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294893445 00000100:00000001:2.0:1767384304.677616:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384304.677621:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.677629:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.677650:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.677670:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384304.677675:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384304.677679:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.677684:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.677689:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.677696:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.677719:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384304.677724:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746132224 02000000:00000001:2.0:1767384304.677731:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384304.677736:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384304.677741:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.677760:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384304.677767:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746132224 00000020:00000001:2.0:1767384304.677773:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384304.677777:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000001:2.0:1767384304.677783:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384304.677787:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000020:00000001:2.0:1767384304.677795:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:2.0:1767384304.677802:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:2.0:1767384304.677811:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384304.677818:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e8c46ca. 00000020:00000010:2.0:1767384304.677827:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007af82c2a. 00000020:00000040:2.0:1767384304.677837:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:2.0:1767384304.677855:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384304.677866:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5b8bbdd. 00000020:00000010:2.0:1767384304.677876:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b6128c5. 00000020:00000010:2.0:1767384304.677884:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000381c17e8. 00000100:00000040:2.0:1767384304.677897:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384304.677905:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384304.677909:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384304.677914:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.677927:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384304.677932:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384304.677936:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.677948:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.677962:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384304.677966:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384304.677979:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384304.677986:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000001:2.0:1767384304.677992:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472398848 : -111508237152768 : ffff9a9577228e00) 00000100:00000040:2.0:1767384304.678005:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006712b515 x1853236746132224/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:285/0 lens 224/0 e 0 to 0 dl 1767384315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.678037:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384304.678043:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aee00de5. 00000100:00000001:2.0:1767384304.678058:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384304.678061:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aee00de5. 00000100:00100000:2.0:1767384304.678068:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006712b515 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746132224:12345-0@lo:400: 00000100:00000200:2.0:1767384304.678073:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746132224 00000020:00000001:2.0:1767384304.678075:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384304.678079:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384304.678081:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.678084:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384304.678087:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:2.0:1767384304.678093:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384304.678097:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384304.678102:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384304.678108:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384304.678113:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.678118:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384304.678125:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384304.678133:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384304.678139:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000068f39a58. 02000000:00000001:2.0:1767384304.678143:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.678149:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.678153:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384304.678157:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746132224 00010000:00000001:2.0:1767384304.678170:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384304.678177:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006712b515 x1853236746132224/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:285/0 lens 224/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.678202:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384304.678208:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384304.678215:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384304.678228:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384304.678236:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 19 to 0@lo 00000100:00000001:2.0:1767384304.678242:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384304.678250:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384304.678255:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.678262:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384304.678280:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384304.678285:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8229a42. 00000100:00000200:2.0:1767384304.678293:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746132224, offset 224 00000400:00000200:2.0:1767384304.678304:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384304.678317:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384304.678332:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df01b00 00000400:00000200:2.0:1767384304.678345:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1131 [1] + 224 00000400:00000200:2.0:1767384304.678357:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.678369:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384304.678374:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384304.678385:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008abf736e x1853236746132224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384304.678416:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008abf736e x1853236746132224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.678493:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384304.678511:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8229a42 00000400:00000010:2.0:1767384304.678517:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8229a42. 00000100:00000001:2.0:1767384304.678526:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384304.678530:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384304.678537:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.678546:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:2.0:1767384304.678554:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384304.678557:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.678564:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384304.678576:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006712b515 x1853236746132224/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:285/0 lens 224/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384304.678599:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006712b515 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746132224:12345-0@lo:400: Request processed in 556us (1719us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384304.678621:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384304.678629:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000100:00000001:2.0:1767384304.678652:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384304.678658:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384304.678667:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b6128c5. 00000020:00000010:2.0:1767384304.678684:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000381c17e8. 00000020:00000010:2.0:1767384304.678691:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5b8bbdd. 00000020:00000040:2.0:1767384304.678700:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:2.0:1767384304.678707:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.678731:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.678736:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384304.678745:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384304.678749:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384304.678756:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3448c67. 00000400:00000200:2.0:1767384304.678764:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e5042a 00000400:00000010:2.0:1767384304.678771:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e5042a. 00000100:00000001:2.0:1767384304.678779:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384304.678787:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b79a3d60 x1853236746132096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384304.678811:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b79a3d60 x1853236746132096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.678831:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384304.678840:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.678844:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384304.678849:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384304.678853:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384304.678858:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.678864:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384304.678873:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=4 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384304.678882:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384304.678893:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384304.678897:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.678904:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384304.678913:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b79a3d60 x1853236746132096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.678937:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.678945:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384304.678952:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384304.678958:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384304.678962:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.678980:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b79a3d60 x1853236746132096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.679013:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384304.679018:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384304.679022:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384304.679030:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b79a3d60 x1853236746132096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384304.679048:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b79a3d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746132096:0@lo:400: 00000100:00000001:2.0:1767384304.679055:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.679060:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384304.679068:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b79a3d60 x1853236746132096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.679086:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384304.679092:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384304.679095:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000932408cb. 02000000:00000001:2.0:1767384304.679103:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384304.679105:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384304.679107:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384304.679110:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384304.679115:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000768498ed. 02000000:00000001:2.0:1767384304.679126:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384304.679130:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384304.679145:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b79a3d60. 00000100:00000001:2.0:1767384304.679151:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384304.679156:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.679162:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.679168:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384304.679173:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.679181:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.679186:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384304.679597:0:17107:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1767384304.679605:0:17107:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00080000:2.0:1767384304.679609:0:17107:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000040:00000001:2.0:1767384304.679614:0:17107:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:2.0:1767384304.679629:0:17107:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:2.0:1767384304.679650:0:17107:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1767384304.679656:0:17107:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679664:0:17107:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1767384304.679684:0:17107:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00080000:00000001:2.0:1767384304.679702:0:17107:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384304.679708:0:17107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000932408cb. 00080000:00000001:2.0:1767384304.679716:0:17107:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565624270848 : -111508085280768 : ffff9a95802ff000) 00000040:00000001:2.0:1767384304.679723:0:17107:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384304.679728:0:17107:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384304.679735:0:17107:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384304.679740:0:17107:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384304.679746:0:17107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000aee00de5. 00080000:00000001:2.0:1767384304.679752:0:17107:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679759:0:17107:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679767:0:17107:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679775:0:17107:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384304.679780:0:17107:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384304.679785:0:17107:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384304.679789:0:17107:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384304.679793:0:17107:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384304.679798:0:17107:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000010:2.0:1767384304.679807:0:17107:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000a5b8bbdd. 00080000:00000001:2.0:1767384304.679812:0:17107:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679817:0:17107:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679823:0:17107:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.679829:0:17107:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384304.679842:0:17107:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679849:0:17107:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384304.679853:0:17107:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384304.679857:0:17107:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000040:00000001:2.0:1767384304.679879:0:17107:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679886:0:17107:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.679893:0:17107:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384304.679905:0:17107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000aee00de5. 00040000:00000001:2.0:1767384304.679913:0:17107:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384304.679920:0:17107:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384304.679924:0:17107:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679941:0:17107:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679948:0:17107:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384304.679953:0:17107:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.679961:0:17107:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384304.679967:0:17107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fe312a9a. 00080000:00000001:2.0:1767384304.679973:0:17107:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565624267776 : -111508085283840 : ffff9a95802fe400) 00080000:00000001:2.0:1767384304.679980:0:17107:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384304.679986:0:17107:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1767384304.679992:0:17107:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000004:00000010:2.0:1767384304.680000:0:17107:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000076046141. 00000004:00080000:2.0:1767384304.680008:0:17107:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 226147580526ns, next at 0ns, rc = 0 00080000:00000001:2.0:1767384304.680017:0:17107:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384304.680039:0:17107:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384304.680045:0:17107:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384304.680051:0:17107:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.680057:0:17107:0:(osd_handler.c:2874:osd_commit_async()) Process entered 00080000:00080000:2.0:1767384304.680062:0:17107:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00080000:00000001:2.0:1767384304.680091:0:17107:0:(osd_handler.c:2881:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384304.680099:0:17107:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000004:00000001:2.0:1767384304.680105:0:17107:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1767384304.680109:0:17107:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384304.680120:0:17107:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1767384304.680124:0:17107:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384304.680334:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000537b38a7. 00000100:00000001:2.0:1767384304.680345:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384304.680350:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746132352 02000000:00000001:2.0:1767384304.680356:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384304.680360:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384304.680363:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.680369:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384304.680375:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746132352 00000020:00000001:2.0:1767384304.680382:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384304.680387:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000020:00000001:2.0:1767384304.680393:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384304.680397:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=6 00000020:00000001:2.0:1767384304.680403:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:2.0:1767384304.680417:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:2.0:1767384304.680448:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384304.680454:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9b531b6. 00000100:00000001:2.0:1767384304.680457:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384304.680460:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9b531b6. 00000020:00000010:2.0:1767384304.680468:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd7fe6e1. 00000020:00000010:2.0:1767384304.680485:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b6128c5. 00000020:00000010:2.0:1767384304.680492:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000381c17e8. 00000100:00000040:2.0:1767384304.680502:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384304.680508:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384304.680511:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384304.680515:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.680522:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.680547:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.680572:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384304.680576:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384304.680586:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384304.680590:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384304.680711:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472395264 : -111508237156352 : ffff9a9577228000) 00000100:00000040:2.0:1767384304.680727:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000effbc233 x1853236746132352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 224/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.680742:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384304.680748:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aee00de5. 00000100:00000001:2.0:1767384304.680755:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384304.680761:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aee00de5. 00000100:00100000:2.0:1767384304.680775:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000effbc233 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16353:x1853236746132352:12345-0@lo:13: 00000100:00000200:2.0:1767384304.680783:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746132352 00000020:00000001:2.0:1767384304.680786:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384304.680790:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384304.680793:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.680800:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384304.680804:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000020:00000001:2.0:1767384304.680818:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384304.680823:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384304.680826:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384304.680831:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384304.680834:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.680840:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384304.680846:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384304.680852:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003f9b0102. 02000000:00000001:2.0:1767384304.680858:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.680863:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384304.680867:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384304.680871:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384304.680872:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384304.680879:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384304.680883:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384304.680886:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000020:00000020:2.0:1767384304.680890:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384304.680894:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49698 free; state 0 00002000:00000001:2.0:1767384304.680898:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:2.0:1767384304.680903:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000079941f4e. 00000001:00000001:2.0:1767384304.680908:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384304.680911:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384304.680916:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384304.680922:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746132352 00010000:00000001:2.0:1767384304.680925:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384304.680929:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000effbc233 x1853236746132352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 224/368 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.680939:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384304.680944:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384304.680947:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=1767384304 v=10 (0 0 0 0) 00000100:00001000:2.0:1767384304.680952:0:17895:0:(import.c:2194:obd_at_measure()) AT 00000000cf3cb438 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1767384304.680958:0:17895:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@00000000effbc233 x1853236746132352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 224/368 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.680966:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384304.680976:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384304.680979:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384304.680981:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384304.680983:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.680988:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384304.680990:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384304.680995:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e5042a. 00000100:00000200:2.0:1767384304.680999:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746132352, offset 224 00000400:00000200:2.0:1767384304.681005:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384304.681023:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384304.681032:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df01b80 00000400:00000200:2.0:1767384304.681037:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1159 [1] + 224 00000400:00000200:2.0:1767384304.681041:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.681044:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384304.681049:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384304.681052:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029ddb91c x1853236746132352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384304.681062:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000029ddb91c x1853236746132352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.681080:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384304.681085:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e5042a 00000400:00000010:2.0:1767384304.681087:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e5042a. 00000100:00000001:2.0:1767384304.681091:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384304.681094:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384304.681098:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.681102:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384304.681105:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384304.681109:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.681113:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384304.681121:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000effbc233 x1853236746132352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 224/368 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384304.681140:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000effbc233 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16353:x1853236746132352:12345-0@lo:13: Request processed in 397us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384304.681159:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384304.681162:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384304.681166:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384304.681172:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384304.681177:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b6128c5. 00000020:00000010:2.0:1767384304.681185:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000381c17e8. 00000020:00000010:2.0:1767384304.681196:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd7fe6e1. 00000020:00000040:2.0:1767384304.681205:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 6 00000100:00000001:2.0:1767384304.681212:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1767384304.681885:0:17065:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:3.0:1767384304.681917:0:17065:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 0000000076046141. 00080000:00000010:3.0:1767384304.681936:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fe312a9a. 00080000:00000010:3.0:1767384304.681957:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000932408cb. 00000100:00000001:3.0:1767384304.687765:0:17887:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384304.687776:0:17887:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384304.687780:0:17887:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:3.0:1767384304.687783:0:17887:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000035a2e028 : new cb_count 1 00000020:00000040:3.0:1767384304.687788:0:17887:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 6 00000001:00000010:3.0:1767384304.687791:0:17887:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000e7f2096a. 00002000:00001000:3.0:1767384304.687797:0:17887:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x29:0x0], th_sync 1 00002000:00000010:3.0:1767384304.687801:0:17887:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000015faad2b. 00080000:00000010:3.0:1767384304.687804:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003e6dd6ee. 00000001:00100000:3.0:1767384304.687810:0:17887:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:3.0:1767384304.687813:0:17887:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000035a2e028 : new cb_count 0 00000020:00000040:3.0:1767384304.687814:0:17887:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 5 00000001:00000010:3.0:1767384304.687817:0:17887:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000073004897. 00080000:00000010:3.0:1767384304.687822:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000074a7ea17. 00000100:00000040:2.0:1767384304.688472:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294893451, at 4294893453 00000100:00000010:2.0:1767384304.688480:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac844976. 00000100:00000040:3.0:1767384304.688485:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294893451, at 4294893453 00000100:00000010:3.0:1767384304.688494:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d3b9d6. 00000001:00000001:2.0:1767384304.691963:0:17893:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384304.691968:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384304.691970:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384304.691972:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384304.691973:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384304.691975:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.691977:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384304.691979:0:17893:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384304.691983:0:17893:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565086042440 : -111508623509176 : ffff9a95601b3948) 00002000:00000001:2.0:1767384304.691986:0:17893:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446632565086042352 : -111508623509264 : ffff9a95601b38f0) 00002000:00000001:2.0:1767384304.691988:0:17893:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384304.691989:0:17893:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384304.691991:0:17893:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384304.691994:0:17893:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c0ba8758. 00002000:00000001:2.0:1767384304.691997:0:17893:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332550696 : -111513377000920 : ffff9a9444c6b228) 00002000:00000001:2.0:1767384304.692013:0:17893:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384304.692014:0:17893:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:2.0:1767384304.692050:0:17893:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000efd6d5c3. 00002000:00000001:2.0:1767384304.692053:0:17893:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.692054:0:17893:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384304.692056:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384304.692056:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384304.692063:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384304.692063:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384304.692065:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.692066:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384304.692068:0:17893:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1767384304.692069:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:2.0:1767384304.692070:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:2.0:1767384304.692284:0:17893:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384304.692287:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384304.692289:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384304.692290:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384304.692291:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384304.692293:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.692294:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384304.692295:0:17893:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384304.692298:0:17893:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632560332550696 : -111513377000920 : ffff9a9444c6b228) 00002000:00000001:2.0:1767384304.692300:0:17893:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446632560332550608 : -111513377001008 : ffff9a9444c6b1d0) 00002000:00000001:2.0:1767384304.692302:0:17893:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384304.692303:0:17893:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384304.692304:0:17893:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384304.692307:0:17893:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c6ba2dcb. 00002000:00000001:2.0:1767384304.692309:0:17893:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632560332547352 : -111513377004264 : ffff9a9444c6a518) 00002000:00000001:2.0:1767384304.692311:0:17893:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384304.692312:0:17893:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:2.0:1767384304.692315:0:17893:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002ae79e02. 00002000:00000001:2.0:1767384304.692317:0:17893:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.692318:0:17893:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384304.692319:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384304.692320:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384304.692321:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384304.692322:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384304.692324:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384304.692325:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384304.692326:0:17893:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1767384304.692327:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:2.0:1767384304.692328:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00080000:00000002:1.0:1767384304.692615:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.692624:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.692625:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692627:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.692627:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.692629:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.692630:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692631:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.692632:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.692633:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.692647:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692648:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.692649:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.692651:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.692651:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692653:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.692654:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.692656:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.692656:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692658:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.692659:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.692660:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.692661:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692662:0:17893:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384304.692664:0:17893:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384304.692665:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384304.692668:0:17893:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f90eaf7f. 00080000:00000001:1.0:1767384304.692670:0:17893:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692673:0:17893:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384304.692674:0:17893:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:1.0:1767384304.692682:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.692735:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.692737:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.692738:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.692738:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.692740:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692741:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.692747:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.692753:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.692755:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x32:0x0] 00080000:00000001:1.0:1767384304.692756:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.692757:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.692758:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.692758:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.692759:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692760:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.692762:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.692763:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.692763:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.692765:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.692774:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.692775:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692776:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692779:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.692796:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.692798:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.692799:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.692799:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.692801:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692802:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.692803:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.692806:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.692807:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x33:0x0] 00080000:00000001:1.0:1767384304.692808:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.692809:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.692810:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.692811:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.692812:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692813:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.692814:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.692814:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.692815:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.692817:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.692828:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.692829:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692830:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692837:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.692858:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.692859:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.692861:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.692862:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.692863:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692864:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.692865:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.692869:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.692870:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x34:0x0] 00080000:00000001:1.0:1767384304.692871:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.692872:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.692873:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.692874:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.692875:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692876:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.692877:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.692878:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.692879:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.692880:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.692888:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.692889:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692890:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692892:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.692908:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.692909:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.692910:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.692911:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.692912:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692913:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.692914:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.692918:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.692919:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x35:0x0] 00080000:00000001:1.0:1767384304.692920:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.692920:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.692921:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.692922:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.692923:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692924:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.692925:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.692931:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.692932:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.692934:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.692942:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.692944:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692946:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692948:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.692965:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.692967:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.692978:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.692979:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.692980:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692981:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.692982:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.692986:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.692987:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x36:0x0] 00080000:00000001:1.0:1767384304.692988:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.692989:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.692989:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.692990:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.692991:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.692992:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.692993:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.692994:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.692995:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.692996:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.693005:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.693007:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693008:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693009:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.693025:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693026:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693027:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693027:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693028:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693030:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.693031:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.693035:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.693036:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x37:0x0] 00080000:00000001:1.0:1767384304.693042:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693043:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693044:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693045:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693046:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693047:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.693048:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.693049:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.693050:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.693051:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.693060:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.693061:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693062:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693064:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.693079:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693079:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693080:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693081:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693083:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693084:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.693085:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.693088:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.693089:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x38:0x0] 00080000:00000001:1.0:1767384304.693090:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693091:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693092:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693093:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693094:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693095:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.693096:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.693097:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.693098:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.693099:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.693107:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.693108:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693109:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693111:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.693139:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693141:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693145:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693146:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693148:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693149:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.693150:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.693156:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.693157:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x39:0x0] 00080000:00000001:1.0:1767384304.693159:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693159:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693160:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693161:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693162:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693163:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.693174:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.693175:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.693175:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.693177:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.693186:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.693187:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693189:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384304.693191:0:17893:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000b966b3cb. 00002000:00001000:1.0:1767384304.693193:0:17893:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:1.0:1767384304.693195:0:17893:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384304.693197:0:17893:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:1.0:1767384304.693199:0:17893:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384304.693200:0:17893:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 8589934593 00000001:00000010:1.0:1767384304.693202:0:17893:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000086eaf685. 00000001:00000040:1.0:1767384304.693203:0:17893:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000035a2e028 : new cb_count 2 00000020:00000040:1.0:1767384304.693205:0:17893:0:(genops.c:887:class_export_get()) GET export 0000000035a2e028 refcount=7 00000001:00000001:1.0:1767384304.693209:0:17893:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384304.693213:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f90eaf7f. 00080000:00000010:1.0:1767384304.693214:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003847eb27. 00040000:00000001:1.0:1767384304.693216:0:17893:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384304.693217:0:17893:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384304.693218:0:17893:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384304.693220:0:17893:0:(lu_object.c:207:lu_object_put()) Add 00000000f2b2b418/0000000063bfa639 to site lru. bkt: 00000000db3fef58 00000020:00000002:1.0:1767384304.693222:0:17893:0:(lu_object.c:207:lu_object_put()) Add 00000000708252b3/0000000044cf0fec to site lru. bkt: 00000000acdeacef 00000020:00000002:1.0:1767384304.693228:0:17893:0:(lu_object.c:207:lu_object_put()) Add 000000007e008272/00000000a4066c42 to site lru. bkt: 00000000cbc9c95c 00000020:00000002:1.0:1767384304.693230:0:17893:0:(lu_object.c:207:lu_object_put()) Add 00000000471d9032/00000000221a42ca to site lru. bkt: 00000000554fe406 00000020:00000002:1.0:1767384304.693231:0:17893:0:(lu_object.c:207:lu_object_put()) Add 00000000fc3be233/00000000ab70b3f9 to site lru. bkt: 000000001db10bbf 00000020:00000002:1.0:1767384304.693233:0:17893:0:(lu_object.c:207:lu_object_put()) Add 000000006a834ec5/00000000a403e686 to site lru. bkt: 0000000077ea8b65 00000020:00000002:1.0:1767384304.693235:0:17893:0:(lu_object.c:207:lu_object_put()) Add 0000000047385625/00000000c0ba8758 to site lru. bkt: 00000000edfc7aa6 00000020:00000002:1.0:1767384304.693236:0:17893:0:(lu_object.c:207:lu_object_put()) Add 00000000debe0a46/00000000c6ba2dcb to site lru. bkt: 00000000ac2e4784 00002000:00000010:1.0:1767384304.693237:0:17893:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000f7e55cf2. 00002000:00001000:1.0:1767384304.693238:0:17893:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384304.693239:0:17893:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384304.693241:0:17893:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:1.0:1767384304.693243:0:17893:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384304.693245:0:17893:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000f7e55cf2. 00002000:00000001:1.0:1767384304.693246:0:17893:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.693247:0:17893:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.693249:0:17893:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.693251:0:17893:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000016247d5c. 00002000:00000001:1.0:1767384304.693253:0:17893:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632565481055816 : -111508228495800 : ffff9a9577a6a648) 00002000:00000001:1.0:1767384304.693255:0:17893:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.693256:0:17893:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:1.0:1767384304.693259:0:17893:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000312e6492. 00002000:00000001:1.0:1767384304.693260:0:17893:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693262:0:17893:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.693263:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693264:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693265:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693267:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693268:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693269:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.693271:0:17893:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384304.693272:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.693273:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.693449:0:17893:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.693452:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693454:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693460:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693461:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693462:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693463:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.693464:0:17893:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384304.693467:0:17893:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565481055816 : -111508228495800 : ffff9a9577a6a648) 00002000:00000001:1.0:1767384304.693468:0:17893:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446632565481055728 : -111508228495888 : ffff9a9577a6a5f0) 00002000:00000001:1.0:1767384304.693470:0:17893:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.693471:0:17893:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.693473:0:17893:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.693477:0:17893:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b94b2cd7. 00002000:00000001:1.0:1767384304.693481:0:17893:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632565481057336 : -111508228494280 : ffff9a9577a6ac38) 00002000:00000001:1.0:1767384304.693483:0:17893:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.693485:0:17893:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:1.0:1767384304.693488:0:17893:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e7866994. 00002000:00000001:1.0:1767384304.693490:0:17893:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693491:0:17893:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.693492:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693493:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693495:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693498:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693500:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693501:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.693502:0:17893:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384304.693503:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.693505:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.693745:0:17893:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.693748:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693749:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693750:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693751:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693752:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693753:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.693754:0:17893:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384304.693757:0:17893:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565481057336 : -111508228494280 : ffff9a9577a6ac38) 00002000:00000001:1.0:1767384304.693758:0:17893:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446632565481057248 : -111508228494368 : ffff9a9577a6abe0) 00002000:00000001:1.0:1767384304.693765:0:17893:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.693766:0:17893:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.693767:0:17893:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.693769:0:17893:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fbe6bddb. 00002000:00000001:1.0:1767384304.693770:0:17893:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632565481057640 : -111508228493976 : ffff9a9577a6ad68) 00002000:00000001:1.0:1767384304.693772:0:17893:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.693773:0:17893:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:1.0:1767384304.693775:0:17893:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009be2a2e8. 00002000:00000001:1.0:1767384304.693776:0:17893:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693777:0:17893:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.693778:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693779:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693780:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693780:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693781:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693782:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.693783:0:17893:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384304.693784:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.693785:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.693950:0:17893:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.693953:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693954:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693955:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693956:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693957:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693958:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.693959:0:17893:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384304.693972:0:17893:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565481057640 : -111508228493976 : ffff9a9577a6ad68) 00002000:00000001:1.0:1767384304.693974:0:17893:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446632565481057552 : -111508228494064 : ffff9a9577a6ad10) 00002000:00000001:1.0:1767384304.693975:0:17893:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.693976:0:17893:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.693977:0:17893:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.693979:0:17893:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000005c1311b. 00002000:00000001:1.0:1767384304.693981:0:17893:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632565481058248 : -111508228493368 : ffff9a9577a6afc8) 00002000:00000001:1.0:1767384304.693983:0:17893:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.693983:0:17893:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:1.0:1767384304.693990:0:17893:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a0060e57. 00002000:00000001:1.0:1767384304.693992:0:17893:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693993:0:17893:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.693994:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.693995:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.693996:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.693997:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.693998:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.693999:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.694000:0:17893:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384304.694001:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.694001:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.694218:0:17893:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.694221:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.694222:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.694223:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.694224:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.694225:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694226:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.694227:0:17893:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384304.694229:0:17893:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565481058248 : -111508228493368 : ffff9a9577a6afc8) 00002000:00000001:1.0:1767384304.694231:0:17893:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446632565481058160 : -111508228493456 : ffff9a9577a6af70) 00002000:00000001:1.0:1767384304.694232:0:17893:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.694233:0:17893:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.694234:0:17893:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.694236:0:17893:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a7060c81. 00002000:00000001:1.0:1767384304.694238:0:17893:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632565481057032 : -111508228494584 : ffff9a9577a6ab08) 00002000:00000001:1.0:1767384304.694239:0:17893:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.694240:0:17893:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:1.0:1767384304.694241:0:17893:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000073c88572. 00002000:00000001:1.0:1767384304.694243:0:17893:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694244:0:17893:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.694245:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.694245:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.694246:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.694247:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.694248:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694253:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.694254:0:17893:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384304.694255:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.694256:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.694403:0:17893:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.694406:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.694407:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.694408:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.694409:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.694410:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694411:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.694412:0:17893:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384304.694414:0:17893:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565481057032 : -111508228494584 : ffff9a9577a6ab08) 00002000:00000001:1.0:1767384304.694416:0:17893:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446632565481056944 : -111508228494672 : ffff9a9577a6aab0) 00002000:00000001:1.0:1767384304.694417:0:17893:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.694418:0:17893:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.694419:0:17893:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.694421:0:17893:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c2e2bd92. 00002000:00000001:1.0:1767384304.694451:0:17893:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632565481060072 : -111508228491544 : ffff9a9577a6b6e8) 00002000:00000001:1.0:1767384304.694453:0:17893:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.694454:0:17893:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:1.0:1767384304.694456:0:17893:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a915fab0. 00002000:00000001:1.0:1767384304.694458:0:17893:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694459:0:17893:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.694461:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.694462:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.694463:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.694464:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.694466:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694467:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.694468:0:17893:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384304.694469:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.694471:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.694662:0:17893:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.694665:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.694667:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.694672:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.694673:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.694674:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694675:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.694676:0:17893:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384304.694679:0:17893:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565481060072 : -111508228491544 : ffff9a9577a6b6e8) 00002000:00000001:1.0:1767384304.694681:0:17893:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446632565481059984 : -111508228491632 : ffff9a9577a6b690) 00002000:00000001:1.0:1767384304.694682:0:17893:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.694683:0:17893:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.694684:0:17893:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.694686:0:17893:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ee7185f0. 00002000:00000001:1.0:1767384304.694687:0:17893:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632565481059768 : -111508228491848 : ffff9a9577a6b5b8) 00002000:00000001:1.0:1767384304.694689:0:17893:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.694690:0:17893:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:1.0:1767384304.694692:0:17893:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000081cedbd. 00002000:00000001:1.0:1767384304.694693:0:17893:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694694:0:17893:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.694695:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.694696:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.694696:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.694697:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.694698:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694699:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.694700:0:17893:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384304.694701:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.694702:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.694871:0:17893:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.694874:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.694875:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.694876:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.694877:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.694878:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694879:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.694880:0:17893:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384304.694883:0:17893:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565481059768 : -111508228491848 : ffff9a9577a6b5b8) 00002000:00000001:1.0:1767384304.694884:0:17893:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446632565481059680 : -111508228491936 : ffff9a9577a6b560) 00002000:00000001:1.0:1767384304.694891:0:17893:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.694892:0:17893:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.694894:0:17893:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.694904:0:17893:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fd1650db. 00002000:00000001:1.0:1767384304.694906:0:17893:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446632565481102552 : -111508228449064 : ffff9a9577a75cd8) 00002000:00000001:1.0:1767384304.694908:0:17893:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.694909:0:17893:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:1.0:1767384304.694912:0:17893:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000472e5962. 00002000:00000001:1.0:1767384304.694914:0:17893:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694915:0:17893:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.694917:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.694918:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.694919:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.694920:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.694922:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.694923:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.694924:0:17893:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384304.694925:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.694926:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.695145:0:17893:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.695148:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695149:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695151:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695152:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695153:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695165:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.695166:0:17893:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384304.695169:0:17893:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446632565481102552 : -111508228449064 : ffff9a9577a75cd8) 00002000:00000001:1.0:1767384304.695171:0:17893:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446632565481102464 : -111508228449152 : ffff9a9577a75c80) 00080000:00000001:1.0:1767384304.695174:0:17893:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384304.695176:0:17893:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000726500d9. 00080000:00000001:1.0:1767384304.695178:0:17893:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326144000 : -111513383407616 : ffff9a944464f000) 00080000:00000001:1.0:1767384304.695180:0:17893:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384304.695182:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384304.695184:0:17893:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003847eb27. 00080000:00000001:1.0:1767384304.695186:0:17893:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695192:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.695193:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.695195:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.695196:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695197:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.695198:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.695200:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.695201:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695202:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.695203:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.695204:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.695205:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695206:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.695207:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.695208:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.695209:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695210:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.695210:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.695211:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.695212:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695213:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.695215:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.695216:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.695216:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695217:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.695218:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.695219:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.695219:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695220:0:17893:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384304.695221:0:17893:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:1.0:1767384304.695222:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384304.695223:0:17893:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695224:0:17893:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384304.695225:0:17893:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384304.695226:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384304.695232:0:17893:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f90eaf7f. 00080000:00000001:1.0:1767384304.695233:0:17893:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695236:0:17893:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384304.695238:0:17893:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:1.0:1767384304.695245:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.695271:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695272:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695273:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695275:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695276:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695278:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.695279:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.695284:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.695285:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3a:0x0] 00080000:00000001:1.0:1767384304.695287:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695288:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695289:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695290:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695291:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695292:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.695293:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.695294:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.695295:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.695296:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.695305:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.695306:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695308:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695310:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.695334:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695335:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695336:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695338:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695339:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695341:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.695342:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.695344:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.695345:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3b:0x0] 00080000:00000001:1.0:1767384304.695346:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695347:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695354:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695355:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695356:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695357:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.695358:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.695359:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.695360:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.695362:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.695374:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.695375:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695377:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695379:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.695399:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695400:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695401:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695402:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695403:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695405:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.695406:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.695410:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.695411:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3c:0x0] 00080000:00000001:1.0:1767384304.695412:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695412:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695413:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695414:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695415:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695416:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.695417:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.695418:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.695419:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.695420:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.695445:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.695447:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695448:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695450:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.695479:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695480:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695481:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695482:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695488:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695489:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.695492:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.695499:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.695501:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3d:0x0] 00080000:00000001:1.0:1767384304.695502:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695503:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695505:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695506:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695507:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695509:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.695510:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.695510:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.695511:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.695513:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.695530:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.695532:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695533:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695535:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.695551:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695552:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695553:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695553:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695554:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695555:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.695556:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.695559:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.695561:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3e:0x0] 00080000:00000001:1.0:1767384304.695562:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695562:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695563:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695564:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695565:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695566:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.695567:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.695568:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.695569:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.695570:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.695576:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.695582:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695585:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695587:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.695603:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695605:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695606:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695606:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695607:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695608:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.695610:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.695614:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.695615:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3f:0x0] 00080000:00000001:1.0:1767384304.695617:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695618:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695618:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695619:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695620:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695621:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.695622:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.695623:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.695624:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.695625:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.695632:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.695649:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695650:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695652:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.695672:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695674:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695675:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695676:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695677:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695678:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.695679:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.695683:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.695684:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x40:0x0] 00080000:00000001:1.0:1767384304.695685:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695685:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695686:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695687:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695693:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695695:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.695696:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.695697:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.695697:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.695699:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.695711:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.695712:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695714:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695716:0:17893:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384304.695747:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695749:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695750:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695751:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695752:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695753:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.695754:0:17893:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384304.695759:0:17893:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384304.695761:0:17893:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x41:0x0] 00080000:00000001:1.0:1767384304.695762:0:17893:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.695763:0:17893:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.695763:0:17893:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.695765:0:17893:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.695766:0:17893:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695767:0:17893:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384304.695768:0:17893:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384304.695769:0:17893:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384304.695770:0:17893:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632564689592640 : -111509019958976 : ffff9a954879e140) 00000001:00000001:1.0:1767384304.695772:0:17893:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384304.695781:0:17893:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.695782:0:17893:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.695783:0:17893:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384304.695786:0:17893:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000001d4dd212. 00002000:00001000:1.0:1767384304.695787:0:17893:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:1.0:1767384304.695789:0:17893:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384304.695791:0:17893:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:1.0:1767384304.695792:0:17893:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384304.695794:0:17893:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 8589934593 00000001:00000010:1.0:1767384304.695801:0:17893:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000dd007444. 00000001:00000040:1.0:1767384304.695802:0:17893:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000035a2e028 : new cb_count 3 00000020:00000040:1.0:1767384304.695804:0:17893:0:(genops.c:887:class_export_get()) GET export 0000000035a2e028 refcount=8 00000001:00000001:1.0:1767384304.695809:0:17893:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384304.695812:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f90eaf7f. 00080000:00000010:1.0:1767384304.695815:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003847eb27. 00040000:00000001:1.0:1767384304.695816:0:17893:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384304.695818:0:17893:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384304.695819:0:17893:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384304.695821:0:17893:0:(lu_object.c:207:lu_object_put()) Add 00000000b05878a3/0000000016247d5c to site lru. bkt: 00000000607da411 00000020:00000002:1.0:1767384304.695823:0:17893:0:(lu_object.c:207:lu_object_put()) Add 000000002811f050/00000000b94b2cd7 to site lru. bkt: 0000000039d8bcd2 00000020:00000002:1.0:1767384304.695825:0:17893:0:(lu_object.c:207:lu_object_put()) Add 000000009a8e07f0/00000000fbe6bddb to site lru. bkt: 000000007550e3c1 00000020:00000002:1.0:1767384304.695827:0:17893:0:(lu_object.c:207:lu_object_put()) Add 00000000c4f9742e/0000000005c1311b to site lru. bkt: 00000000c875ffab 00000020:00000002:1.0:1767384304.695829:0:17893:0:(lu_object.c:207:lu_object_put()) Add 00000000b471455c/00000000a7060c81 to site lru. bkt: 000000000cdf14c1 00000020:00000002:1.0:1767384304.695830:0:17893:0:(lu_object.c:207:lu_object_put()) Add 00000000fa6a95cf/00000000c2e2bd92 to site lru. bkt: 00000000f0dfb740 00000020:00000002:1.0:1767384304.695832:0:17893:0:(lu_object.c:207:lu_object_put()) Add 000000004e5b1727/00000000ee7185f0 to site lru. bkt: 0000000009fd9fc9 00000020:00000002:1.0:1767384304.695833:0:17893:0:(lu_object.c:207:lu_object_put()) Add 00000000e66db7ac/00000000fd1650db to site lru. bkt: 000000000596ba25 00002000:00000010:1.0:1767384304.695834:0:17893:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000f7e55cf2. 00002000:00001000:1.0:1767384304.695835:0:17893:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384304.695836:0:17893:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:1.0:1767384304.695838:0:17893:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1767384304.695839:0:17893:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:1.0:1767384304.695840:0:17893:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:1.0:1767384304.695842:0:17893:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384304.695843:0:17893:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384304.695845:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934596, xid 1853236746132736 00010000:00000001:1.0:1767384304.695847:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384304.695849:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008abf736e x1853236746132736/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 432/432 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384304.695855:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384304.695856:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384304.695857:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384304.695860:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384304.695866:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384304.695868:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384304.695870:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384304.695871:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.695873:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384304.695875:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384304.695877:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071bef6d3. 00000100:00000200:1.0:1767384304.695879:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236746132736, offset 224 00000400:00000200:1.0:1767384304.695882:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384304.695887:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384304.695891:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824df01d00 00000400:00000200:1.0:1767384304.695894:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1179 [1] + 224 00000400:00000200:1.0:1767384304.695898:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.695899:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384304.695902:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384304.695904:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005e02ccd2 x1853236746132736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384304.695910:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@000000005e02ccd2 x1853236746132736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.695927:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384304.695931:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071bef6d3 00000400:00000010:1.0:1767384304.695932:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071bef6d3. 00000100:00000001:1.0:1767384304.695934:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384304.695935:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384304.695939:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.695941:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384304.695943:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384304.695944:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.695946:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384304.695949:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008abf736e x1853236746132736/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 432/432 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384304.695955:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008abf736e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:17108:x1853236746132736:12345-0@lo:5: Request processed in 12384us (12573us total) trans 8589934596 rc 0/0 00000100:00100000:1.0:1767384304.695981:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384304.695984:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:1.0:1767384304.695986:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384304.695988:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1767384304.695990:0:17893:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:1.0:1767384304.695992:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051652914. 00000020:00000010:1.0:1767384304.695998:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006213bd5a. 00000020:00000010:1.0:1767384304.696003:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f454417c. 00000100:00000001:3.0:1767384304.696007:0:17108:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384304.696008:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 7 00000100:00000001:1.0:1767384304.696015:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384304.696024:0:17108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384304.696028:0:17108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384304.696033:0:17108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005102a4bc. 00000400:00000200:3.0:1767384304.696041:0:17108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000400:00000010:3.0:1767384304.696044:0:17108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000100:00000001:3.0:1767384304.696052:0:17108:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384304.696062:0:17108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e02ccd2 x1853236746132736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384304.696076:0:17108:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e02ccd2 x1853236746132736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.696087:0:17108:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384304.696090:0:17108:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.696094:0:17108:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384304.696098:0:17108:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384304.696101:0:17108:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384304.696104:0:17108:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.696109:0:17108:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384304.696118:0:17108:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384304.696138:0:17108:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384304.696141:0:17108:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384304.696143:0:17108:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.696147:0:17108:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384304.696152:0:17108:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005e02ccd2 x1853236746132736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384304.696176:0:17108:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.696182:0:17108:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767384304.696185:0:17108:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767384304.696187:0:17108:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767384304.696192:0:17108:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384304.696194:0:17108:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472397952 : -111508237153664 : ffff9a9577228a80) 00000100:00000001:3.0:1767384304.696197:0:17108:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384304.696199:0:17108:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:3.0:1767384304.696203:0:17108:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@000000005e02ccd2 x1853236746132736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384304.696211:0:17108:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1767384304.696214:0:17108:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384304.696217:0:17108:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.696223:0:17108:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005e02ccd2 x1853236746132736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.696230:0:17108:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.696234:0:17108:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384304.696237:0:17108:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384304.696241:0:17108:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e02ccd2 x1853236746132736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384304.696250:0:17108:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005e02ccd2 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17108:1853236746132736:0@lo:5: 00000100:00000001:3.0:1767384304.696259:0:17108:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.696264:0:17108:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.696267:0:17108:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384304.696270:0:17108:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384304.696280:0:17108:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005e02ccd2 x1853236746132736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.696288:0:17108:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384304.696290:0:17108:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007e76d98f. 00000100:00000001:3.0:1767384304.696296:0:17108:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384304.696299:0:17108:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384304.696309:0:17108:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:3.0:1767384304.696315:0:17108:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384304.696320:0:17108:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = 0 00000100:00000001:3.0:1767384304.696330:0:17108:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384304.696335:0:17108:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005e02ccd2 x1853236746132736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.696348:0:17108:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.696353:0:17108:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1767384304.696357:0:17108:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.696362:0:17108:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.696366:0:17108:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.696370:0:17108:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.696373:0:17108:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384304.696376:0:17108:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384304.811387:0:18338:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000051652914. 00080000:00000010:1.0:1767384304.811399:0:18338:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000051652914. 00000020:00000001:1.0:1767384304.811403:0:18338:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384304.811411:0:18338:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000051652914. 00080000:00000010:1.0:1767384304.811415:0:18338:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000051652914. 00000020:00000001:1.0:1767384304.811418:0:18338:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384304.811516:0:18338:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384304.811703:0:18338:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:2.0:1767384304.995515:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384304.995542:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.995549:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384304.995552:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384304.995555:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384304.995557:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.995560:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384304.995561:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.995563:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.995566:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384305.185539:0:18350:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001df1c68a. 00080000:00000010:2.0:1767384305.185549:0:18350:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001df1c68a. 00000020:00000001:2.0:1767384305.185554:0:18350:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384305.185561:0:18350:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001df1c68a. 00080000:00000010:2.0:1767384305.185565:0:18350:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001df1c68a. 00000020:00000001:2.0:1767384305.185568:0:18350:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.019527:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384306.019535:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.019542:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384306.019544:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.019593:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384306.019598:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384306.019602:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384306.053321:0:18398:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000051780224. 00080000:00000010:3.0:1767384306.053334:0:18398:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000051780224. 00000020:00000001:3.0:1767384306.053339:0:18398:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384306.053348:0:18398:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000051780224. 00080000:00000010:3.0:1767384306.053353:0:18398:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000051780224. 00000020:00000001:3.0:1767384306.053357:0:18398:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384306.227728:0:18434:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384306.227736:0:18434:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:3.0:1767384306.232260:0:18434:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1767384306.722862:0:18446:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000030c610a7. 00080000:00000010:2.0:1767384306.722872:0:18446:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000030c610a7. 00000020:00000001:2.0:1767384306.722876:0:18446:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384306.722884:0:18446:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000030c610a7. 00080000:00000010:2.0:1767384306.722888:0:18446:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000030c610a7. 00000020:00000001:2.0:1767384306.722890:0:18446:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.043470:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384307.043476:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.043482:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384307.043483:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384307.043519:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384307.043524:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384307.043526:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384307.550010:0:18610:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384307.550016:0:18610:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing lnet_if_list 00000001:00000001:2.0:1767384307.552296:0:18610:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384307.561909:0:18612:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000087e1ec00. 00000400:00000040:2.0:1767384307.561934:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384307.561937:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384307.561940:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.561949:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384307.561952:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.561953:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384307.561955:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384307.561957:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384307.561958:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384307.561959:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384307.561961:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384307.561963:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384307.561965:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384307.561967:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384307.561968:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384307.561969:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384307.561971:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384307.561972:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384307.561972:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384307.561974:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.561976:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384307.561977:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384307.561979:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384307.561980:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.561981:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384307.561983:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.561984:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384307.561985:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384307.561986:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384307.561987:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.561988:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384307.561990:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.561992:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384307.561993:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384307.561994:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384307.561995:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.561996:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384307.561998:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384307.562000:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384307.562001:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384307.562002:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384307.562003:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.562011:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384307.562012:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384307.562013:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384307.562015:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384307.562016:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384307.562017:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384307.562019:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384307.562020:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384307.562021:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384307.562022:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384307.562024:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384307.562025:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384307.562027:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384307.562028:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384307.562030:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:2.0:1767384307.562039:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384307.562040:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384307.562042:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.562043:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384307.562045:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.562046:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384307.562048:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384307.562049:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384307.562050:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384307.562051:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384307.562053:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384307.562054:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384307.562056:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384307.562057:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384307.562058:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384307.562060:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384307.562061:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384307.562062:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384307.562063:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384307.562064:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.562065:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384307.562066:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384307.562068:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384307.562069:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.562075:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384307.562077:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.562078:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384307.562079:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384307.562080:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384307.562081:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.562082:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384307.562084:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.562086:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384307.562087:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384307.562088:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384307.562089:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.562090:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384307.562092:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384307.562093:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384307.562094:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384307.562096:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384307.562097:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.562098:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384307.562099:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384307.562100:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384307.562101:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384307.562103:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384307.562104:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384307.562106:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384307.562107:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384307.562109:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384307.562110:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384307.562111:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384307.562113:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384307.562115:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384307.562116:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:2.0:1767384307.562118:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:2.0:1767384307.562119:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384307.562120:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384307.562121:0:18612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:2.0:1767384307.562132:0:18612:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000087e1ec00. 00000100:00000001:1.0:1767384307.875612:0:17911:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384307.875661:0:17911:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:3.0:1767384307.985313:0:18675:0:(api-ni.c:3211:LNetNIInit()) refs 1 00010000:00000001:2.0:1767384308.067541:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384308.067559:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384308.067566:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384308.067567:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384308.067592:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384308.067595:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384308.067598:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384308.207643:0:18682:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b7f8722e. 00080000:00000010:2.0:1767384308.207657:0:18682:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b7f8722e. 00000020:00000001:2.0:1767384308.207664:0:18682:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384308.207676:0:18682:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b7f8722e. 00080000:00000010:2.0:1767384308.207682:0:18682:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b7f8722e. 00000020:00000001:2.0:1767384308.207686:0:18682:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384308.644075:0:18735:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f3a7e2f8. 00080000:00000010:1.0:1767384308.644086:0:18735:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f3a7e2f8. 00000020:00000001:1.0:1767384308.644091:0:18735:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384308.644099:0:18735:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f3a7e2f8. 00080000:00000010:1.0:1767384308.644103:0:18735:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f3a7e2f8. 00000020:00000001:1.0:1767384308.644106:0:18735:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.899517:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384308.899522:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:1.0:1767384308.899526:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.899529:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384308.899530:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384308.899538:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384308.899540:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384308.899542:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384308.899543:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 6 10000000:00000001:1.0:1767384308.899546:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384308.899547:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384308.899552:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b1cdaa5. 00000020:00000040:1.0:1767384308.899556:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384308.899559:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384308.899562:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384308.899566:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384308.899571:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0f8d90f. 00000100:00000001:1.0:1767384308.899577:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.899581:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384308.899584:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384308.899590:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000400c8dbd. 00010000:00000001:1.0:1767384308.899594:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384308.899597:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6d84e1e. 00000020:00000001:1.0:1767384308.899601:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384308.899604:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c6d84e1e with handle 0x980286e253c5fb35 to hash 00000020:00000001:1.0:1767384308.899621:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384308.899623:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384308.899625:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384308.899628:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384308.899630:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.899632:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384308.899643:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384308.899653:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384308.899659:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384308.899669:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384308.899678:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca110917. 00000100:00000001:1.0:1767384308.899681:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565087187328 : -111508622364288 : ffff9a95602cb180) 00000100:00000001:1.0:1767384308.899684:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.899686:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317030272 : -111508392521344 : ffff9a956ddfd180) 00000100:00000001:1.0:1767384308.899691:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384308.899693:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.899696:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384308.899698:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384308.899706:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.899717:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384308.899719:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.899723:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384308.899726:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384308.899728:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.899731:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b1cdaa5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746132864:0@lo:101: 00000100:00000001:1.0:1767384308.899734:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384308.899738:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384308.899740:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.899742:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384308.899749:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001edb476e. 02000000:00000001:1.0:1767384308.899751:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384308.899756:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000febf23ce. 00000400:00000010:1.0:1767384308.899762:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071bef6d3. 00000100:00000200:1.0:1767384308.899768:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746132864, portal 25 00000100:00000001:1.0:1767384308.899769:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.899770:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317030272 : -111508392521344 : ffff9a956ddfd180) 00000100:00000040:1.0:1767384308.899774:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.899780:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.899784:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.899789:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000200:1.0:1767384308.899791:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746132864, offset 0 00000400:00000200:1.0:1767384308.899805:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.899817:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.899828:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df01d80 00000400:00000200:1.0:1767384308.899834:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1b5 [2] + 0 00000400:00000010:1.0:1767384308.899837:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032ce8ea1. 00000400:00000200:1.0:1767384308.899840:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c5c62f24 00000400:00000200:1.0:1767384308.899846:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.899850:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384308.899854:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5c62f24 00000400:00000010:1.0:1767384308.899856:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5c62f24. 00000100:00000001:1.0:1767384308.899862:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384308.899864:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384308.899866:0:17082:0:(events.c:337:request_in_callback()) incoming req@00000000ea3b12b7 x1853236746132864 msgsize 328 00000100:00100000:1.0:1767384308.899869:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384308.899871:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384308.899880:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384308.899886:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:1.0:1767384308.899887:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000001:1.0:1767384308.899890:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384308.899892:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.899899:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.899901:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.899905:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.899907:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.899912:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.899915:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294897668 00000100:00000010:1.0:1767384308.899919:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015faad2b. 00000100:00000001:1.0:1767384308.899924:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384308.899930:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294897668 00000100:00000010:1.0:1767384308.899936:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac844976. 00000100:00000001:1.0:1767384308.899938:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384308.899949:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294897668 00000100:00000010:1.0:1767384308.899954:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d3b9d6. 00000100:00000001:1.0:1767384308.899957:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384308.899962:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294897668 00000100:00000010:1.0:1767384308.899970:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e4276e8. 00000100:00000001:1.0:1767384308.899973:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384308.899976:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.899978:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.899980:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.899982:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384308.899983:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ca110917 going to sleep for 11 seconds 00000100:00000001:1.0:1767384308.899986:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.899988:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900007:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384308.900009:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746132864 02000000:00000001:1.0:1767384308.900011:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384308.900014:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.900016:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.900020:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.900023:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746132864 00000020:00000001:1.0:1767384308.900025:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384308.900027:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384308.900028:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.900030:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:1.0:1767384308.900032:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384308.900034:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384308.900038:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384308.900046:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d496dc87. 00000100:00000001:1.0:1767384308.900047:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384308.900049:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d496dc87. 00000020:00000010:1.0:1767384308.900055:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037b76e59. 00000020:00000010:1.0:1767384308.900064:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3a7e2f8. 00000020:00000010:1.0:1767384308.900068:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006213bd5a. 00000100:00000040:1.0:1767384308.900082:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384308.900084:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384308.900086:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384308.900087:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900094:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900099:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.900110:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384308.900112:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384308.900115:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000040:1.0:1767384308.900117:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384308.900118:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609690192 : -111508099861424 : ffff9a957f517450) 00000100:00000040:1.0:1767384308.900121:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea3b12b7 x1853236746132864/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:289/0 lens 328/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.900127:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384308.900132:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d496dc87. 00000100:00000001:1.0:1767384308.900133:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384308.900135:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d496dc87. 00000100:00100000:1.0:1767384308.900138:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea3b12b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746132864:12345-0@lo:101: 00000100:00000200:1.0:1767384308.900141:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746132864 00000020:00000001:1.0:1767384308.900143:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384308.900146:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384308.900147:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.900149:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384308.900150:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:1.0:1767384308.900153:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384308.900154:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384308.900156:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384308.900158:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384308.900163:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.900165:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384308.900167:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384308.900168:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384308.900169:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384308.900177:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.900180:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384308.900186:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c36aee38. 00010000:00000001:1.0:1767384308.900188:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384308.900194:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058ab3b20. 00000020:00000001:1.0:1767384308.900196:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384308.900198:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058ab3b20 with handle 0x980286e253c5fb3c to hash 00000020:00000001:1.0:1767384308.900201:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384308.900204:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384308.900206:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00010000:1.0:1767384308.900210:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fb35 expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384308.900215:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000020:00000040:1.0:1767384308.900217:0:17080:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000001:1.0:1767384308.900223:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384308.900225:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384308.900228:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000063e922f0. 02000000:00000001:1.0:1767384308.900230:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900232:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.900234:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384308.900236:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384308.900238:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384308.900240:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384308.900242:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.900244:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384308.900245:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.900247:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384308.900249:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384308.900250:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384308.900251:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384308.900252:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c36aee38) refcount = 1 00010000:00010000:1.0:1767384308.900256:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fb35 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.900260:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384308.900266:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384308.900267:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.900268:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.900270:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384308.900274:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384308.900277:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fb35 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.900282:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384308.900285:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384308.900287:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.900290:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.900292:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384308.900293:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.900296:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384308.900298:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000058ab3b20, rc 0) 00000020:00000001:1.0:1767384308.900300:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384308.900302:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746132864 00010000:00000001:1.0:1767384308.900304:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384308.900310:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea3b12b7 x1853236746132864/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:289/0 lens 328/344 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.900315:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384308.900317:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384308.900320:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.900323:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384308.900326:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384308.900328:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384308.900331:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384308.900333:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900335:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.900337:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.900340:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000200:1.0:1767384308.900343:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746132864, offset 224 00000400:00000200:1.0:1767384308.900347:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.900355:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.900360:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df01d80 00000400:00000200:1.0:1767384308.900368:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1185 [1] + 224 00000400:00000200:1.0:1767384308.900372:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.900375:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384308.900377:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.900380:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384308.900387:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.900397:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384308.900400:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:1.0:1767384308.900401:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000001:1.0:1767384308.900404:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384308.900405:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.900409:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.900413:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384308.900414:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384308.900416:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.900417:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384308.900420:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3b12b7 x1853236746132864/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:289/0 lens 328/344 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.900455:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea3b12b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746132864:12345-0@lo:101: Request processed in 327us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384308.900461:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000040:1.0:1767384308.900463:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384308.900465:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384308.900467:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384308.900472:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3a7e2f8. 00000020:00000010:1.0:1767384308.900475:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006213bd5a. 00000020:00000010:1.0:1767384308.900477:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037b76e59. 00000020:00000040:1.0:1767384308.900480:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:1.0:1767384308.900484:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384308.900486:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000063e922f0. 02000000:00000001:1.0:1767384308.900494:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384308.900496:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384308.900500:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384308.900504:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c23a4741. 00000400:00000010:1.0:1767384308.900508:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007865cdc9. 00000100:00000001:1.0:1767384308.900525:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384308.900529:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384308.900531:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384308.900532:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000febf23ce. 00000400:00000200:1.0:1767384308.900536:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071bef6d3 00000400:00000010:1.0:1767384308.900538:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071bef6d3. 00000100:00000001:1.0:1767384308.900541:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.900543:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384308.900549:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.900555:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.900557:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.900559:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384308.900562:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384308.900563:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.900564:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.900567:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384308.900570:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384308.900573:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.900576:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384308.900577:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.900578:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384308.900580:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900581:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.900584:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.900589:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.900591:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.900593:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384308.900595:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.900623:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b1cdaa5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746132864:0@lo:101: 00000100:00000001:1.0:1767384308.900627:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.900631:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900633:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384308.900635:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.900638:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.900646:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384308.900649:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ca110917. 00000100:00000001:1.0:1767384308.900653:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384308.900655:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.900658:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384308.900662:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.900664:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.900666:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6d84e1e refcount=4 00000020:00000001:1.0:1767384308.900669:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384308.900672:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000040:1.0:1767384308.900676:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c6d84e1e, remote cookie: 0x980286e253c5fb3c, flags: 0x0 00010000:00000001:1.0:1767384308.900680:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384308.900683:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384308.900684:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384308.900685:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384308.900687:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384308.900688:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000400c8dbd) refcount = 1 00010000:00010000:1.0:1767384308.900692:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.900699:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384308.900701:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384308.900702:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384308.900705:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384308.900708:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.900716:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.900721:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384308.900723:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.900724:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.900726:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.900729:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.900730:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900732:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.900734:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b1cdaa5 x1853236746132864/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.900739:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384308.900741:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384308.900743:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001edb476e. 02000000:00000001:1.0:1767384308.900746:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384308.900748:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.900749:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384308.900750:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384308.900752:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b0f8d90f. 02000000:00000001:1.0:1767384308.900755:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384308.900756:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.900757:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b1cdaa5. 00000100:00000001:1.0:1767384308.900760:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384308.900761:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384308.900762:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.900763:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384308.900764:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:1.0:1767384308.900765:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.900767:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.900768:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.900769:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6d84e1e refcount=3 00000020:00000001:1.0:1767384308.900771:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384308.900773:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384308.900775:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384308.900776:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.900788:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.900789:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.900790:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384308.900793:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000045af5d02. 00000100:00000010:1.0:1767384308.900806:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b1cdaa5. 00000020:00000040:1.0:1767384308.900808:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384308.900809:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384308.900810:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384308.900812:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384308.900815:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0f8d90f. 00000100:00000001:1.0:1767384308.900818:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900820:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384308.900824:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001edb476e. 00000100:00000010:1.0:1767384308.900826:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d496dc87. 00000020:00000040:1.0:1767384308.900827:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384308.900830:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384308.900831:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384308.900835:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca110917. 00000100:00000001:1.0:1767384308.900837:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565087187328 : -111508622364288 : ffff9a95602cb180) 00000100:00000001:1.0:1767384308.900838:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.900839:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317030272 : -111508392521344 : ffff9a956ddfd180) 00000100:00000001:1.0:1767384308.900841:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384308.900842:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900843:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384308.900844:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384308.900846:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.900850:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384308.900851:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.900853:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384308.900854:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384308.900856:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.900857:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b1cdaa5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746132992:0@lo:256: 00000100:00000001:1.0:1767384308.900859:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384308.900867:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384308.900868:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900870:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384308.900874:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000febf23ce. 00000400:00000010:1.0:1767384308.900877:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003dc49245. 00000100:00000200:1.0:1767384308.900880:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df01e00-0x695824df01e00, portal 33 00000100:00000001:1.0:1767384308.900882:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.900883:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384308.900885:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037b76e59. 02000000:00000001:1.0:1767384308.900886:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384308.900888:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003080428. 00000400:00000010:1.0:1767384308.900890:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071bef6d3. 00000100:00000200:1.0:1767384308.900892:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746132992, portal 25 00000100:00000001:1.0:1767384308.900893:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.900894:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317030272 : -111508392521344 : ffff9a956ddfd180) 00000100:00000040:1.0:1767384308.900897:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.900901:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.900902:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.900904:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000200:1.0:1767384308.900905:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746132992, offset 0 00000400:00000200:1.0:1767384308.900908:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.900913:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.900918:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df01e00 00000400:00000200:1.0:1767384308.900921:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1b9 [2] + 0 00000400:00000010:1.0:1767384308.900923:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f54e55f. 00000400:00000200:1.0:1767384308.900925:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7c56e71 00000400:00000200:1.0:1767384308.900927:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.900930:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384308.900933:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7c56e71 00000400:00000010:1.0:1767384308.900934:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7c56e71. 00000100:00000001:1.0:1767384308.900939:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384308.900940:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384308.900942:0:17082:0:(events.c:337:request_in_callback()) incoming req@0000000071692e63 x1853236746132992 msgsize 304 00000100:00100000:1.0:1767384308.900951:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384308.900952:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384308.900961:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384308.900965:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:1.0:1767384308.900967:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000001:1.0:1767384308.900970:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384308.900973:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.900979:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.900982:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.900987:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900988:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.900992:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.900995:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294897669 00000100:00000001:1.0:1767384308.900999:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294897668 00000100:00000001:1.0:1767384308.901003:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294897669 00000100:00000001:1.0:1767384308.901006:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294897668 00000100:00000001:1.0:1767384308.901008:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294897669 00000100:00000001:1.0:1767384308.901009:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294897668 00000100:00000001:1.0:1767384308.901011:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294897669 00000100:00000001:1.0:1767384308.901013:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294897668 00000100:00000001:1.0:1767384308.901015:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.901016:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.901017:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.901018:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384308.901019:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ca110917 going to sleep for 11 seconds 00000100:00000001:1.0:1767384308.901020:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.901021:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.901031:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384308.901032:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746132992 02000000:00000001:1.0:1767384308.901033:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384308.901040:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.901042:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.901044:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.901045:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746132992 00000020:00000001:1.0:1767384308.901047:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384308.901048:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384308.901049:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.901052:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:1.0:1767384308.901054:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384308.901055:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384308.901058:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384308.901062:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a95ec6c. 00000100:00000001:1.0:1767384308.901064:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384308.901065:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a95ec6c. 00000020:00000010:1.0:1767384308.901069:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038117701. 00000020:00000010:1.0:1767384308.901071:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3a7e2f8. 00000020:00000010:1.0:1767384308.901074:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006213bd5a. 00000100:00000040:1.0:1767384308.901077:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384308.901079:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384308.901080:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384308.901081:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.901084:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.901090:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.901097:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384308.901098:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384308.901101:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:1.0:1767384308.901103:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384308.901104:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609680976 : -111508099870640 : ffff9a957f515050) 00000100:00000040:1.0:1767384308.901108:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071692e63 x1853236746132992/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:289/0 lens 304/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.901114:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384308.901117:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a95ec6c. 00000100:00000001:1.0:1767384308.901118:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384308.901125:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a95ec6c. 00000100:00100000:1.0:1767384308.901130:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071692e63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746132992:12345-0@lo:256: 00000100:00000200:1.0:1767384308.901133:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746132992 00000020:00000001:1.0:1767384308.901135:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384308.901136:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384308.901137:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.901139:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384308.901140:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:1.0:1767384308.901142:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384308.901144:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384308.901146:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384308.901147:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384308.901149:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.901152:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384308.901153:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384308.901156:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000063e922f0. 02000000:00000001:1.0:1767384308.901157:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.901159:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.901161:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384308.901164:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384308.901168:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384308.901170:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384308.901172:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.901174:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384308.901176:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384308.901180:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004d1d56d9. 20000000:00000001:1.0:1767384308.901182:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384308.901190:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1767384308.901195:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1767384308.901197:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 6 20000000:00000001:1.0:1767384308.901199:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=44 : 44 : 2c) 00000100:00000001:1.0:1767384308.901201:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384308.901204:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000078e79a8. 00000100:00000010:1.0:1767384308.901207:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007015e1ea. 00000020:00000040:1.0:1767384308.901209:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:1.0:1767384308.901219:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384308.901221:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384308.901224:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000400:00000010:1.0:1767384308.901230:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d2b7d33c. 00000400:00000200:1.0:1767384308.901232:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.901243:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.901250:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 44 into portal 33 MB=0x695824df01e00 00000400:00000200:1.0:1767384308.901253:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 44/44 into md 0x1195 [4] + 0 00000400:00000010:1.0:1767384308.901255:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000febf23ce. 00000400:00000200:1.0:1767384308.901258:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003dc49245 00000400:00000200:1.0:1767384308.901260:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.901262:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384308.901267:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc49245 00000400:00000010:1.0:1767384308.901270:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003dc49245. 00000100:00000001:1.0:1767384308.901275:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384308.901277:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002b1cdaa5 desc 000000001edb476e mbits 1853236746132992 00000100:00000001:1.0:1767384308.901286:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384308.901288:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384308.901300:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384308.901308:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x11a1 00000400:00000200:1.0:1767384308.901311:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.901314:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384308.901316:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384308.901317:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000078e79a8 00000100:00000001:1.0:1767384308.901319:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384308.901332:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:1.0:1767384308.901333:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000001:1.0:1767384308.901339:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384308.901340:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000078e79a8 00000100:00000001:1.0:1767384308.901341:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384308.901346:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 44 bytes via portal 33 id 12345-0@lo mbits 0x695824df01e00-0x695824df01e00 00000100:00000001:1.0:1767384308.901350:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.901353:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.901354:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384308.901356:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000010:1.0:1767384308.901364:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007015e1ea. 00000100:00000010:1.0:1767384308.901367:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000078e79a8. 00000100:00000001:1.0:1767384308.901368:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384308.901369:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384308.901375:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004d1d56d9. 20000000:00000001:1.0:1767384308.901378:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384308.901380:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746132992 00010000:00000001:1.0:1767384308.901382:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384308.901385:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071692e63 x1853236746132992/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:289/0 lens 304/240 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.901389:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384308.901391:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384308.901393:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.901396:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384308.901398:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384308.901399:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384308.901401:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384308.901402:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.901404:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.901406:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.901408:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000200:1.0:1767384308.901410:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746132992, offset 224 00000400:00000200:1.0:1767384308.901420:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.901463:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.901469:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df01e00 00000400:00000200:1.0:1767384308.901473:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1199 [1] + 224 00000400:00000200:1.0:1767384308.901476:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.901479:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384308.901481:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.901485:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384308.901490:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.901505:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384308.901510:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:1.0:1767384308.901511:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000001:1.0:1767384308.901513:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384308.901514:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.901517:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.901519:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384308.901522:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384308.901523:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.901525:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384308.901528:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071692e63 x1853236746132992/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:289/0 lens 304/240 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.901535:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071692e63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746132992:12345-0@lo:256: Request processed in 419us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384308.901541:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000040:1.0:1767384308.901543:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384308.901544:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384308.901546:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384308.901549:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3a7e2f8. 00000020:00000010:1.0:1767384308.901551:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006213bd5a. 00000020:00000010:1.0:1767384308.901554:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038117701. 00000020:00000040:1.0:1767384308.901557:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:1.0:1767384308.901559:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384308.901560:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000063e922f0. 02000000:00000001:1.0:1767384308.901563:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384308.901564:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384308.901567:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384308.901571:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000febf23ce. 00000400:00000010:1.0:1767384308.901573:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003dc49245. 00000100:00000001:1.0:1767384308.901595:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384308.901597:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384308.901600:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384308.901603:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003080428. 00000400:00000200:1.0:1767384308.901629:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071bef6d3 00000400:00000010:1.0:1767384308.901630:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071bef6d3. 00000100:00000001:1.0:1767384308.901633:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.901637:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384308.901645:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.901653:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.901655:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.901658:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384308.901660:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384308.901662:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.901664:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.901666:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384308.901669:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384308.901672:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.901676:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384308.901677:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.901679:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384308.901681:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.901683:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.901686:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384308.901695:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.901703:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.901705:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384308.901709:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.901714:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b1cdaa5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746132992:0@lo:256: 00000100:00000001:1.0:1767384308.901718:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.901721:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.901728:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384308.901730:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.901733:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.901738:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384308.901740:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ca110917. 00000100:00000001:1.0:1767384308.901743:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384308.901744:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384308.901746:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:1.0:1767384308.901749:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384308.901755:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000007b35cdb9. 00010000:00000001:1.0:1767384308.901763:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384308.901765:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384308.901769:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:1.0:1767384308.901772:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.901773:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384308.901775:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:1.0:1767384308.901776:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000400:00000200:1.0:1767384308.901778:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1767384308.901781:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384308.901782:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:1.0:1767384308.901787:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384308.901790:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (1) 00000400:00000200:1.0:1767384308.901793:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384308.901796:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:1.0:1767384308.901798:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (2) 00000400:00000200:1.0:1767384308.901800:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000100:00000001:1.0:1767384308.901801:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.901803:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384308.901805:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 10000000:00000010:1.0:1767384308.901808:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f3a7e2f8. 10000000:00000040:1.0:1767384308.901810:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000020:00000080:1.0:1767384308.901812:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384308.901817:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384308.901819:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038117701. 00000020:00000010:1.0:1767384308.901828:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000038ccf567. 00000040:00000010:1.0:1767384308.901831:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e5dee541. 00000020:00000010:1.0:1767384308.901834:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003f2097d4. 00000020:00000010:1.0:1767384308.901838:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004964635c. 00000020:00000010:1.0:1767384308.901841:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008140de93. 80000000:00000010:1.0:1767384308.901844:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e7f2096a. 40000000:00000010:1.0:1767384308.901847:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001a95ec6c. 00100000:00000010:1.0:1767384308.901850:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dc08e4b5. 00040000:00000010:1.0:1767384308.901854:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000024312637. 00040000:00000010:1.0:1767384308.901857:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a92acbc3. 00040000:00000010:1.0:1767384308.901860:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000235c98c1. 00080000:00000010:1.0:1767384308.901865:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000098548e20. 00080000:00000010:1.0:1767384308.901869:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005e2a5079. 00000004:00000010:1.0:1767384308.901875:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002f7d9e1c. 00000004:00000010:1.0:1767384308.901879:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bde051ed. 00000004:00000010:1.0:1767384308.901893:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dd953cea. 00002000:00000010:1.0:1767384308.901896:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000063e922f0. 00000004:00000010:1.0:1767384308.901898:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000078e79a8. 00000004:00000001:1.0:1767384308.901903:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384308.901905:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384308.901906:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f3a7e2f8 00000040:00001000:1.0:1767384308.901907:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384308.901908:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384308.901910:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384308.901911:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384308.901913:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384308.901913:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384308.901914:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384308.901915:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:1.0:1767384308.901916:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384308.901966:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384308.901970:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000038ccf567. 00000040:00000010:1.0:1767384308.901973:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e5dee541. 00000020:00000010:1.0:1767384308.901978:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003f2097d4. 00000020:00000010:1.0:1767384308.901987:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004964635c. 00000020:00000010:1.0:1767384308.901991:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008140de93. 80000000:00000010:1.0:1767384308.901997:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e7f2096a. 40000000:00000010:1.0:1767384308.902001:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001a95ec6c. 00100000:00000010:1.0:1767384308.902005:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dc08e4b5. 00040000:00000010:1.0:1767384308.902010:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000024312637. 00040000:00000010:1.0:1767384308.902012:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a92acbc3. 00040000:00000010:1.0:1767384308.902015:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000235c98c1. 00080000:00000010:1.0:1767384308.902022:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005e2a5079. 00080000:00000010:1.0:1767384308.902026:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000098548e20. 00000004:00000010:1.0:1767384308.902030:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002f7d9e1c. 00000004:00000010:1.0:1767384308.902036:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bde051ed. 00000004:00000010:1.0:1767384308.902041:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dd953cea. 00002000:00000010:1.0:1767384308.902046:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000063e922f0. 00000004:00000010:1.0:1767384308.902052:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000078e79a8. 00000020:00000010:1.0:1767384308.902057:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038117701. 00000020:00000001:1.0:1767384308.902060:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.902061:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384308.902064:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f3a7e2f8. 10000000:00000010:1.0:1767384308.902068:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000007b35cdb9. 10000000:00000001:1.0:1767384308.902071:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.902073:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.902078:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b1cdaa5 x1853236746132992/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.902083:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384308.902084:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384308.902086:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037b76e59. 02000000:00000001:1.0:1767384308.902092:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384308.902094:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.902095:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384308.902098:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384308.902100:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384308.902101:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.902102:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384308.902103:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384308.902110:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d496dc87. 00000100:00000010:1.0:1767384308.902112:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001edb476e. 00000100:00000001:1.0:1767384308.902115:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384308.902117:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b0f8d90f. 02000000:00000001:1.0:1767384308.902123:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384308.902125:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.902127:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b1cdaa5. 00000100:00000001:1.0:1767384308.902131:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384308.902132:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384308.902144:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000045af5d02. 10000000:01000000:1.0:1767384308.902146:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384308.902150:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384308.902153:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.902155:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.902157:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6d84e1e refcount=3 00000020:00000001:1.0:1767384308.902160:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384308.902163:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384308.902166:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384308.902170:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.902175:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.902176:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384308.902178:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.902183:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384308.902185:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.902188:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384308.902189:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.902191:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.902193:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384308.902195:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384308.902196:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:1.0:1767384308.902198:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384308.905520:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294897669, at 4294897670 00000100:00000040:2.0:1767384308.905521:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294897669, at 4294897670 00000100:00000010:3.0:1767384308.905540:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e4276e8. 00000100:00000010:2.0:1767384308.905541:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d3b9d6. 00000100:00000040:1.0:1767384308.906473:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294897669, at 4294897671 00000100:00000010:1.0:1767384308.906483:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac844976. 00000020:00000010:3.0:1767384308.914714:0:18801:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000748ba167. 00000020:00000040:3.0:1767384308.914726:0:18801:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384308.914729:0:18801:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000748ba167. 00010000:00000001:2.0:1767384309.091535:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384309.091541:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.091548:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384309.091549:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384309.380550:0:18901:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384309.380554:0:18901:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:1.0:1767384309.383743:0:18901:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384309.390050:0:18902:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000063e922f0. 00000400:00000010:1.0:1767384309.390062:0:18902:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003a2351db. 00000400:00000010:1.0:1767384309.390070:0:18902:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008060e0a4. 00000400:00000010:1.0:1767384309.390072:0:18902:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008140de93. 00000400:00000010:1.0:1767384309.390076:0:18902:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000346856ce. 00000400:00000010:1.0:1767384309.390080:0:18902:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a95ec6c. 00000400:00000010:1.0:1767384309.390081:0:18902:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001fc8f165. 00000400:00000010:1.0:1767384309.390083:0:18902:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000103b9f04. 00000400:00000010:1.0:1767384309.390085:0:18902:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000adf9b2ef. 00000800:00000010:1.0:1767384309.390093:0:18902:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000024312637. 00000800:00000200:1.0:1767384309.390102:0:18902:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384309.390107:0:18902:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384309.390137:0:18902:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384309.390156:0:18902:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp10 [8/256/0/180] 00000400:00000010:1.0:1767384309.392015:0:18902:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000e7f2096a. 00000400:00000010:1.0:1767384309.392021:0:18902:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003080428. 00000400:00000010:1.0:1767384309.392025:0:18902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071bef6d3. 00000400:00000001:1.0:1767384309.392035:0:18902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384309.392036:0:18902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384309.392038:0:18902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f15da201. 00000400:00000200:1.0:1767384309.392040:0:18902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef766825 00000400:00000010:1.0:1767384309.392041:0:18902:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef766825. 00000400:00000010:1.0:1767384309.392044:0:18902:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000e833d27f. 00000400:00000200:1.0:1767384309.392048:0:18902:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (1) 00000400:00000200:1.0:1767384309.392060:0:18902:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384309.392070:0:18902:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:1.0:1767384309.392077:0:18902:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000098548e20. 00000020:01000000:1.0:1767384309.392081:0:18902:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384309.392084:0:18902:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp10 00000400:00000200:2.0:1767384309.392085:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384309.392090:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:2.0:1767384309.392096:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e5042a. 00000400:00000200:2.0:1767384309.392099:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (2) 00000400:00000010:2.0:1767384309.392104:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f13c098f. 00000400:00000010:1.0:1767384309.392105:0:18902:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003a2351db. 00000400:00000200:2.0:1767384309.392108:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000010:1.0:1767384309.392108:0:18902:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000063e922f0. 00000400:00000200:2.0:1767384309.392121:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384309.392125:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384309.392130:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp 00000400:00000200:2.0:1767384309.392134:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384309.392137:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp 00000400:00000200:2.0:1767384309.392141:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp NI seq info: [5:5:256:4294967295] 192.168.203.143@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1767384309.392147:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp 00000400:00000200:2.0:1767384309.392156:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp:) -> 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) : PUT try# 0 00000800:00000200:2.0:1767384309.392164:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.203.143@tcp 00000800:00000010:2.0:1767384309.392171:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008d559daa. 00000800:00000200:2.0:1767384309.392188:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (6) 00000800:00000200:2.0:1767384309.392201:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:988 00000800:00000200:2.0:1767384309.392208:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d559daa type 1, nob 160 niov 1 nkiov 1 00000400:00000200:2.0:1767384309.392234:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384309.392240:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00000001:2.0:1767384309.392289:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.392294:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384309.392298:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384309.392307:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b79a3d60 x1853236746133120/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.392327:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384309.392332:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.392338:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384309.392342:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384309.392349:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384309.392359:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b79a3d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746133120:0@lo:253: 00000100:00000001:2.0:1767384309.392368:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384309.392374:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384309.392378:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.392383:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384309.392393:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eb10f277. 02000000:00000001:2.0:1767384309.392399:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384309.392408:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3448c67. 00000800:00000200:3.0:1767384309.392414:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384309.392414:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005639ad15. 00000800:00000010:3.0:1767384309.392461:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008d559daa. 00000100:00000200:2.0:1767384309.392463:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746133120, portal 25 00000100:00000001:2.0:1767384309.392475:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384309.392479:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384309.392479:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472404224 : -111508237147392 : ffff9a957722a300) 00000100:00000040:2.0:1767384309.392494:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b79a3d60 x1853236746133120/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.392499:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: PUT: OK 00000400:00000200:3.0:1767384309.392516:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384309.392516:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384309.392527:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384309.392532:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4b747e0. 00000400:00000200:3.0:1767384309.392534:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000100:00000200:2.0:1767384309.392539:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746133120, offset 0 00000400:00000200:2.0:1767384309.392558:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384309.392574:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384309.392587:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df01e80 00000400:00000200:2.0:1767384309.392597:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000400:00000010:2.0:1767384309.392618:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bfa3e76. 00000400:00000200:2.0:1767384309.392624:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c2517c1 00000400:00000200:2.0:1767384309.392633:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384309.392643:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384309.392656:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c2517c1 00000400:00000010:2.0:1767384309.392661:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c2517c1. 00000100:00000001:2.0:1767384309.392669:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384309.392673:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384309.392679:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000039de17a0 x1853236746133120 msgsize 4848 00000100:00100000:2.0:1767384309.392689:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384309.392693:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384309.392710:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384309.392719:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4b747e0 00000400:00000010:2.0:1767384309.392725:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4b747e0. 00000100:00000001:2.0:1767384309.392731:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384309.392740:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b79a3d60 x1853236746133120/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.392753:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.392759:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384309.392762:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384309.392763:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384309.392773:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384309.392773:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b79a3d60 x1853236746133120/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.392804:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384309.392809:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.392813:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.392815:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384309.392818:0:16354:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384309.392820:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384309.392826:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.392829:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.392832:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000285b843c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746133248:0@lo:253: 00000100:00000001:2.0:1767384309.392838:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294898161 00000100:00000001:3.0:1767384309.392845:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767384309.392849:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069dc36f9. 02000000:00000001:3.0:1767384309.392852:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384309.392858:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.392860:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384309.392861:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384309.392875:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294898161 02000000:00000010:3.0:1767384309.392876:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008b89e932. 02000000:00000001:3.0:1767384309.392893:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384309.392895:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b8ea681. 00000400:00000010:3.0:1767384309.392903:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dfb077f. 00000100:00000001:2.0:1767384309.392904:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384309.392911:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e154226. 00000100:00000200:3.0:1767384309.392920:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746133248, portal 25 00000100:00000001:2.0:1767384309.392923:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294898161 00000100:00000001:3.0:1767384309.392929:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767384309.392932:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b2a345c. 00000100:00000001:2.0:1767384309.392938:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384309.392944:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472399744 : -111508237151872 : ffff9a9577229180) 00000100:00000001:2.0:1767384309.392945:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294898161 00000100:00000010:2.0:1767384309.392959:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b59e3cd1. 00000100:00000040:3.0:1767384309.392960:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.392971:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384309.392984:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.392994:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384309.392996:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.393004:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384309.393011:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384309.393014:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6f9640a. 00000100:00000001:2.0:1767384309.393023:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384309.393024:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746133248, offset 0 00000100:00000001:2.0:1767384309.393043:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384309.393048:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384309.393051:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384309.393057:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.393061:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384309.393065:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.393070:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384309.393079:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.393087:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df01f00 00000400:00000200:3.0:1767384309.393092:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000010:3.0:1767384309.393096:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6d94e8b. 00000400:00000200:3.0:1767384309.393101:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1714e65 00000400:00000200:3.0:1767384309.393109:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384309.393115:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000074bc9f16. 00000400:00000200:3.0:1767384309.393117:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384309.393131:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1714e65 00000100:00000001:2.0:1767384309.393131:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384309.393138:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746133120 00000400:00000010:3.0:1767384309.393142:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1714e65. 02000000:00000001:2.0:1767384309.393145:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384309.393150:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384309.393151:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384309.393154:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384309.393155:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.393165:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000506e6cd9 x1853236746133248 msgsize 4848 02000000:00000001:2.0:1767384309.393168:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384309.393183:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746133120 00000100:00100000:3.0:1767384309.393190:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384309.393194:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384309.393195:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000040:2.0:1767384309.393204:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384309.393209:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384309.393215:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:3.0:1767384309.393216:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384309.393226:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6f9640a 00000020:00000001:2.0:1767384309.393228:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000010:3.0:1767384309.393231:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6f9640a. 00000020:00000001:2.0:1767384309.393240:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384309.393242:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384309.393253:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.393254:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384309.393265:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b73ee083. 00000100:00000001:2.0:1767384309.393274:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.393282:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384309.393283:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b73ee083. 00000100:00000040:3.0:1767384309.393288:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384309.393306:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7b87c9. 00000020:00000010:2.0:1767384309.393319:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005f4081fb. 00000100:00000001:3.0:1767384309.393320:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.393334:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384309.393336:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000381c17e8. 00000100:00000001:3.0:1767384309.393342:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.393349:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384309.393356:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294898161 00000100:00000001:2.0:1767384309.393358:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384309.393366:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294898161 00000100:00000001:2.0:1767384309.393366:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384309.393374:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294898161 00000100:00000001:2.0:1767384309.393375:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.393388:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294898161 00000100:00000001:3.0:1767384309.393391:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294898161 00000100:00000001:3.0:1767384309.393393:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294898161 00000100:00000001:3.0:1767384309.393395:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294898161 00000100:00000001:2.0:1767384309.393395:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.393403:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294898161 00000100:00000001:3.0:1767384309.393406:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.393409:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.393412:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.393414:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.393414:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.393471:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384309.393473:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384309.393475:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746133248 00000100:00000001:3.0:1767384309.393478:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384309.393480:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384309.393485:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.393486:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.393489:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.393491:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384309.393496:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.393497:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384309.393502:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746133248 00000100:00000001:3.0:1767384309.393507:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.393507:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384309.393516:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384309.393522:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384309.393526:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000020:00000001:2.0:1767384309.393531:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384309.393538:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384309.393545:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384309.393551:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b73ee083. 00000100:00000001:2.0:1767384309.393557:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384309.393564:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b73ee083. 00000020:00000010:2.0:1767384309.393572:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0e48092. 00000020:00000010:2.0:1767384309.393579:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bef9c26d. 00000020:00000010:2.0:1767384309.393586:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000967e9039. 00000100:00000001:2.0:1767384309.393594:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384309.393597:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384309.393599:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.393619:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.393634:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.393646:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384309.393656:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384309.393670:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384309.393671:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000001:3.0:1767384309.393676:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384309.393685:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.393686:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:3.0:1767384309.393694:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.393695:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609682000 : -111508099869616 : ffff9a957f515450) 00000100:00000040:2.0:1767384309.393710:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000506e6cd9 x1853236746133248/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.393724:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384309.393728:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b73ee083. 00000100:00000001:2.0:1767384309.393732:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384309.393734:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b73ee083. 00000100:00100000:2.0:1767384309.393737:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000506e6cd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746133248:12345-0@lo:253: 00000100:00000200:2.0:1767384309.393741:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746133248 00000020:00000001:2.0:1767384309.393744:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384309.393747:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384309.393750:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.393752:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384309.393754:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384309.393757:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384309.393760:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384309.393765:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384309.393771:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384309.393776:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.393782:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384309.393787:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384309.393794:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009bc64a35. 02000000:00000001:2.0:1767384309.393800:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.393807:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.393813:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384309.393824:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001039bda2. 20000000:01000000:2.0:1767384309.393831:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384309.393837:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384309.393842:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384309.393847:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.393856:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.393859:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:3.0:1767384309.395925:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d9b88497. 20000000:01000000:3.0:1767384309.396064:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384309.396069:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384309.396072:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384309.396077:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:2.0:1767384309.396078:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1c0cc28. 00010000:00000001:3.0:1767384309.396081:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:2.0:1767384309.396087:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00010000:00000040:3.0:1767384309.396092:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c36aee38 count: 2 20000000:00000001:2.0:1767384309.396095:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384309.396097:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384309.396103:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384309.396104:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384309.396109:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00080000:00000001:2.0:1767384309.396110:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384309.396115:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384309.396123:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000040:3.0:1767384309.396126:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fb43 to hash 00000020:00000001:3.0:1767384309.396130:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384309.396132:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384309.396136:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00080000:00000001:2.0:1767384309.396138:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384309.396147:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384309.396148:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384309.396149:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.396151:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384309.396161:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384309.396161:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384309.396168:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384309.396180:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00010000:00000001:3.0:1767384309.396184:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384309.396187:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00010000:00000001:3.0:1767384309.396189:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000002:2.0:1767384309.396194:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384309.396195:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384309.396197:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384309.396201:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384309.396208:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384309.396211:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fb35 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384309.396219:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.396222:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384309.396228:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384309.396228:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.396243:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384309.396244:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384309.396248:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384309.396249:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:3.0:1767384309.396253:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384309.396255:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384309.396256:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384309.396259:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384309.396259:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f68ee063. 00080000:00000001:2.0:1767384309.396267:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326147072 : -111513383404544 : ffff9a944464fc00) 00010000:00000040:3.0:1767384309.396273:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c36aee38) refcount = 2 00080000:00000001:2.0:1767384309.396274:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384309.396283:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:3.0:1767384309.396284:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000010:2.0:1767384309.396296:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b73ee083. 00010000:00000040:3.0:1767384309.396297:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5fb35 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384309.396306:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384309.396308:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384309.396312:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384309.396313:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:3.0:1767384309.396324:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1f77e5f. 00080000:00000001:2.0:1767384309.396331:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.396332:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384309.396338:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6f9640a. 00000100:00000001:3.0:1767384309.396342:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632564829344128 : -111508880207488 : ffff9a9550ce5180) 00000100:00000001:3.0:1767384309.396344:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632564829344128 : -111508880207488 : ffff9a9550ce5180) 00000100:00000001:3.0:1767384309.396350:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:2.0:1767384309.396351:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384309.396355:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384309.396358:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384309.396362:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.396364:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384309.396366:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384309.396370:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384309.396374:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384309.396377:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384309.396383:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87d1967. 00000020:00000040:3.0:1767384309.396392:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000100:00000001:3.0:1767384309.396406:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384309.396412:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384309.396420:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384309.396461:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041a83489. 00000100:00000001:3.0:1767384309.396478:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384309.396493:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5fb35 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384309.396522:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5fb35 expref: 16 pid: 17080 timeout: 380 lvb_type: 0 00010000:00000001:3.0:1767384309.396544:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384309.396550:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384309.396559:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d87d1967 x1853236746133376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384309.396582:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384309.396626:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.396640:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d87d1967 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746133376:0@lo:104: 00000100:00000001:3.0:1767384309.396654:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384309.396659:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384309.396672:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.396684:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384309.396688:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4a67029. 02000000:00000001:3.0:1767384309.396696:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384309.396710:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2da544. 00000400:00000010:3.0:1767384309.396715:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384309.396719:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746133376, portal 16 00000100:00000001:3.0:1767384309.396721:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384309.396725:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609948800 : -111508099602816 : ffff9a957f556680) 00000100:00000040:3.0:1767384309.396733:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000d87d1967 x1853236746133376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384309.396740:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.396746:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384309.396757:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384309.396763:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:2.0:1767384309.396764:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384309.396774:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384309.396775:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3448c67. 00000400:00000010:3.0:1767384309.396787:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000400:00000200:2.0:1767384309.396788:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005639ad15 00000400:00000010:2.0:1767384309.396801:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005639ad15. 00000100:00000001:2.0:1767384309.396807:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384309.396808:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746133376, offset 0 00000100:00000200:2.0:1767384309.396819:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b79a3d60 x1853236746133120/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.396826:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384309.396850:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384309.396874:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df01f80 00000100:00000200:2.0:1767384309.396875:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b79a3d60 x1853236746133120/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.396892:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:3.0:1767384309.396910:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.396922:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384309.396924:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384309.396933:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.396935:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384309.396939:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384309.396943:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:2.0:1767384309.396945:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384309.396954:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384309.396956:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050c80de4. 00000100:00000001:2.0:1767384309.396958:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.396967:0:17101:0:(events.c:337:request_in_callback()) incoming req@0000000050c80de4 x1853236746133376 msgsize 328 02000000:00000001:2.0:1767384309.396969:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384309.396978:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=15 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384309.396983:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:2.0:1767384309.396995:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384309.397002:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384309.397005:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.397006:0:17101:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384309.397015:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384309.397016:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00010000:00000001:2.0:1767384309.397018:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384309.397019:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000100:00000001:3.0:1767384309.397028:0:17101:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384309.397029:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384309.397035:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d87d1967 x1853236746133376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384309.397043:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b79a3d60 x1853236746133120/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.397096:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384309.397097:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384309.397107:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d87d1967 x1853236746133376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384309.397108:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384309.397112:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384309.397125:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384309.397131:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384309.397137:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384309.397146:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384309.397154:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384309.397162:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384309.397166:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384309.397167:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:3.0:1767384309.397178:0:17101:0:(events.c:68:request_out_callback()) Process leaving 00000020:01000004:2.0:1767384309.397178:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384309.397192:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384309.397194:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384309.397196:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384309.397205:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294898165 00000100:00000040:2.0:1767384309.397210:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b79a3d60 x1853236746133120/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.397215:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294898161 00000100:00000001:3.0:1767384309.397225:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294898165 00000100:00000001:3.0:1767384309.397236:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294898161 00000100:00000001:3.0:1767384309.397242:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294898165 00000100:00000001:3.0:1767384309.397249:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294898161 00000100:00000001:3.0:1767384309.397258:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294898165 00000100:00000001:3.0:1767384309.397268:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294898161 00000100:00000001:3.0:1767384309.397278:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384309.397283:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b79a3d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746133120:0@lo:253: 00000100:00000001:3.0:1767384309.397286:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.397297:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.397303:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.397303:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384309.397315:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.397316:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384309.397326:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384309.397332:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b79a3d60 x1853236746133120/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.397336:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.397342:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.397352:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384309.397357:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384309.397369:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.397370:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384309.397376:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384309.397379:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767384309.397382:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eb10f277. 00000100:00000001:3.0:1767384309.397387:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384309.397390:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384309.397396:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767384309.397397:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b6f9640a going to sleep for 11 seconds 00000020:00000040:2.0:1767384309.397400:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384309.397411:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384309.397411:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384309.397419:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384309.397476:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000039c66ff8. 02000000:00000001:2.0:1767384309.397482:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384309.397487:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384309.397491:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b79a3d60. 00000100:00000001:2.0:1767384309.397496:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384309.397500:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.397506:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.397514:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.397518:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.397523:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.397528:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.397646:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384309.397653:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384309.397657:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384309.397661:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2da544. 00000400:00000200:2.0:1767384309.397668:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:2.0:1767384309.397672:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:2.0:1767384309.397678:0:17101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384309.397687:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d87d1967 x1853236746133376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384309.397710:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d87d1967 x1853236746133376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384309.397751:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384309.397754:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.397757:0:17101:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384309.397759:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384309.397761:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384309.397763:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.397765:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384309.397770:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384309.397775:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384309.397779:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384309.397781:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.397784:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384309.397786:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.397789:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.397796:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d87d1967 x1853236746133376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384309.397804:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384309.397806:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384309.397808:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384309.397810:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384309.397814:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384309.397816:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384309.397818:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.397821:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d87d1967 x1853236746133376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384309.397830:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d87d1967 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746133376:0@lo:104: 00000100:00000001:2.0:1767384309.397838:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.397842:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.397844:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384309.397846:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384309.397848:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d87d1967 x1853236746133376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384309.397855:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384309.397863:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384309.397864:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4a67029. 02000000:00000001:2.0:1767384309.397868:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384309.397869:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384309.397870:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00000020:00000001:2.0:1767384309.397872:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384309.397873:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041a83489. 02000000:00000001:2.0:1767384309.397876:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384309.397877:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384309.397878:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d87d1967. 00000100:00000001:2.0:1767384309.397881:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384309.397882:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384309.397884:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b6f9640a. 00000100:00000001:2.0:1767384309.397886:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384309.397888:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384309.397890:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1f77e5f. 00010000:00000001:2.0:1767384309.397893:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.397896:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.397897:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384309.397901:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384309.397903:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384309.397907:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384309.397956:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384309.397961:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384309.397965:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384309.397970:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384309.397973:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384309.397975:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384309.397984:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c6d84e1e already unused, calling callback (000000001ae2046b) 10000000:00000001:2.0:1767384309.397987:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384309.397989:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384309.398006:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384309.398007:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384309.398008:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384309.398010:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6d84e1e refcount=3 00000020:00000001:2.0:1767384309.398012:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:2.0:1767384309.398014:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:2.0:1767384309.398017:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384309.398019:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384309.398025:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384309.398026:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384309.398033:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384309.398036:0:17073:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384309.398038:0:17073:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384309.398041:0:17073:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384309.398044:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384309.398045:0:17073:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384309.398060:0:17073:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384309.398062:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384309.398063:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 10000000:00000001:2.0:1767384309.398065:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384309.398066:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.398069:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384309.398073:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384309.398075:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384309.398078:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384309.398080:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384309.398082:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c6d84e1e with handle 0x980286e253c5fb35 from hash 00010000:00000001:2.0:1767384309.398084:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384309.398085:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384309.398087:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384309.398092:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384309.398094:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384309.398096:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384309.398099:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384309.398101:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384309.398106:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000044c950f9. 00000020:00000040:2.0:1767384309.398109:0:17073:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384309.398112:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384309.398114:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384309.398117:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384309.398121:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d35cac9c. 00000100:00000001:2.0:1767384309.398125:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.398128:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384309.398131:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384309.398137:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384309.398139:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.398142:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384309.398145:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.398154:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044c950f9] to pc [ptlrpcd_00_03+3] req@0000000044c950f9 x1853236746133504/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384309.398185:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384309.398189:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384309.398191:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384309.398193:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.398196:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384309.398198:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384309.398201:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384309.398211:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384309.398214:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 00000000c6d84e1e/0x980286e253c5fb35 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fb3c expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384309.398234:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000400c8dbd count: 0 00010000:00000001:2.0:1767384309.398260:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384309.398264:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384309.398269:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000036e6a070. 00080000:00000010:3.0:1767384309.398272:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f68ee063. 00010000:00000001:2.0:1767384309.398276:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.398283:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384309.398285:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384309.398287:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384309.398291:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384309.398294:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384309.398301:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384309.398303:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384309.398307:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384309.398313:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384309.398326:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.398330:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384309.398335:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.398341:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384309.398356:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b73ee083. 00040000:00000001:2.0:1767384309.398363:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384309.398367:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384309.398371:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384309.398376:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384309.398380:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.398387:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384309.398390:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384309.398396:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384309.398402:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384309.398407:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000010:3.0:1767384309.398484:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f29f883b. 00000100:00000001:3.0:1767384309.398494:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384309.398497:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746133504 02000000:00000001:3.0:1767384309.398500:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384309.398510:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.398515:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.398521:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.398526:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746133504 00000020:00000001:3.0:1767384309.398530:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384309.398536:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384309.398540:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.398548:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000020:00000001:3.0:1767384309.398557:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384309.398563:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384309.398569:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384309.398573:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008533ddc4. 00000100:00000001:3.0:1767384309.398577:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000020:2.0:1767384309.398582:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000010:3.0:1767384309.398594:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008533ddc4. 00000100:00000001:2.0:1767384309.398595:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000010:3.0:1767384309.398620:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000959855df. 20000000:00000010:2.0:1767384309.398620:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001039bda2. 00000020:00000010:3.0:1767384309.398633:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab1dec5c. 20000000:00000001:2.0:1767384309.398634:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384309.398640:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026b11f29. 00010000:00000040:2.0:1767384309.398642:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746133248 00010000:00000001:2.0:1767384309.398651:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384309.398660:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000506e6cd9 x1853236746133248/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384309.398665:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384309.398673:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384309.398673:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384309.398677:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384309.398680:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384309.398683:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.398686:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384309.398686:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.398693:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:2.0:1767384309.398693:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=15 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384309.398698:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.398702:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=4 00000100:00000001:2.0:1767384309.398704:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384309.398706:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:3.0:1767384309.398711:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00000100:00000040:2.0:1767384309.398712:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00010000:3.0:1767384309.398719:0:17072:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fb35 expref: 16 pid: 17080 timeout: 380 lvb_type: 0 00000100:00000001:2.0:1767384309.398720:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384309.398730:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384309.398734:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.398738:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.398742:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384309.398743:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384309.398745:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.398749:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384309.398752:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384309.398756:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005639ad15. 00000100:00000200:2.0:1767384309.398763:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746133248, offset 224 00000100:00000001:3.0:1767384309.398765:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384309.398773:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006835a9ea x1853236746133504/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:290/0 lens 328/0 e 0 to 0 dl 1767384320 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384309.398775:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384309.398788:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384309.398792:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384309.398793:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384309.398802:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df01f00 00000100:00000001:3.0:1767384309.398806:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384309.398812:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11bd [2] + 224 00000400:00000200:2.0:1767384309.398821:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384309.398822:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384309.398826:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384309.398830:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384309.398838:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384309.398841:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384309.398844:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:3.0:1767384309.398847:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472396160 : -111508237155456 : ffff9a9577228380) 00000100:00000200:2.0:1767384309.398849:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384309.398859:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006835a9ea x1853236746133504/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:290/0 lens 328/0 e 0 to 0 dl 1767384320 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.398903:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384309.398905:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384309.398907:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008533ddc4. 00000100:00000001:3.0:1767384309.398916:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384309.398924:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008533ddc4. 00000100:00100000:3.0:1767384309.398939:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006835a9ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746133504:12345-0@lo:103: 00000100:00000200:3.0:1767384309.398943:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746133504 00000100:00000001:2.0:1767384309.398944:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384309.398947:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384309.398950:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384309.398954:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000200:2.0:1767384309.398955:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005639ad15 00000100:00000001:3.0:1767384309.398959:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384309.398961:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005639ad15. 02000000:00000001:3.0:1767384309.398963:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384309.398968:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fdd410b0. 00000100:00000001:2.0:1767384309.398970:0:17080:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384309.398975:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.398976:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.398985:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.398988:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.398989:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384309.398996:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:2.0:1767384309.399000:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384309.399004:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384309.399008:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384309.399009:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:3.0:1767384309.399016:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=4 00000020:00000001:2.0:1767384309.399017:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.399031:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00000020:00000001:2.0:1767384309.399032:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384309.399039:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000506e6cd9 x1853236746133248/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.399042:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000040:3.0:1767384309.399054:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c36aee38 count: 3 00010000:00010000:3.0:1767384309.399067:0:17072:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fb35 expref: 16 pid: 17080 timeout: 380 lvb_type: 0 00000100:00001000:3.0:1767384309.399113:0:17072:0:(import.c:2128:obd_at_measure()) add 0 to 0000000012e62d6c time=1767384309 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384309.399126:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384309.399134:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.399136:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384309.399144:0:17072:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x980286e253c5fb35 expref: 16 pid: 17080 timeout: 380 lvb_type: 0 00000100:00100000:2.0:1767384309.399144:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000506e6cd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746133248:12345-0@lo:253: Request processed in 5411us (5968us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384309.399177:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384309.399180:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384309.399187:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384309.399187:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000020:00000001:3.0:1767384309.399196:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.399200:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00010000:00000001:3.0:1767384309.399203:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384309.399212:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384309.399212:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384309.399225:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384309.399228:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384309.399232:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bef9c26d. 00010000:00000001:3.0:1767384309.399233:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.399240:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767384309.399243:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000967e9039. 00010000:00000001:3.0:1767384309.399245:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384309.399257:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058ab3b20 with handle 0x980286e253c5fb3c from hash 00000020:00000010:2.0:1767384309.399258:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0e48092. 00010000:00000001:3.0:1767384309.399263:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384309.399265:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.399268:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384309.399269:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00010000:00000001:3.0:1767384309.399272:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384309.399279:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1767384309.399281:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384309.399282:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1767384309.399287:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009bc64a35. 00010000:00010000:3.0:1767384309.399288:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb3c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x980286e253c5fb35 expref: 15 pid: 17080 timeout: 380 lvb_type: 0 02000000:00000001:2.0:1767384309.399298:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:3.0:1767384309.399299:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00000020:00000040:3.0:1767384309.399306:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:2.0:1767384309.399307:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.399313:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384309.399314:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384309.399316:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:2.0:1767384309.399321:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3448c67. 00010000:00000001:3.0:1767384309.399325:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384309.399328:0:17072:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000158f3d3f 00000400:00000010:2.0:1767384309.399329:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005639ad15. 00010000:00000001:3.0:1767384309.399330:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384309.399332:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384309.399337:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.399339:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384309.399341:0:17072:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.399343:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384309.399345:0:17072:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384309.399347:0:17072:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384309.399352:0:17072:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384309.399356:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:2.0:1767384309.399356:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384309.399366:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:2.0:1767384309.399366:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384309.399372:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000001:2.0:1767384309.399373:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1767384309.399375:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c36aee38) refcount = 2 00000400:00000001:2.0:1767384309.399378:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384309.399381:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dfb077f. 00010000:00010000:3.0:1767384309.399387:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384309.399390:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e154226 00000400:00000010:2.0:1767384309.399395:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e154226. 00000100:00000001:2.0:1767384309.399399:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384309.399406:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.399409:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384309.399414:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384309.399418:0:17072:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.399463:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384309.399471:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008533ddc4. 00000100:00000200:2.0:1767384309.399474:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.399477:0:17072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384309.399482:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e154226. 00000100:00000001:3.0:1767384309.399490:0:17072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632564829346816 : -111508880204800 : ffff9a9550ce5c00) 00000100:00000001:3.0:1767384309.399497:0:17072:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632564829346816 : -111508880204800 : ffff9a9550ce5c00) 00000100:00000001:3.0:1767384309.399502:0:17072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384309.399504:0:17072:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1767384309.399504:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384309.399514:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:2.0:1767384309.399515:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384309.399517:0:17072:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384309.399523:0:17072:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00000100:00000001:2.0:1767384309.399523:0:16355:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384309.399531:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384309.399532:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384309.399534:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.399549:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=5 00000100:00000001:2.0:1767384309.399549:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384309.399557:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00000100:00000001:2.0:1767384309.399558:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.399563:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 02000000:00000001:2.0:1767384309.399566:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.399567:0:17072:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384309.399570:0:17072:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384309.399574:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=15 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384309.399581:0:17072:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00001000:2.0:1767384309.399583:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=15 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384309.399584:0:17072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384309.399597:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384309.399599:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.399613:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384309.399615:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384309.399616:0:17072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384309.399624:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384309.399626:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384309.399629:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.399629:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.399638:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384309.399639:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384309.399640:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384309.399649:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000158f3d3f already unused, calling callback (000000004feed035) 00000100:00000040:2.0:1767384309.399651:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.399653:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384309.399656:0:17072:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384309.399659:0:17072:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384309.399686:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384309.399688:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384309.399691:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.399697:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=6 00000100:00000001:2.0:1767384309.399699:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384309.399700:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384309.399711:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00000100:00000001:2.0:1767384309.399712:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384309.399719:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.399720:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:01000004:2.0:1767384309.399725:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:3.0:1767384309.399730:0:17072:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384309.399731:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384309.399736:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384309.399742:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384309.399751:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:01000004:2.0:1767384309.399751:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384309.399756:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:01000004:2.0:1767384309.399758:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:3.0:1767384309.399759:0:17072:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384309.399763:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384309.399765:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384309.399767:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384309.399770:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.399776:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384309.399781:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384309.399790:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1767384309.399794:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000285b843c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746133248:0@lo:253: 00010000:00000001:3.0:1767384309.399795:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384309.399803:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000158f3d3f with handle 0x980286e253c5fb43 from hash 00010000:00000001:3.0:1767384309.399812:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384309.399813:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.399814:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.399819:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384309.399821:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384309.399822:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384309.399826:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384309.399830:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000285b843c x1853236746133248/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.399831:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384309.399837:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384309.399841:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.399852:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.399864:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384309.399869:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384309.399878:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.399883:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384309.399884:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384309.399890:0:17072:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.399891:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384309.399902:0:17072:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384309.399903:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008b89e932. 00010000:00000001:3.0:1767384309.399916:0:17072:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.399919:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:3.0:1767384309.399926:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384309.399933:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384309.399941:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384309.399942:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00010000:00000001:3.0:1767384309.399947:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.399950:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:2.0:1767384309.399951:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384309.399954:0:17072:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000010:2.0:1767384309.399956:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a0afe9ce. 00010000:00000001:3.0:1767384309.399957:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384309.399961:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.399965:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384309.399968:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.399971:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384309.399974:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384309.399976:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b843c. 20000000:00000001:3.0:1767384309.399980:0:17072:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.399986:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384309.399986:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:3.0:1767384309.399996:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fb43 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384309.399996:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.400006:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.400020:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384309.400022:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384309.400024:0:17072:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.400024:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.400036:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:2.0:1767384309.400038:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384309.400039:0:17072:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384309.400045:0:17072:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.400046:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.400053:0:17072:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.400057:0:17072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384309.400059:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002e154226. 00000100:00000001:3.0:1767384309.400062:0:17072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384309.400064:0:17072:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384309.400065:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008533ddc4. 00010000:00000001:3.0:1767384309.400067:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384309.400068:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c36aee38 count: 0 00010000:00010000:3.0:1767384309.400072:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384309.400073:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.400077:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384309.400079:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384309.400081:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384309.400084:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384309.400086:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384309.400088:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384309.400090:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384309.400092:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.400094:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384309.400096:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384309.400098:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000100:00000200:3.0:1767384309.400101:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746133504, offset 224 00000400:00000200:3.0:1767384309.400105:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384309.400113:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384309.400119:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df02000 00000400:00000200:3.0:1767384309.400124:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x11dd [1] + 224 00000400:00000200:3.0:1767384309.400132:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.400137:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384309.400140:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384309.400145:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000044c950f9 x1853236746133504/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384309.400152:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000044c950f9 x1853236746133504/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.400166:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384309.400170:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:3.0:1767384309.400172:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000100:00000001:3.0:1767384309.400174:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384309.400176:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.400180:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.400185:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384309.400189:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.400193:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.400195:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006835a9ea x1853236746133504/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:290/0 lens 328/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384309.400217:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006835a9ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746133504:12345-0@lo:103: Request processed in 1310us (1821us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384309.400237:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384309.400242:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384309.400249:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384309.400255:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384309.400262:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab1dec5c. 00000020:00000010:3.0:1767384309.400270:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026b11f29. 00000020:00000010:3.0:1767384309.400278:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000959855df. 00000020:00000040:3.0:1767384309.400288:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:3.0:1767384309.400293:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384309.403489:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294898167, at 4294898168 00000100:00000040:2.0:1767384309.403491:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294898167, at 4294898168 00000100:00000010:3.0:1767384309.403500:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b59e3cd1. 00000100:00000010:2.0:1767384309.403503:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b2a345c. 00000100:00000040:1.0:1767384309.404474:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294898167, at 4294898169 00000100:00000010:1.0:1767384309.404482:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b8ea681. 00010000:00000010:2.1:1767384309.405466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000400c8dbd. 00010000:00000010:2.1:1767384309.405474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6d84e1e. 00010000:00000010:3.1:1767384309.410483:0:18909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058ab3b20. 00010000:00000010:3.1:1767384309.410501:0:18909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 00010000:00000010:3.1:1767384309.410516:0:18909:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c36aee38. 00000400:00000010:1.0:1767384309.412255:0:18908:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006ca07626. 00000400:00000040:1.0:1767384309.412272:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384309.412275:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384309.412277:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384309.412279:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384309.412282:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384309.412283:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384309.412285:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384309.412287:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384309.412289:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384309.412291:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384309.412293:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384309.412295:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384309.412297:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384309.412299:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384309.412299:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384309.412302:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384309.412304:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384309.412305:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384309.412308:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384309.412311:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384309.412312:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384309.412314:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384309.412315:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384309.412316:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384309.412316:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384309.412319:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384309.412320:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384309.412323:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384309.412324:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384309.412326:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384309.412327:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384309.412328:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384309.412334:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384309.412335:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384309.412336:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384309.412337:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384309.412339:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384309.412341:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384309.412343:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384309.412345:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384309.412346:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384309.412346:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384309.412347:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384309.412348:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384309.412349:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384309.412350:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384309.412351:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384309.412352:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384309.412353:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384309.412354:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384309.412355:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384309.412356:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384309.412357:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384309.412358:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384309.412359:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384309.412360:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384309.412361:0:18908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384309.412373:0:18908:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006ca07626. 00000100:00000040:1.0:1767384309.923526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384309.923528:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:1.0:1767384309.923534:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:3.0:1767384309.923543:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384309.923544:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b1cdaa5. 00000020:00000040:1.0:1767384309.923552:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000010:3.0:1767384309.923555:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000452ae1ba. 00000100:00000001:1.0:1767384309.923558:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1767384309.923569:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384309.923570:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384309.923579:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384309.923579:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.923586:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384309.923591:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005660ded0. 02000000:00000001:3.0:1767384309.923592:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384309.923616:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e890466d. 00000100:00000001:3.0:1767384309.923628:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.923645:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.923646:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384309.923652:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.923659:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384309.923664:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000452ae1ba] to pc [ptlrpcd_00_00+0] req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.923713:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384309.923716:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384309.923721:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.923727:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b1cdaa5] to pc [ptlrpcd_00_01+1] req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.923736:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.923738:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384309.923741:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.923744:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384309.923745:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384309.923745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384309.923757:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384309.923758:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384309.923758:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384309.923771:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000271fd986. 00000100:00000040:3.0:1767384309.923773:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384309.923774:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384309.923782:0:38:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384309.923797:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384309.923803:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384309.923812:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384309.923825:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9749d98. 00000100:00000001:3.0:1767384309.923827:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384309.923836:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.923838:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.923840:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384309.923844:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384309.923845:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.923848:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384309.923849:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384309.923854:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384309.923857:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.923860:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384309.923872:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b1cdaa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746133760:0@lo:400: 02000000:00000001:2.0:1767384309.923875:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384309.923888:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000452ae1ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746133632:0@lo:13: 00000100:00000001:1.0:1767384309.923891:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384309.923892:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384309.923896:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.923901:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384309.923903:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384309.923906:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000271fd986] to pc [ptlrpcd_00_02+2] req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384309.923908:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384309.923909:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.923918:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.923919:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384309.923929:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384309.923930:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acc0a7f5. 02000000:00000001:3.0:1767384309.923938:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384309.923940:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000062d1b3c4. 02000000:00000001:2.0:1767384309.923944:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384309.923946:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fec1f30. 00000100:00000001:1.0:1767384309.923946:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384309.923951:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000357b7a6e. 00000100:00000040:1.0:1767384309.923959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384309.923963:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384309.923966:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000400:00000010:2.0:1767384309.923966:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8229a42. 00000100:00000010:1.0:1767384309.923967:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d52d96dd. 00000020:00000040:1.0:1767384309.923977:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384309.923979:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767384309.923980:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746133760, portal 25 02000000:00000001:1.0:1767384309.923981:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767384309.923983:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746133632, portal 4 02000000:00000001:1.0:1767384309.923986:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.923987:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767384309.923993:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000068955f80. 00000100:00000001:2.0:1767384309.923996:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384309.924002:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317030272 : -111508392521344 : ffff9a956ddfd180) 00000100:00000001:2.0:1767384309.924002:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609945216 : -111508099606400 : ffff9a957f555880) 00000100:00000001:1.0:1767384309.924003:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.924029:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384309.924029:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384309.924030:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.924103:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384309.924113:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384309.924113:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384309.924121:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384309.924122:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.924134:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384309.924136:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000400:00000010:2.0:1767384309.924140:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec0581fd. 00000100:00000040:1.0:1767384309.924140:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d52d96dd] to pc [ptlrpcd_00_03+3] req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384309.924149:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746133760, offset 0 00000100:00000200:2.0:1767384309.924151:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746133632, offset 0 00000100:00000001:1.0:1767384309.924164:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.924167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384309.924175:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384309.924178:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384309.924183:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079d269ad. 00000020:00000040:1.0:1767384309.924186:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384309.924187:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384309.924191:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384309.924194:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384309.924198:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384309.924198:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384309.924213:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384309.924213:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9df3ff7. 00000100:00000001:1.0:1767384309.924220:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.924227:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df02100 00000100:00000040:1.0:1767384309.924228:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384309.924235:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df02080 00000100:00000001:1.0:1767384309.924249:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384309.924250:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1c5 [2] + 0 00000100:00000001:1.0:1767384309.924257:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384309.924259:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3f680c2. 00000100:00000040:1.0:1767384309.924264:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d269ad] to pc [ptlrpcd_00_00+0] req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.924267:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a0cc120 00000400:00000200:3.0:1767384309.924277:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384309.924278:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 224 00000100:00000001:1.0:1767384309.924281:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.924295:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (236) 00000400:00000200:3.0:1767384309.924296:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384309.924297:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.924316:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0cc120 00000400:00000200:2.0:1767384309.924317:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384309.924317:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384309.924326:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384309.924328:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a0cc120. 00000100:00000001:1.0:1767384309.924335:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384309.924339:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384309.924340:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384309.924340:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384309.924343:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384309.924345:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:3.0:1767384309.924355:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000677cd016 x1853236746133760 msgsize 224 00000100:00000010:2.0:1767384309.924357:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000019b4ffd. 00000100:00000040:2.0:1767384309.924368:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000019b4ffd x1853236746133632 msgsize 224 00000100:00000001:1.0:1767384309.924375:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384309.924383:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384309.924383:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.924391:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384309.924393:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384309.924394:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384309.924403:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384309.924409:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.924411:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384309.924414:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746133888:0@lo:400: 00000100:00000001:2.0:1767384309.924415:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384309.924422:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384309.924426:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384309.924428:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.924432:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384309.924436:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1fc0930. 00000400:00000200:3.0:1767384309.924466:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 02000000:00000001:1.0:1767384309.924468:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384309.924472:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000400:00000010:1.0:1767384309.924476:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7dc92e4. 00000100:00000001:3.0:1767384309.924478:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384309.924487:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef766825. 00000100:00000200:3.0:1767384309.924488:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384309.924489:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec0581fd 00000400:00000010:2.0:1767384309.924496:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec0581fd. 00000100:00000001:2.0:1767384309.924508:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384309.924511:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746133888, portal 4 00000100:00000001:3.0:1767384309.924514:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384309.924518:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.924520:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384309.924525:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317031168 : -111508392520448 : ffff9a956ddfd500) 00000100:00000040:3.0:1767384309.924526:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384309.924544:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.924575:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384309.924589:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.924597:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.924620:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384309.924623:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384309.924632:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384309.924635:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384309.924638:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000001:2.0:1767384309.924639:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384309.924649:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746133888, offset 0 00000100:00000001:2.0:1767384309.924651:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.924656:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294898693 00000100:00000001:2.0:1767384309.924660:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384309.924664:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384309.924665:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f88d96. 00000100:00000040:2.0:1767384309.924668:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5138 usecs (6 jiffies) 00000100:00000001:2.0:1767384309.924676:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898695 00000400:00000200:1.0:1767384309.924678:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384309.924679:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384309.924694:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294898693 00000100:00000010:3.0:1767384309.924699:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e699c263. 00000100:00000001:2.0:1767384309.924701:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294898693 00000400:00000200:1.0:1767384309.924701:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df02180 00000100:00000001:3.0:1767384309.924709:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384309.924713:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898695 00000400:00000200:1.0:1767384309.924714:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 1648 00000100:00000001:3.0:1767384309.924716:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294898693 00000100:00000001:2.0:1767384309.924724:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294898693 00000100:00000010:3.0:1767384309.924728:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0f39133. 00000400:00000200:1.0:1767384309.924730:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384309.924732:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898695 00000100:00000001:3.0:1767384309.924737:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384309.924746:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384309.924748:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294898693 00000100:00000010:3.0:1767384309.924752:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000731974ee. 00000100:00000001:2.0:1767384309.924753:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294898693 00000100:00000001:1.0:1767384309.924754:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384309.924764:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767384309.924764:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384309.924767:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898695 00000100:00000010:1.0:1767384309.924780:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d9767ef. 00000100:00000001:3.0:1767384309.924781:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384309.924783:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294898693 00000100:00000040:1.0:1767384309.924794:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000004d9767ef x1853236746133888 msgsize 224 00000100:00000001:3.0:1767384309.924798:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.924802:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.924805:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.924809:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.924816:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384309.924817:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384309.924820:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.924827:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.924832:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384309.924834:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384309.924837:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384309.924839:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384309.924843:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000100:00000001:2.0:1767384309.924851:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384309.924852:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000001:3.0:1767384309.924853:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.924859:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384309.924860:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.924866:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.924867:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384309.924869:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384309.924873:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384309.924874:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384309.924879:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384309.924892:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.924894:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384309.924903:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384309.924904:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.924906:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.924914:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384309.924920:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.924922:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.924926:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.924928:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384309.924935:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079d269ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236746134144:0@lo:400: 00000100:00000001:3.0:1767384309.924940:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384309.924942:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384309.924942:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.924953:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746133760 02000000:00000001:2.0:1767384309.924955:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384309.924956:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5138 usecs (6 jiffies) 02000000:00000001:3.0:1767384309.924964:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384309.924966:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.924967:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898695 00000100:00000001:3.0:1767384309.924974:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384309.924975:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384309.924976:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294898695 00000100:00000001:3.0:1767384309.924982:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384309.924983:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044d5f81c. 00000100:00000001:1.0:1767384309.924984:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898695 02000000:00000001:3.0:1767384309.924989:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.924990:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294898695 02000000:00000001:2.0:1767384309.924991:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.925010:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898695 00000100:00100000:3.0:1767384309.925012:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746133760 00000400:00000010:2.0:1767384309.925013:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3e1f5a1. 00000020:00000001:3.0:1767384309.925021:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384309.925021:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294898695 00000400:00000010:2.0:1767384309.925028:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec0581fd. 00000020:00000040:3.0:1767384309.925029:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:1.0:1767384309.925031:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898695 00000020:00000001:3.0:1767384309.925037:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384309.925040:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746134144, portal 10 00000100:00000001:1.0:1767384309.925040:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294898695 00000020:00000040:3.0:1767384309.925041:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:3.0:1767384309.925054:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384309.925054:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384309.925055:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384309.925060:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317027584 : -111508392524032 : ffff9a956ddfc700) 00000100:00000001:1.0:1767384309.925061:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.925073:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.925077:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384309.925077:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384309.925082:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.925094:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384309.925094:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.925095:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384309.925101:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384309.925102:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3d9ce33. 00000100:00000040:2.0:1767384309.925103:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384309.925113:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411040c6. 00000100:00000001:3.0:1767384309.925122:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.925123:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384309.925124:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746134144, offset 0 00000100:00000001:1.0:1767384309.925129:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384309.925136:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384309.925138:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3d9ce33. 00000400:00000200:2.0:1767384309.925149:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384309.925150:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000010:3.0:1767384309.925153:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000959855df. 00000100:00000001:1.0:1767384309.925155:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384309.925168:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384309.925171:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab1dec5c. 00000100:00000001:1.0:1767384309.925171:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384309.925180:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384309.925181:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df02280 00000020:00000010:3.0:1767384309.925183:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026b11f29. 00000100:00000001:1.0:1767384309.925186:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384309.925197:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000100:00000001:1.0:1767384309.925198:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384309.925202:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384309.925203:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384309.925205:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384309.925213:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384309.925218:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.925219:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384309.925221:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384309.925226:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.925232:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384309.925238:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384309.925242:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384309.925244:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384309.925245:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000587b63d6. 00000100:00000001:1.0:1767384309.925246:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.925254:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000587b63d6 x1853236746134144 msgsize 224 02000000:00000001:1.0:1767384309.925255:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384309.925262:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384309.925262:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384309.925276:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384309.925277:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384309.925283:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746134016:0@lo:400: 00000100:00000001:1.0:1767384309.925288:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384309.925290:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384309.925291:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384309.925292:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384309.925293:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384309.925295:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.925304:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384309.925308:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000400:00000200:2.0:1767384309.925308:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411040c6 02000000:00000010:1.0:1767384309.925311:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0f8d90f. 00000100:00000040:3.0:1767384309.925317:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000400:00000010:2.0:1767384309.925319:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411040c6. 02000000:00000001:1.0:1767384309.925319:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.925331:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609677904 : -111508099873712 : ffff9a957f514450) 00000400:00000010:1.0:1767384309.925335:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025f23724. 00000100:00000001:2.0:1767384309.925336:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384309.925342:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000677cd016 x1853236746133760/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:290/0 lens 224/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384309.925346:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000200:2.0:1767384309.925349:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384309.925360:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746134016, portal 10 00000100:00000001:1.0:1767384309.925372:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384309.925379:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317028480 : -111508392523136 : ffff9a956ddfca80) 00000100:00000001:3.0:1767384309.925394:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384309.925400:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384309.925401:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3d9ce33. 00000100:00000001:2.0:1767384309.925402:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384309.925416:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384309.925417:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.925418:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384309.925486:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384309.925490:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000100:00000200:1.0:1767384309.925494:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746134016, offset 0 00000400:00000200:1.0:1767384309.925505:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384309.925520:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384309.925533:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df02200 00000400:00000200:1.0:1767384309.925538:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000400:00000200:1.0:1767384309.925542:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384309.925546:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384309.925552:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384309.925559:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384309.925563:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092791d16. 00000100:00000040:1.0:1767384309.925565:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000092791d16 x1853236746134016 msgsize 224 00000100:00100000:1.0:1767384309.925575:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384309.925589:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384309.925614:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000400:00000010:1.0:1767384309.925618:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000100:00000001:1.0:1767384309.925625:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384309.925636:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.925654:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384309.925664:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.925674:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.925679:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384309.925696:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.925706:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2418 usecs (3 jiffies) 00000100:00000001:1.0:1767384309.925710:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898693 00000100:00000001:1.0:1767384309.925714:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294898695 00000100:00000001:1.0:1767384309.925720:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898693 00000100:00000001:1.0:1767384309.925724:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294898695 00000100:00000001:1.0:1767384309.925728:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898693 00000100:00000001:1.0:1767384309.925732:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294898695 00000100:00000001:1.0:1767384309.925737:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898693 00000100:00000001:1.0:1767384309.925740:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294898695 00000100:00000001:1.0:1767384309.925742:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.925749:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.925756:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.925763:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.925812:0:18314:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384309.925818:0:18314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746134144 02000000:00000001:1.0:1767384309.925832:0:18314:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384309.925836:0:18314:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384309.925840:0:18314:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.925845:0:18314:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384309.925848:0:18314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746134144 00000020:00000001:1.0:1767384309.925851:0:18314:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384309.925854:0:18314:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000001:1.0:1767384309.925858:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384309.925861:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000020:00000001:1.0:1767384309.925864:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:1.0:1767384309.925868:0:18314:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:1.0:1767384309.925875:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384309.925882:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1841d6a. 00000020:00000010:1.0:1767384309.925889:0:18314:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002e8c46ca. 00000020:00000040:1.0:1767384309.925904:0:18314:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:1.0:1767384309.925911:0:18314:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384309.925918:0:18314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037b76e59. 00000020:00000010:1.0:1767384309.925924:0:18314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f0a24a6. 00000020:00000010:1.0:1767384309.925932:0:18314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006213bd5a. 00000100:00000040:1.0:1767384309.925952:0:18314:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384309.925958:0:18314:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384309.925961:0:18314:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384309.925965:0:18314:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.925976:0:18314:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384309.925981:0:18314:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384309.925985:0:18314:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384309.925996:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3d9ce33. 00000100:00000001:1.0:1767384309.925997:0:18314:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384309.926026:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000677cd016 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746133760:12345-0@lo:400: 00000100:00000001:1.0:1767384309.926029:0:18314:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384309.926037:0:18314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746134016 00000100:00000200:3.0:1767384309.926051:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746133760 02000000:00000001:1.0:1767384309.926053:0:18314:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384309.926062:0:18314:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384309.926064:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384309.926073:0:18314:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.926076:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384309.926077:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.926079:0:18314:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.926089:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384309.926091:0:18314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746134016 00000100:00000001:2.0:1767384309.926092:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384309.926094:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384309.926100:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.926100:0:18314:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384309.926101:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000100:00000040:2.0:1767384309.926106:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3466 usecs (4 jiffies) 00000020:00000040:1.0:1767384309.926122:0:18314:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000020:00000001:3.0:1767384309.926124:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384309.926125:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294898694 00000020:00000001:3.0:1767384309.926133:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384309.926133:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384309.926137:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294898695 00000020:00000040:1.0:1767384309.926142:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000020:00000001:3.0:1767384309.926148:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384309.926148:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294898694 00000020:00000001:1.0:1767384309.926152:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000020:00000001:3.0:1767384309.926156:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384309.926159:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294898695 00000020:00000001:3.0:1767384309.926164:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.926164:0:18314:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:2.0:1767384309.926166:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294898694 00000020:00000001:3.0:1767384309.926183:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384309.926185:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294898695 00000100:00000001:1.0:1767384309.926185:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384309.926196:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384309.926196:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294898694 00000020:00000010:1.0:1767384309.926197:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7e55cf2. 02000000:00000001:3.0:1767384309.926210:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384309.926211:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294898695 00000100:00000001:1.0:1767384309.926212:0:18314:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384309.926221:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dfd666fa. 00000100:00000001:2.0:1767384309.926222:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384309.926223:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7e55cf2. 02000000:00000001:3.0:1767384309.926231:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.926234:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.926236:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384309.926237:0:18314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000235c98c1. 00000100:00000001:2.0:1767384309.926240:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384309.926252:0:18314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caacf937. 00000020:00000001:3.0:1767384309.926253:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.926254:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384309.926266:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746133760 00000020:00000010:1.0:1767384309.926267:0:18314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c22b287. 00000100:00000001:2.0:1767384309.926270:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.926280:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384309.926282:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384309.926283:0:18314:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384309.926289:0:18314:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384309.926292:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384309.926293:0:18314:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384309.926294:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000677cd016 x1853236746133760/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.926297:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384309.926300:0:18314:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384309.926306:0:18314:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384309.926307:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.926312:0:18314:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.926319:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.926328:0:18314:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.926342:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384309.926351:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.926353:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384309.926353:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384309.926362:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1767384309.926366:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=15 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384309.926368:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746133632 00000100:00100000:1.0:1767384309.926378:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 02000000:00000001:2.0:1767384309.926379:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384309.926389:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.926390:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384309.926391:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000001:2.0:1767384309.926400:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.926401:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608792960 : -111508100758656 : ffff9a957f43c380) 00000100:00000040:3.0:1767384309.926402:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 02000000:00000001:2.0:1767384309.926407:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.926414:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00100000:2.0:1767384309.926417:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746133632 00000100:00000040:1.0:1767384309.926420:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000587b63d6 x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:290/0 lens 224/0 e 0 to 0 dl 1767384320 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384309.926467:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384309.926471:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.926486:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384309.926496:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384309.926504:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384309.926505:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7e55cf2. 00000400:00000010:3.0:1767384309.926510:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000100:00000001:1.0:1767384309.926511:0:18314:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384309.926523:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7e55cf2. 00000100:00000200:3.0:1767384309.926525:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746133760, offset 224 00000020:00000001:2.0:1767384309.926527:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384309.926534:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00100000:1.0:1767384309.926537:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000587b63d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236746134144:12345-0@lo:400: 00000020:00000001:2.0:1767384309.926542:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384309.926549:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=9 00000400:00000200:3.0:1767384309.926553:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384309.926558:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746134144 00000020:00000001:2.0:1767384309.926563:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:2.0:1767384309.926573:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:1.0:1767384309.926573:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384309.926582:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384309.926583:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384309.926585:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384309.926593:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384309.926616:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f283f19. 00000020:00000001:1.0:1767384309.926617:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384309.926619:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df02100 00000020:00000001:1.0:1767384309.926622:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000001:2.0:1767384309.926628:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384309.926637:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384309.926642:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f283f19. 00000020:00000001:1.0:1767384309.926645:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.926647:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x11f1 [1] + 224 00000020:00000001:1.0:1767384309.926656:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384309.926659:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002beb4f7c. 00000400:00000200:3.0:1767384309.926660:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384309.926660:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384309.926670:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.926675:0:18314:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384309.926676:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bef9c26d. 00000400:00000200:3.0:1767384309.926680:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384309.926680:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384309.926684:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000967e9039. 02000000:00000001:1.0:1767384309.926689:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384309.926702:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000078e79a8. 00000100:00000001:3.0:1767384309.926705:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384309.926705:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:1.0:1767384309.926707:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.926712:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384309.926715:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.926717:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384309.926720:0:18314:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384309.926722:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.926723:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384309.926730:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746134144 00000100:00000001:2.0:1767384309.926738:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.926745:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384309.926755:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384309.926759:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000587b63d6 x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.926774:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384309.926781:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384309.926799:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384309.926805:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384309.926810:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 2 00000100:00000001:2.0:1767384309.926821:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608802816 : -111508100748800 : ffff9a957f43ea00) 00010000:00000001:1.0:1767384309.926827:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384309.926835:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.926841:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000019b4ffd x1853236746133632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:290/0 lens 224/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384309.926849:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384309.926871:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384309.926881:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:1.0:1767384309.926897:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:3.0:1767384309.926902:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384309.926905:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384309.926912:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.926915:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384309.926916:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000100:00000001:1.0:1767384309.926917:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384309.926923:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f283f19. 00000400:00000010:3.0:1767384309.926927:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000100:00000001:2.0:1767384309.926931:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384309.926932:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384309.926939:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384309.926941:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f283f19. 00000400:00000010:1.0:1767384309.926942:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000100:00000001:3.0:1767384309.926949:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384309.926952:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746134144, offset 224 00000100:00000001:3.0:1767384309.926958:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384309.926969:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000019b4ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:16353:x1853236746133632:12345-0@lo:13: 00000400:00000200:1.0:1767384309.926971:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384309.926975:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384309.926992:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384309.926993:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746133632 00000400:00000200:1.0:1767384309.926994:0:18314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384309.927002:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.927003:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384309.927013:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384309.927014:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384309.927017:0:18314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df02280 00000020:00000001:2.0:1767384309.927021:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.927030:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000677cd016 x1853236746133760/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384309.927032:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384309.927039:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000400:00000200:1.0:1767384309.927046:0:18314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1209 [1] + 224 00000020:00000001:2.0:1767384309.927047:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384309.927054:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384309.927069:0:18314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384309.927073:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384309.927080:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000001:2.0:1767384309.927081:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384309.927088:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384309.927094:0:18314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384309.927100:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000677cd016 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746133760:12345-0@lo:400: Request processed in 1693us (2731us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384309.927101:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384309.927103:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:1.0:1767384309.927104:0:18314:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384309.927110:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384309.927113:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317032960 : -111508392518656 : ffff9a956ddfdc00) 02000000:00000010:2.0:1767384309.927120:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000db26237e. 00000100:00000200:1.0:1767384309.927120:0:18314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384309.927131:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384309.927136:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092791d16 x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:290/0 lens 224/0 e 0 to 0 dl 1767384320 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384309.927141:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000001:2.0:1767384309.927144:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.927156:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00002000:00000001:2.0:1767384309.927158:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384309.927168:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1767384309.927168:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:1.0:1767384309.927169:0:18314:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.927179:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384309.927179:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384309.927180:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:3.0:1767384309.927193:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab1dec5c. 00000020:00000010:0.0:1767384309.927193:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011ba0192. 00000020:00000001:2.0:1767384309.927199:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.927200:0:18314:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384309.927213:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026b11f29. 00002000:00000024:2.0:1767384309.927215:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:1.0:1767384309.927215:0:18314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000100:00000001:0.0:1767384309.927215:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384309.927227:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000959855df. 00000400:00000010:1.0:1767384309.927228:0:18314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000020:00000010:0.0:1767384309.927228:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011ba0192. 00000020:00000020:2.0:1767384309.927229:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384309.927245:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000020:00000040:3.0:1767384309.927246:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:1.0:1767384309.927247:0:18314:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384309.927252:0:18314:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384309.927257:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092791d16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746134016:12345-0@lo:400: 00002000:00000020:2.0:1767384309.927261:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 02000000:00000001:3.0:1767384309.927264:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384309.927264:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746134016 00002000:00000001:2.0:1767384309.927266:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384309.927266:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384309.927274:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dfd666fa. 00000001:00000001:2.0:1767384309.927276:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1767384309.927277:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384309.927279:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 02000000:00000001:3.0:1767384309.927280:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:2.0:1767384309.927280:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.927284:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384309.927288:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1767384309.927290:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.927292:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384309.927292:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384309.927294:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853236746133632 00000100:00000200:3.0:1767384309.927295:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384309.927297:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.927300:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384309.927307:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb49037e. 00000020:00000001:0.0:1767384309.927307:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00010000:00000001:2.0:1767384309.927309:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384309.927309:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384309.927322:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384309.927324:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040c3f1a8. 00000020:00000001:0.0:1767384309.927327:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384309.927328:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000019b4ffd x1853236746133632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:290/0 lens 224/368 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384309.927329:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000587b63d6 x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384309.927330:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384309.927336:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384309.927342:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.927348:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384309.927353:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384309.927360:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384309.927366:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005da6a5f2. 00000100:00000001:3.0:1767384309.927368:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.927377:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384309.927378:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.927380:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384309.927388:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000587b63d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236746134144:12345-0@lo:400: Request processed in 885us (2125us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384309.927389:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.927391:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384309.927392:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384309.927404:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767384309.927405:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=5 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384309.927405:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384309.927408:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000010:3.0:1767384309.927414:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fec1f30. 00010000:00000040:0.0:1767384309.927416:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746134016 00000100:00000040:1.0:1767384309.927419:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000100:00000001:2.0:1767384309.927421:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384309.927460:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384309.927461:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384309.927464:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:1.0:1767384309.927466:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384309.927471:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384309.927472:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 02000000:00000001:2.0:1767384309.927474:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384309.927474:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f0a24a6. 00010000:00000001:0.0:1767384309.927474:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:3.0:1767384309.927484:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000020:00000010:1.0:1767384309.927486:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006213bd5a. 00000100:00000001:2.0:1767384309.927487:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:0.0:1767384309.927488:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092791d16 x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.927497:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384309.927499:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384309.927500:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037b76e59. 00000100:00000200:3.0:1767384309.927507:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384309.927508:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411040c6. 00000020:00000040:1.0:1767384309.927510:0:18314:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:1.0:1767384309.927521:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384309.927531:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746133632, offset 224 00010000:00000001:0.0:1767384309.927531:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384309.927539:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384309.927551:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384309.927553:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=9 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384309.927554:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384309.927558:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384309.927575:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384309.927576:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384309.927581:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:1.0:1767384309.927588:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384309.927589:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000400:00000001:1.0:1767384309.927598:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384309.927618:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7dc92e4. 00000100:00000001:0.0:1767384309.927618:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:3.0:1767384309.927620:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384309.927628:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384309.927630:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df02080 00000400:00000200:1.0:1767384309.927630:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef766825 02000000:00000001:0.0:1767384309.927630:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384309.927651:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384309.927654:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384309.927656:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef766825. 02000000:00000001:3.0:1767384309.927660:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384309.927663:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384309.927664:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384309.927665:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384309.927671:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x11f5 [1] + 224 00000100:00000001:3.0:1767384309.927676:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384309.927680:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384309.927683:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384309.927686:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384309.927690:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384309.927695:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000501d110c. 00000400:00000200:2.0:1767384309.927701:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384309.927706:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=15 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384309.927708:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746134016, offset 224 00000100:00000001:2.0:1767384309.927714:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384309.927726:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=15 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384309.927728:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384309.927738:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384309.927738:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384309.927742:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384309.927749:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.927766:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384309.927767:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384309.927776:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.927788:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.927797:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384309.927802:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df02200 00000100:00000001:1.0:1767384309.927803:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384309.927806:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384309.927807:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.927814:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384309.927820:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384309.927827:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1211 [1] + 224 00000100:00000001:1.0:1767384309.927828:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384309.927834:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.927845:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384309.927853:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384309.927857:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384309.927875:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=5 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384309.927877:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384309.927894:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384309.927896:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.927896:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384309.927901:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384309.927903:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384309.927904:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.927910:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384309.927912:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384309.927915:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411040c6 00000100:00000001:3.0:1767384309.927916:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384309.927925:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384309.927926:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411040c6. 00000100:00000040:3.0:1767384309.927933:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.927936:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384309.927943:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384309.927949:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.927966:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000040:0.0:1767384309.927970:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384309.927980:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384309.927989:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.927995:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.927999:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384309.928009:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384309.928016:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b1cdaa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746133760:0@lo:400: 00000100:00000040:2.0:1767384309.928016:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000019b4ffd x1853236746133632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:290/0 lens 224/368 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.928017:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384309.928018:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:1.0:1767384309.928028:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767384309.928029:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501d110c 00000100:00000001:1.0:1767384309.928032:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384309.928036:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000501d110c. 00000100:00000040:1.0:1767384309.928048:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.928048:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384309.928055:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.928057:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.928061:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.928074:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384309.928075:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384309.928078:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00100000:2.0:1767384309.928081:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000019b4ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16353:x1853236746133632:12345-0@lo:13: Request processed in 1161us (3705us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384309.928084:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b1cdaa5 x1853236746133760/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.928087:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384309.928089:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384309.928091:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384309.928094:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.928105:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384309.928112:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384309.928116:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092791d16 x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.928120:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384309.928134:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:2.0:1767384309.928145:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384309.928150:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384309.928158:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bef9c26d. 00000100:00000001:3.0:1767384309.928164:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767384309.928168:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000967e9039. 02000000:00000001:3.0:1767384309.928171:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384309.928182:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acc0a7f5. 00000020:00000010:2.0:1767384309.928183:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002beb4f7c. 00000100:00100000:1.0:1767384309.928185:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746133888:0@lo:400: 00000100:00100000:0.0:1767384309.928190:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092791d16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746134016:12345-0@lo:400: Request processed in 1005us (2617us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384309.928194:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767384309.928198:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 7 00000020:00000001:3.0:1767384309.928202:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384309.928205:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384309.928206:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384309.928207:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.928214:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384309.928218:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384309.928223:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005660ded0. 00000100:00000040:1.0:1767384309.928225:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000271fd986 x1853236746133888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384309.928232:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 02000000:00000001:3.0:1767384309.928238:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384309.928240:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 02000000:00000001:3.0:1767384309.928244:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384309.928249:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:3.0:1767384309.928251:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b1cdaa5. 00000100:00000001:0.0:1767384309.928255:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384309.928265:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1767384309.928266:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caacf937. 00000100:00000001:1.0:1767384309.928267:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384309.928271:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384309.928274:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384309.928277:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c22b287. 00000100:00000001:3.0:1767384309.928278:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384309.928280:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1fc0930. 00000020:00000010:0.0:1767384309.928287:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000235c98c1. 00000100:00000001:3.0:1767384309.928289:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384309.928291:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767384309.928296:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000100:00000001:3.0:1767384309.928298:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.928298:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384309.928301:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384309.928305:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384309.928310:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.928318:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.928318:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1767384309.928327:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000010:1.0:1767384309.928328:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9749d98. 00000020:00000040:0.0:1767384309.928334:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 02000000:00000001:1.0:1767384309.928335:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384309.928340:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1767384309.928341:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000010:1.0:1767384309.928343:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000271fd986. 00000020:00000040:0.0:1767384309.928349:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:1.0:1767384309.928350:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384309.928354:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.928358:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.928360:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384309.928362:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384309.928368:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384309.928369:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384309.928371:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025f23724. 00000400:00000200:1.0:1767384309.928377:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000100:00000001:3.0:1767384309.928380:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384309.928381:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000001:3.0:1767384309.928387:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384309.928389:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384309.928397:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384309.928397:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384309.928402:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384309.928407:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3e1f5a1. 00000400:00000200:3.0:1767384309.928416:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec0581fd 00000100:00000200:1.0:1767384309.928422:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.928432:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384309.928442:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec0581fd. 00000100:00000001:3.0:1767384309.928452:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384309.928458:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384309.928467:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.928473:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384309.928476:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.928484:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.928484:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384309.928493:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384309.928493:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384309.928505:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384309.928505:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.928514:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384309.928515:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.928522:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.928523:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.928530:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384309.928534:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384309.928538:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=9 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384309.928540:0:16353:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000010d2554e. 00000100:00000001:1.0:1767384309.928540:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1767384309.928559:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=8 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384309.928560:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.928572:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767384309.928573:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384309.928577:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00080000:1.0:1767384309.928579:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.928581:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.928594:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384309.928615:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.928673:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.928674:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.928687:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384309.928688:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384309.928697:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384309.928698:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384309.928713:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384309.928713:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384309.928725:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.928727:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.928752:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384309.928754:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.928800:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.928803:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.928809:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384309.928815:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.928816:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384309.928823:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384309.928829:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384309.928835:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384309.928867:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079d269ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236746134144:0@lo:400: 00000400:00000001:3.0:1767384309.928888:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384309.928894:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746134016:0@lo:400: 00000400:00000001:3.0:1767384309.928895:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384309.928903:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000357b7a6e. 00000100:00000001:1.0:1767384309.928907:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.928909:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8229a42 00000100:00000001:1.0:1767384309.928912:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384309.928913:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8229a42. 00000100:00000001:3.0:1767384309.928919:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384309.928920:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d52d96dd x1853236746134016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.928931:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384309.928936:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384309.928937:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384309.928939:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0f8d90f. 00000100:00000200:3.0:1767384309.928950:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384309.928954:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384309.928959:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384309.928965:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384309.928966:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384309.928974:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384309.928975:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.928985:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384309.928986:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000068955f80. 02000000:00000001:3.0:1767384309.928995:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384309.929008:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.929010:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.929012:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.929012:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384309.929019:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1767384309.929021:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=5 v=5 (5 0 0 0) 00000100:00000010:1.0:1767384309.929022:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d52d96dd. 00000100:00001000:3.0:1767384309.929034:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384309.929036:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384309.929042:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.929044:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384309.929049:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.929050:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384309.929068:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384309.929071:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:3.0:1767384309.929076:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.929077:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.929089:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384309.929094:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.929095:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.929101:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384309.929103:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:3.0:1767384309.929104:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384309.929107:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.929111:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.929117:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.929119:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384309.929120:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384309.929122:0:16353:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384309.929125:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384309.929128:0:16353:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384309.929136:0:16353:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384309.929146:0:16353:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.929151:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384309.929156:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000452ae1ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746133632:0@lo:13: 00000100:00000001:3.0:1767384309.929160:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.929162:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384309.929165:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079d269ad x1853236746134144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.929169:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384309.929170:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384309.929172:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044d5f81c. 02000000:00000001:3.0:1767384309.929175:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384309.929176:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384309.929178:0:16353:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384309.929179:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384309.929180:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9df3ff7. 02000000:00000001:3.0:1767384309.929184:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384309.929186:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384309.929187:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079d269ad. 00000100:00000001:3.0:1767384309.929189:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384309.929190:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.929191:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384309.929193:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000452ae1ba x1853236746133632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.929196:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384309.929197:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384309.929197:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000062d1b3c4. 02000000:00000001:3.0:1767384309.929199:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384309.929200:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384309.929200:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384309.929202:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384309.929203:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e890466d. 02000000:00000001:3.0:1767384309.929205:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384309.929209:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384309.929210:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000452ae1ba. 00000100:00000001:3.0:1767384309.929214:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384309.929214:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.929216:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.929220:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384309.929221:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.929223:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.929224:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.931474:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294898695, at 4294898696 00000100:00000010:2.0:1767384309.931484:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0f39133. 00000100:00000040:3.0:1767384309.931505:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294898695, at 4294898696 00000100:00000040:1.0:1767384309.931506:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294898695, at 4294898696 00000100:00000010:3.0:1767384309.931520:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000731974ee. 00000100:00000010:1.0:1767384309.931523:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e699c263. 00000100:00000040:0.0:1767384309.931899:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294898695, at 4294898696 00000100:00000010:0.0:1767384309.931906:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f88d96. 00010000:00000001:2.0:1767384310.116644:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384310.116664:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.116671:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384310.116673:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.116760:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384310.116767:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384310.116775:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384310.426265:0:19193:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee89ff22. 00080000:00000010:3.0:1767384310.426279:0:19193:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee89ff22. 00000020:00000001:3.0:1767384310.426286:0:19193:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384310.426296:0:19193:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ee89ff22. 00080000:00000010:3.0:1767384310.426302:0:19193:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ee89ff22. 00000020:00000001:3.0:1767384310.426307:0:19193:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.437193:0:17887:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384310.437200:0:17887:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384310.437203:0:17887:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:3.0:1767384310.437207:0:17887:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000035a2e028 : new cb_count 2 00000020:00000040:3.0:1767384310.437215:0:17887:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 6 00000001:00000010:3.0:1767384310.437219:0:17887:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000dd007444. 00002000:00001000:3.0:1767384310.437227:0:17887:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:3.0:1767384310.437231:0:17887:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000001d4dd212. 00080000:00000010:3.0:1767384310.437235:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000726500d9. 00000001:00000040:3.0:1767384310.437241:0:17887:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000035a2e028 : new cb_count 1 00000020:00000040:3.0:1767384310.437243:0:17887:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 5 00000001:00000010:3.0:1767384310.437245:0:17887:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000086eaf685. 00002000:00001000:3.0:1767384310.437248:0:17887:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:3.0:1767384310.437252:0:17887:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000b966b3cb. 00080000:00000010:3.0:1767384310.437255:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000071c5d23c. 00000001:00000040:3.0:1767384310.437260:0:17887:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000035a2e028 : new cb_count 0 00000020:00000040:3.0:1767384310.437261:0:17887:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000001:00000010:3.0:1767384310.437272:0:17887:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000000709c96b. 00002000:00001000:3.0:1767384310.437276:0:17887:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:3.0:1767384310.437279:0:17887:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000cb34c713. 00080000:00000010:3.0:1767384310.437283:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005a97dc9e. 00010000:00000001:2.0:1767384311.140558:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384311.140563:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.140567:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384311.140568:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.140613:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384311.140618:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384311.140622:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384311.181308:0:19357:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384311.181313:0:19357:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:0.0:1767384311.185342:0:19357:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384311.192756:0:19358:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000049f10409. 00000400:00000010:2.0:1767384311.192771:0:19358:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005e918cbb. 00000400:00000010:2.0:1767384311.192780:0:19358:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000071bdd5e1. 00000400:00000010:2.0:1767384311.192783:0:19358:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e0e48092. 00000400:00000010:2.0:1767384311.192787:0:19358:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007298c0c1. 00000400:00000010:2.0:1767384311.192791:0:19358:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c619908. 00000400:00000010:2.0:1767384311.192793:0:19358:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a5a99aff. 00000400:00000010:2.0:1767384311.192794:0:19358:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008d07ab6e. 00000400:00000010:2.0:1767384311.192798:0:19358:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000087e1ec00. 00000800:00000010:2.0:1767384311.192807:0:19358:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000074546c15. 00000800:00000200:2.0:1767384311.192816:0:19358:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384311.192821:0:19358:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384311.192872:0:19358:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:2.0:1767384311.192892:0:19358:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp11 [8/256/0/180] 00000400:00000010:2.0:1767384311.194505:0:19358:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 0000000049044149. 00000400:00000010:2.0:1767384311.194512:0:19358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ee5ac10. 00000400:00000010:2.0:1767384311.194532:0:19358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411040c6. 00000400:00000001:2.0:1767384311.194544:0:19358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384311.194546:0:19358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384311.194548:0:19358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003080428. 00000400:00000200:2.0:1767384311.194550:0:19358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071bef6d3 00000400:00000010:2.0:1767384311.194552:0:19358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071bef6d3. 00000400:00000010:2.0:1767384311.194555:0:19358:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000e7f2096a. 00000400:00000200:2.0:1767384311.194566:0:19358:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (2) 00000400:00000200:2.0:1767384311.194579:0:19358:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384311.194586:0:19358:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:2.0:1767384311.194610:0:19358:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001039bda2. 00000020:01000000:2.0:1767384311.194616:0:19358:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384311.194618:0:19358:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp11 00000400:00000200:0.0:1767384311.194621:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384311.194646:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:2.0:1767384311.194653:0:19358:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005e918cbb. 00000400:00000010:0.0:1767384311.194656:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000501d110c. 00000400:00000010:2.0:1767384311.194659:0:19358:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000049f10409. 00000400:00000200:0.0:1767384311.194665:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (3) 00000400:00000010:0.0:1767384311.194675:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f1fc6bb. 00000020:00000001:1.0:1767384311.194682:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384311.194682:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 10000000:00000001:1.0:1767384311.194688:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384311.194692:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384311.194695:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384311.194698:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384311.194701:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384311.194703:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:01000004:1.0:1767384311.194704:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384311.194708:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384311.194712:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384311.194714:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384311.194716:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384311.194719:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384311.194720:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:1.0:1767384311.194721:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384311.194724:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384311.194732:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d52d96dd. 00000400:00000200:0.0:1767384311.194732:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000020:00000040:1.0:1767384311.194739:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384311.194744:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384311.194749:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp10 02000000:00000001:1.0:1767384311.194756:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384311.194756:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp10 lpni_is_preferred = 0 00000400:00000200:0.0:1767384311.194762:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp10 02000000:00000001:1.0:1767384311.194763:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.194769:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp10 NI seq info: [7:7:256:4294967295] 192.168.203.143@tcp10 LPNI seq info [7:7:8:4294967295] 02000000:00000010:1.0:1767384311.194774:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005e2a5079. 00000400:00000200:0.0:1767384311.194779:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp10 00000100:00000001:1.0:1767384311.194783:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.194793:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10:) -> 192.168.203.143@tcp10(192.168.203.143@tcp:192.168.203.143@tcp10) : PUT try# 0 00000100:00000001:1.0:1767384311.194796:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384311.194799:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384311.194802:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.203.143@tcp10 00000800:00000010:0.0:1767384311.194808:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000364c42bb. 00000100:00000040:1.0:1767384311.194809:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d52d96dd] to pc [ptlrpcd_00_01+1] req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384311.194820:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b1a7b475. 00000800:00000010:0.0:1767384311.194827:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000060ba3bfb. 00000800:00000200:0.0:1767384311.194833:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (2) 00000800:00000200:0.1:1767384311.194838:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (2) 10000000:00000001:1.0:1767384311.194839:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384311.194843:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.194845:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384311.194847:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384311.194854:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384311.194856:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384311.194857:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 10000000:00000001:1.0:1767384311.194859:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384311.194863:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384311.194867:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000020:01000004:1.0:1767384311.194868:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384311.194872:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384311.194875:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384311.194877:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384311.194880:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384311.194882:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384311.194883:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384311.194885:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384311.194886:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384311.194891:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000271fd986. 00000020:00000040:1.0:1767384311.194894:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384311.194897:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384311.194899:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384311.194899:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384311.194905:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.194909:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384311.194912:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767384311.194914:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000af3cbed8. 00000100:00000001:1.0:1767384311.194918:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.194921:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384311.194923:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.194925:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.194939:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000271fd986] to pc [ptlrpcd_00_02+2] req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384311.194954:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000001:3.0:1767384311.194956:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384311.194964:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.194975:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384311.194982:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384311.194996:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.195012:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746134272:0@lo:253: 00000400:00000200:0.0:1767384311.195015:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000001:3.0:1767384311.195022:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:1.0:1767384311.195023:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384311.195027:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.195029:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.195030:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:1.0:1767384311.195035:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:3.0:1767384311.195037:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.195040:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001039bda2. 02000000:00000001:3.0:1767384311.195041:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384311.195056:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a0e42dbe. 02000000:00000001:3.0:1767384311.195061:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.195061:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.195067:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384311.195071:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fec1f30. 00000100:00000001:1.0:1767384311.195071:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384311.195077:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384311.195080:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037f8a47f. 00000100:00000200:3.0:1767384311.195094:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746134272, portal 25 00000100:00000001:1.0:1767384311.195095:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384311.195104:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.195105:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384311.195114:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317028480 : -111508392523136 : ffff9a956ddfca80) 02000000:00000001:1.0:1767384311.195114:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384311.195123:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384311.195128:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384311.195130:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.195144:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746134400:0@lo:253: 00000100:00000001:3.0:1767384311.195161:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384311.195162:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384311.195178:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384311.195178:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384311.195199:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcdc7250. 02000000:00000001:1.0:1767384311.195203:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384311.195205:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746134272, offset 0 02000000:00000001:1.0:1767384311.195207:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384311.195217:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000098548e20. 00000400:00000200:3.0:1767384311.195225:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384311.195226:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.195234:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025f23724. 00000400:00000200:3.0:1767384311.195242:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384311.195250:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e436a164. 00000100:00000200:1.0:1767384311.195256:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746134400, portal 25 00000100:00000001:1.0:1767384311.195260:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384311.195262:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317031168 : -111508392520448 : ffff9a956ddfd500) 00000100:00000040:1.0:1767384311.195270:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384311.195279:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02300 00000800:00000010:0.0:1767384311.195287:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e7d0ea7b. 00000800:00000010:0.0:1767384311.195296:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e83baf2e. 00000400:00000200:3.0:1767384311.195302:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c9 [2] + 0 00000100:00000001:1.0:1767384311.195309:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767384311.195312:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000051c8ce0b. 00000400:00000010:3.0:1767384311.195313:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009003a080. 00000100:00000040:1.0:1767384311.195317:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.195324:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000deea372. 00000400:00000200:3.0:1767384311.195331:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de1bc448 00000100:00000200:1.0:1767384311.195343:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746134400, offset 0 00000400:00000200:3.0:1767384311.195348:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.195357:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384311.195362:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384311.195370:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de1bc448 00000400:00000200:1.0:1767384311.195374:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384311.195376:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de1bc448. 00000800:00000010:0.0:1767384311.195376:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000051c8ce0b. 00000400:00000200:1.0:1767384311.195390:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02380 00000100:00000001:3.0:1767384311.195397:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384311.195402:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000100:00000200:3.0:1767384311.195403:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384311.195409:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384311.195415:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000002f8e6cb8 x1853236746134272 msgsize 4848 00000400:00000010:1.0:1767384311.195416:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009104d9d. 00000100:00000001:0.0:1767384311.195417:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.195426:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080565c98 00000400:00000200:1.0:1767384311.195434:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.195466:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384311.195483:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384311.195493:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384311.195493:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080565c98 00000400:00000010:1.0:1767384311.195500:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080565c98. 00000100:00000001:1.0:1767384311.195507:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384311.195510:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384311.195512:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:3.0:1767384311.195515:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384311.195516:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000a544bc83 x1853236746134400 msgsize 4848 00000100:00100000:1.0:1767384311.195530:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384311.195536:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcdc7250 00000100:00000040:1.0:1767384311.195536:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:3.0:1767384311.195543:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcdc7250. 00000400:00000200:0.0:1767384311.195544:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp10 from 253.3.0.2 00000100:00000001:1.0:1767384311.195550:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384311.195553:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767384311.195555:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003c46d02e. 00000100:00000200:3.0:1767384311.195561:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384311.195563:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000deea372 00000400:00000010:1.0:1767384311.195570:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000deea372. 00000100:00000001:1.0:1767384311.195580:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384311.195586:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384311.195588:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384311.195623:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.195639:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384311.195641:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.195644:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384311.195648:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.195657:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.195658:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.195667:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384311.195669:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294899966 00000100:00000010:3.0:1767384311.195675:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007cdb5c3. 00000100:00000001:3.0:1767384311.195694:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384311.195695:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.195704:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294899966 00000100:00000001:3.0:1767384311.195708:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294899966 00000100:00000001:1.0:1767384311.195709:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294899966 00000100:00000001:1.0:1767384311.195721:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294899966 00000100:00000010:3.0:1767384311.195723:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a103901. 00000100:00000001:3.0:1767384311.195734:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384311.195743:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294899966 00000100:00000001:1.0:1767384311.195744:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294899966 00000100:00000010:3.0:1767384311.195748:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d3651663. 00000100:00000001:1.0:1767384311.195749:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294899966 00000800:00000010:0.0:1767384311.195755:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000775dedc5. 00000100:00000001:3.0:1767384311.195766:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767384311.195767:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007e76d98f. 00000100:00000001:3.0:1767384311.195779:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294899966 00000100:00000001:1.0:1767384311.195780:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294899966 00000100:00000001:1.0:1767384311.195794:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294899966 00000100:00000010:3.0:1767384311.195795:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000731974ee. 00000800:00000010:0.0:1767384311.195798:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001c2517c1. 00000100:00000001:3.0:1767384311.195803:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384311.195810:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1767384311.195810:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (2) 00000100:00000001:1.0:1767384311.195812:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294899966 00000800:00000200:0.1:1767384311.195825:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp10 000000001c2517c1 deleted 00000100:00000001:3.0:1767384311.195827:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.195827:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.1:1767384311.195844:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001c2517c1. 00000100:00000001:1.0:1767384311.195845:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.195846:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.195861:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.195863:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384311.195863:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:1.0:1767384311.195880:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384311.195887:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp10 ip 192.168.203.143:1021 00000100:00000001:3.0:1767384311.195888:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.195891:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384311.195896:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384311.195898:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.1:1767384311.195898:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000364c42bb type 1, nob 176 niov 1 nkiov 1 00000100:00000001:3.0:1767384311.195905:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.195908:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.195910:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.195913:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384311.195917:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384311.195918:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp10 p 3.x 192.168.203.143 -> 192.168.203.143:1021 incarnation:1767384309390094709 sched[0] 00000100:00000001:1.0:1767384311.195920:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.195933:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.195933:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384311.195935:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000051c8ce0b. 00000100:00000001:3.0:1767384311.195974:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.195978:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384311.196003:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000051c8ce0b. 00000800:00000010:0.0:1767384311.196012:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007e76d98f. 00000100:00000001:3.0:1767384311.196017:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384311.196020:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746134272 02000000:00000001:3.0:1767384311.196026:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384311.196029:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.196032:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.196036:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.196041:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746134272 00000020:00000001:3.0:1767384311.196045:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384311.196047:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384311.196056:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:0.0:1767384311.196058:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003c46d02e. 00000020:00000040:3.0:1767384311.196060:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:3.0:1767384311.196067:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384311.196070:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384311.196076:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384311.196080:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010bec8c2. 00000800:00000001:0.0:1767384311.196081:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384311.196084:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384311.196088:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384311.196089:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010bec8c2. 00000020:00000010:3.0:1767384311.196108:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000daac72cc. 00000020:00000010:3.0:1767384311.196116:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e96bb6e2. 00000020:00000010:3.0:1767384311.196128:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000026b11f29. 00000100:00000040:3.0:1767384311.196142:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384311.196146:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384311.196148:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384311.196152:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.196162:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384311.196173:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384311.196178:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000364c42bb. 00000100:00000001:3.0:1767384311.196179:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.196206:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384311.196215:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384311.196222:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp10->192.168.203.143@tcp10: PUT: OK 00000100:00100000:3.0:1767384311.196224:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746134400 02000000:00000001:3.0:1767384311.196228:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384311.196230:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:1.1:1767384311.196235:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:3.0:1767384311.196237:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384311.196244:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000100:00000001:3.0:1767384311.196245:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384311.196255:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp10 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384309390094709 sched[0] 02000000:00000001:3.0:1767384311.196261:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384311.196263:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e83baf2e. 00000100:00100000:3.0:1767384311.196265:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746134400 00000020:00000001:3.0:1767384311.196270:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384311.196272:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384311.196275:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384311.196277:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:3.0:1767384311.196281:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384311.196283:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384311.196286:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384311.196291:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010bec8c2. 00000100:00000001:3.0:1767384311.196294:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384311.196297:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010bec8c2. 00000020:00000010:3.0:1767384311.196303:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3246708. 00000020:00000010:3.0:1767384311.196308:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f1878f0. 00000100:00000001:0.0:1767384311.196315:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384311.196317:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009d826ad4. 00000100:00000001:0.0:1767384311.196319:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384311.196323:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384311.196326:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384311.196331:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.196333:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:0.0:1767384311.196348:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384311.196350:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.196353:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834957392 : -111508874594224 : ffff9a955123f850) 00000100:00000001:3.0:1767384311.196357:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384311.196361:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000040:0.0:1767384311.196365:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f8e6cb8 x1853236746134272/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.196378:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384311.196379:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384311.196384:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384311.196387:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051c8ce0b. 00000100:00000001:0.0:1767384311.196394:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384311.196398:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000020:00000010:0.0:1767384311.196401:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051c8ce0b. 00000100:00100000:0.0:1767384311.196410:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f8e6cb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746134272:12345-0@lo:253: 00000100:00000040:3.0:1767384311.196412:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000200:0.0:1767384311.196414:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746134272 00000100:00000001:3.0:1767384311.196420:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834948176 : -111508874603440 : ffff9a955123d450) 00000020:00000001:0.0:1767384311.196423:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384311.196427:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384311.196430:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.196433:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384311.196436:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:0.0:1767384311.196440:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384311.196442:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384311.196446:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384311.196449:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384311.196468:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.196476:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384311.196480:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a544bc83 x1853236746134400/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.196496:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384311.196502:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010bec8c2. 00000100:00000001:3.0:1767384311.196509:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384311.196513:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010bec8c2. 00000100:00100000:3.0:1767384311.196524:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a544bc83 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746134400:12345-0@lo:253: 00000100:00000200:3.0:1767384311.196528:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746134400 00000020:00000001:3.0:1767384311.196531:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384311.196535:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000020:00000001:3.0:1767384311.196536:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384311.196543:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.196549:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384311.196551:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:3.0:1767384311.196556:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384311.196559:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384311.196563:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384311.196565:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384311.196569:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.196573:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384311.196578:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384311.196585:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008b89e932. 02000000:00000001:3.0:1767384311.196588:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.196603:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.196606:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384311.196620:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 20000000:00000010:3.0:1767384311.196638:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000587006cb. 20000000:01000000:3.0:1767384311.196643:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384311.196647:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384311.196650:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384311.196653:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.196657:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.196659:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384311.196681:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009d1bcea6. 20000000:01000000:3.0:1767384311.196684:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:3.0:1767384311.196693:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384311.196700:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384311.196704:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384311.196751:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384311.196775:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.196779:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384311.196783:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.196785:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384311.196788:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384311.196792:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:3.0:1767384311.196797:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:3.0:1767384311.196800:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384311.196802:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384311.196807:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.196810:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384311.196815:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384311.196822:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:3.0:1767384311.196826:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384311.196832:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000959855df. 00080000:00000001:3.0:1767384311.196836:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560270438912 : -111513439112704 : ffff9a944112f200) 00080000:00000001:3.0:1767384311.196840:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384311.196844:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:1.0:1767384311.196846:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009bc64a35. 00080000:00000010:3.0:1767384311.196848:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010bec8c2. 00080000:00000001:3.0:1767384311.196853:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384311.196854:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000deea372. 00080000:00000001:3.0:1767384311.196857:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:1.0:1767384311.196864:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000493a1d1e. 00080000:00000001:3.0:1767384311.196878:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.196903:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384311.196905:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000493a1d1e. 00000800:00000001:1.0:1767384311.196956:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384311.196966:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384311.196969:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384311.196979:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384311.196991:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10) <- 192.168.203.143@tcp10 : PUT - for me 00000400:00000200:3.0:1767384311.196992:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384311.197006:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384311.197019:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 80/80 into md 0x11c5 [1] + 0 00000400:00000010:1.0:1767384311.197024:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9140507. 02000000:00000001:0.0:1767384311.197028:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384311.197030:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp10 from 252.3.0.2 00000400:00000200:1.0:1767384311.197031:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000098338a0a 02000000:00000010:0.0:1767384311.197037:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eb10f277. 02000000:00000001:0.0:1767384311.197046:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384311.197048:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000582e487d. 00000800:00000001:1.0:1767384311.197048:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384311.197061:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.197067:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384311.197072:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384311.197076:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.197084:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp10->192.168.203.143@tcp10: PUT: OK 20000000:00000010:0.0:1767384311.197090:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001c568945. 00000400:00000200:1.0:1767384311.197092:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098338a0a 00000400:00000010:1.0:1767384311.197097:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098338a0a. 20000000:01000000:0.0:1767384311.197098:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384311.197104:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384311.197105:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 20000000:00000001:0.0:1767384311.197108:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384311.197111:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (4) 20000000:00000001:0.0:1767384311.197113:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.197119:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.197120:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 20000000:00000001:0.0:1767384311.197124:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:1.0:1767384311.197127:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000eee94de2. 00000400:00000200:1.0:1767384311.197135:0:16346:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 3 00000400:00000200:1.0:1767384311.197145:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384311.197160:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (5) 00000400:00000200:1.0:1767384311.197169:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384311.197183:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp10 to MR: 192.168.203.143@tcp10 local destination 00000400:00000200:1.0:1767384311.197203:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp10 NI seq info: [8:8:256:4294967295] 192.168.203.143@tcp10 LPNI seq info [8:8:8:4294967295] 00000800:00000010:3.0:1767384311.197212:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000933a241f. 00000400:00000200:1.0:1767384311.197218:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10:192.168.203.143@tcp10) -> 192.168.203.143@tcp10(192.168.203.143@tcp10:192.168.203.143@tcp10) 192.168.203.143@tcp10 : ACK try# 0 00000800:00000010:3.0:1767384311.197219:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bcdc7250. 00000800:00000200:1.0:1767384311.197238:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp10 00000400:00000200:0.0:1767384311.197238:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384311.197248:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9749d98. 00000400:00000010:0.0:1767384311.197248:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026638ac1. 00000800:00000010:3.0:1767384311.197253:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b6f9640a. 00000400:00000010:0.0:1767384311.197255:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000800:00000200:1.0:1767384311.197260:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (4) 00000400:00000200:0.0:1767384311.197262:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000800:00000200:1.0:1767384311.197267:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp10 ip 192.168.203.143:988 00000800:00000200:1.0:1767384311.197271:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9749d98 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384311.197271:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1004d1 00000400:00000010:0.0:1767384311.197282:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 0000000021bff62c. 00000400:00000010:0.0:1767384311.197286:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 000000009ca0863f. 00000800:00000200:3.1:1767384311.197294:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (4) 00000400:00000010:0.0:1767384311.197296:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 00000000e80ebf5b. 00000800:00000200:3.1:1767384311.197303:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp10 00000000b6f9640a deleted 00000800:00000010:3.1:1767384311.197305:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b6f9640a. 00000400:00000010:0.0:1767384311.197307:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ce547a54. 00000800:00000200:3.1:1767384311.197310:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:0.0:1767384311.197316:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ce547a54 nid 192.168.203.143@tcp11 00000400:00000010:0.0:1767384311.197322:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002f8b598e. 00000800:00000200:3.0:1767384311.197330:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp10 p 3.x 192.168.203.143 -> 192.168.203.143:1020 incarnation:1767384309390094709 sched[0] 00000400:00000200:0.0:1767384311.197332:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000002f8b598e net tcp11 00000400:00000200:0.0:1767384311.197336:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (4) 00000800:00000010:3.0:1767384311.197353:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000abe82f5d. 00000400:00000200:0.0:1767384311.197353:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp11 flags 0x11 00000800:00000200:1.0:1767384311.197358:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384311.197368:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9749d98. 00000400:00000010:0.0:1767384311.197370:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 0000000021bff62c. 00000400:00000200:1.0:1767384311.197375:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384311.197376:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 000000009ca0863f. 00000400:00000010:0.0:1767384311.197382:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 00000000e80ebf5b. 00000400:00000200:1.0:1767384311.197387:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp10->192.168.203.143@tcp10: ACK: OK 00000400:00000010:0.0:1767384311.197389:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000eee94de2. 00000800:00000001:1.0:1767384311.197396:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384311.197397:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384311.197403:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100551 00000800:00000001:1.0:1767384311.197404:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384311.197409:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384311.197410:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 1 00000800:00000001:1.0:1767384311.197416:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.197416:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 00000400:00000200:0.0:1767384311.197424:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384311.197435:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100511 rc 0 00000800:00000001:1.0:1767384311.197457:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384311.197464:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.197487:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:0.0:1767384311.197493:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (5) 00000400:00000200:1.0:1767384311.197500:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10) <- 192.168.203.143@tcp10 : ACK - for me 00000400:00000200:1.0:1767384311.197514:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp10: ACK from 12345-192.168.203.143@tcp10 into md 0x1235 00000400:00000200:1.0:1767384311.197519:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.197523:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp10->192.168.203.143@tcp10: ACK: OK 00000400:00000200:1.0:1767384311.197529:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501d110c 00000400:00000010:1.0:1767384311.197531:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000501d110c. 00000400:00000200:1.0:1767384311.197535:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384311.197538:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:1.0:1767384311.197541:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (4) 00000800:00000010:3.0:1767384311.197547:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000abe82f5d. 00000800:00000001:1.0:1767384311.197549:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384311.197554:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384311.197558:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bcdc7250. 00000800:00000200:0.1:1767384311.197563:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384311.197578:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp10 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384309390094709 sched[0] 00000800:00000010:0.0:1767384311.197583:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000deea372. 00000800:00000010:3.0:1767384311.197644:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000582e487d. 00000800:00000001:1.0:1767384311.197666:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384311.197671:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384311.197674:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384311.197694:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384311.198936:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000959855df. 00080000:00000010:3.0:1767384311.198984:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010bec8c2. 00040000:00000001:3.0:1767384311.198992:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384311.198995:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384311.198998:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384311.199003:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:3.0:1767384311.199006:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.199009:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384311.199026:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384311.199041:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384311.199045:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384311.199052:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384311.199053:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384311.199057:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384311.199060:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384311.199065:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384311.199068:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384311.199075:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fea67aef. 00010000:00000001:1.0:1767384311.199081:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384311.199084:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000942a2bf2. 00000020:00000001:1.0:1767384311.199087:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384311.199090:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000942a2bf2 with handle 0x980286e253c5fb4a to hash 00000020:00000001:1.0:1767384311.199092:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384311.199093:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384311.199096:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384311.199100:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:0.0:1767384311.199100:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000450f2817. 00010000:00000001:1.0:1767384311.199104:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384311.199108:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1767384311.199108:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:0.0:1767384311.199118:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384311.199121:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384311.199125:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384311.199130:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384311.199135:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384311.199138:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384311.199140:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384311.199142:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.199143:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384311.199145:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384311.199147:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384311.199148:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384311.199153:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384311.199155:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384311.199156:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384311.199160:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fea67aef) refcount = 1 00010000:00010000:1.0:1767384311.199163:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384311.199166:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.199172:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384311.199173:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384311.199175:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:0.0:1767384311.199177:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.199178:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.199204:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.199209:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384311.199209:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384311.199214:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.199215:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000002:0.0:1767384311.199220:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 20000000:01000000:1.0:1767384311.199221:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:1.0:1767384311.199226:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384311.199229:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384311.199229:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:0.0:1767384311.199233:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:1.0:1767384311.199234:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=4 00000020:00000001:1.0:1767384311.199239:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00080000:00000001:0.0:1767384311.199240:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384311.199243:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00080000:00000001:0.0:1767384311.199246:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.199247:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384311.199250:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384311.199251:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384311.199259:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384311.199261:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384311.199264:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384311.199267:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:1.0:1767384311.199270:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384311.199273:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384311.199273:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384311.199278:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eec33cb7. 00080000:00000001:0.0:1767384311.199283:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326553088 : -111513382998528 : ffff9a94446b2e00) 00010000:00010000:1.0:1767384311.199285:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384311.199287:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384311.199294:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384311.199295:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:3.0:1767384311.199299:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384311.199300:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384311.199301:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000051c8ce0b. 00010000:00000001:1.0:1767384311.199309:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384311.199314:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384311.199315:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384311.199315:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384311.199325:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000587006cb. 00080000:00000001:0.0:1767384311.199325:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384311.199329:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000942a2bf2 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384311.199339:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:3.0:1767384311.199344:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.199345:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1767384311.199347:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384311.199349:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384311.199364:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746134400 00010000:00000001:1.0:1767384311.199364:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384311.199372:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384311.199375:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384311.199376:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384311.199376:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:1.0:1767384311.199388:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=5 00010000:00000200:3.0:1767384311.199394:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a544bc83 x1853236746134400/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384311.199395:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384311.199407:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384311.199417:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384311.199422:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384311.199428:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384311.199430:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384311.199432:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.199435:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384311.199436:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384311.199459:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384311.199460:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384311.199461:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.199478:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384311.199481:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000942a2bf2 with handle 0x980286e253c5fb4a from hash 00010000:00000001:1.0:1767384311.199487:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384311.199488:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384311.199490:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=17 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384311.199499:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384311.199501:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384311.199503:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384311.199504:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384311.199511:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:3.0:1767384311.199516:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:1.0:1767384311.199518:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384311.199523:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.199525:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:1.0:1767384311.199530:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.199534:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:3.0:1767384311.199535:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384311.199545:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.199546:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384311.199563:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384311.199567:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384311.199568:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384311.199576:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.199581:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.199587:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384311.199588:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384311.199606:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384311.199608:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcdc7250. 00010000:00000001:1.0:1767384311.199628:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384311.199631:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384311.199636:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:3.0:1767384311.199640:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746134400, offset 224 00010000:00000001:1.0:1767384311.199641:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384311.199646:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384311.199649:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384311.199654:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384311.199659:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.199666:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:1.0:1767384311.199668:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384311.199692:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384311.199702:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384311.199713:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384311.199715:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384311.199717:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000942a2bf2/0x980286e253c5fb4a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384311.199723:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fea67aef count: 0 00000400:00000200:3.0:1767384311.199726:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02380 00000400:00000200:3.0:1767384311.199740:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1241 [2] + 224 00010000:00000001:1.0:1767384311.199741:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384311.199747:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384311.199757:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384311.199762:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384311.199769:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384311.199776:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384311.199789:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.199809:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384311.199818:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcdc7250 00000400:00000010:3.0:1767384311.199821:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcdc7250. 00000100:00000001:1.0:1767384311.199824:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.199827:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384311.199831:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384311.199836:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384311.199839:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384311.199844:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384311.199846:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:1.0:1767384311.199848:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384311.199854:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025f23724. 00010000:00000001:3.0:1767384311.199855:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384311.199864:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.199865:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e436a164 00000400:00000010:1.0:1767384311.199871:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e436a164. 00000020:00000001:3.0:1767384311.199877:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384311.199879:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384311.199890:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a544bc83 x1853236746134400/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384311.199891:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384311.199940:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384311.199960:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a544bc83 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746134400:12345-0@lo:253: Request processed in 3456us (4435us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384311.199965:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384311.199970:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.199975:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384311.199978:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384311.199979:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000001:1.0:1767384311.199982:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384311.199985:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384311.199987:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.199999:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384311.200000:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.200010:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384311.200011:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=17 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384311.200017:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f1878f0. 00000100:00001000:1.0:1767384311.200019:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.200025:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384311.200026:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009d826ad4. 00000100:00000001:1.0:1767384311.200027:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.200030:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384311.200031:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.200034:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384311.200047:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3246708. 00000100:00000040:1.0:1767384311.200047:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384311.200061:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:1.0:1767384311.200061:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.200073:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384311.200075:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384311.200075:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384311.200081:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008b89e932. 00000020:01000004:1.0:1767384311.200083:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384311.200086:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384311.200088:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384311.200094:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384311.200095:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384311.200102:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384311.200105:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:3.0:1767384311.200106:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384311.200108:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384311.200112:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aba7b743. 00000400:00000010:3.0:1767384311.200116:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcdc7250. 00000020:01000004:1.0:1767384311.200117:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384311.200121:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384311.200124:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384311.200130:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.200139:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746134400:0@lo:253: 00000100:00000001:1.0:1767384311.200143:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.200144:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384311.200146:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000271fd986 x1853236746134400/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.200151:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384311.200153:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384311.200155:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000098548e20. 02000000:00000001:1.0:1767384311.200159:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384311.200160:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384311.200161:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384311.200163:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384311.200165:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000af3cbed8. 02000000:00000001:1.0:1767384311.200168:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384311.200169:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384311.200171:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000271fd986. 00000100:00000001:1.0:1767384311.200173:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384311.200174:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.200176:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.200179:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.200181:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.200198:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.200200:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384311.201124:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eec33cb7. 00080000:00000010:0.0:1767384311.201217:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000051c8ce0b. 00040000:00000001:0.0:1767384311.201224:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384311.201226:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384311.201228:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384311.201230:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384311.201233:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.201234:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384311.201237:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384311.201248:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384311.201251:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384311.201256:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384311.201258:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384311.201261:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384311.201263:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384311.201265:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384311.201267:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384311.201271:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006fcbb0be. 00010000:00000001:1.0:1767384311.201274:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384311.201282:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d2b542b4. 00000020:00000001:1.0:1767384311.201285:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384311.201287:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d2b542b4 with handle 0x980286e253c5fb51 to hash 00000020:00000001:1.0:1767384311.201289:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384311.201290:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384311.201293:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384311.201295:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384311.201297:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384311.201299:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384311.201303:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384311.201305:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384311.201306:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384311.201307:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384311.201308:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.201310:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384311.201311:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.201312:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384311.201313:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384311.201315:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384311.201316:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384311.201317:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006fcbb0be) refcount = 1 00010000:00010000:1.0:1767384311.201320:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384311.201324:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384311.201325:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384311.201326:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.201327:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.201329:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384311.201330:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384311.201332:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:1.0:1767384311.201334:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384311.201335:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384311.201342:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2b542b4 refcount=4 00000020:00000001:1.0:1767384311.201344:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384311.201346:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384311.201348:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384311.201349:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384311.201353:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384311.201354:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384311.201358:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384311.201359:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384311.201361:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384311.201365:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384311.201366:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.201368:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384311.201369:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384311.201373:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d2b542b4 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384311.201375:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384311.201376:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384311.201378:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384311.201382:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384311.201383:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384311.201384:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384311.201385:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2b542b4 refcount=5 00000020:00000001:1.0:1767384311.201387:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384311.201388:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384311.201391:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384311.201398:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384311.201399:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384311.201404:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384311.201406:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000010:0.0:1767384311.201408:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001c568945. 00010000:00000001:1.0:1767384311.201410:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384311.201413:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.201415:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.201417:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384311.201420:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384311.201564:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384311.201567:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384311.201570:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d2b542b4 with handle 0x980286e253c5fb51 from hash 00010000:00000001:1.0:1767384311.201573:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384311.201574:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384311.201576:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384311.201577:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384311.201581:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384311.201582:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384311.201584:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384311.201585:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.201587:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.201589:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384311.201606:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384311.201609:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384311.201610:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1767384311.201611:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746134272 00010000:00000001:1.0:1767384311.201612:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.201618:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.201620:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384311.201636:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384311.201640:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384311.201646:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f8e6cb8 x1853236746134272/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384311.201647:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384311.201650:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384311.201652:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384311.201654:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384311.201657:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384311.201659:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384311.201662:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384311.201665:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.201668:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384311.201671:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.201676:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384311.201679:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384311.201679:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384311.201691:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384311.201692:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384311.201695:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384311.201697:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d2b542b4/0x980286e253c5fb51 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384311.201699:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384311.201706:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000040:1.0:1767384311.201707:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006fcbb0be count: 0 02000000:00000001:0.0:1767384311.201714:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384311.201716:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384311.201718:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.201719:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384311.201725:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384311.201729:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384311.201733:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c2517c1. 00000100:00000200:0.0:1767384311.201737:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746134272, offset 224 00000400:00000200:0.0:1767384311.201741:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384311.201748:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384311.201754:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02300 00000400:00000200:0.0:1767384311.201759:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1239 [2] + 224 00000400:00000200:0.0:1767384311.201772:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.201775:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384311.201779:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384311.201782:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384311.201789:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.201805:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384311.201809:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c2517c1 00000400:00000010:0.0:1767384311.201811:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c2517c1. 00000100:00000001:0.0:1767384311.201813:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384311.201814:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384311.201817:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.201819:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384311.201822:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384311.201823:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.201826:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384311.201830:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f8e6cb8 x1853236746134272/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.201836:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.201841:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384311.201842:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f8e6cb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746134272:12345-0@lo:253: Request processed in 5461us (6422us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384311.201851:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384311.201855:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384311.201859:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000400:00000010:3.0:1767384311.201861:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fec1f30. 00000100:00000040:0.0:1767384311.201865:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000400:00000200:3.0:1767384311.201867:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f8a47f 00000100:00000001:0.0:1767384311.201869:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384311.201874:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037f8a47f. 00000100:00000001:0.0:1767384311.201875:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384311.201886:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384311.201887:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e96bb6e2. 00000100:00000200:3.0:1767384311.201899:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384311.201915:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026b11f29. 00000020:00000010:0.0:1767384311.201927:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000daac72cc. 00000100:00000200:3.0:1767384311.201932:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384311.201935:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:0.0:1767384311.201947:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384311.201948:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384311.201952:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eb10f277. 00000100:00000001:3.0:1767384311.201953:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.201960:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384311.201961:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384311.201966:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384311.201968:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.201969:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.201971:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.201973:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384311.201978:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=17 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384311.201982:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384311.201983:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=17 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384311.201992:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077fc18d4. 00000100:00000001:3.0:1767384311.201993:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384311.201996:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.202001:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384311.202002:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c2517c1. 00010000:00000001:3.0:1767384311.202003:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.202011:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.202016:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.202036:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.202039:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384311.202041:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384311.202045:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384311.202047:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384311.202049:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384311.202050:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384311.202052:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384311.202053:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384311.202054:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384311.202056:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384311.202057:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384311.202059:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384311.202061:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384311.202067:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746134272:0@lo:253: 00000100:00000001:3.0:1767384311.202070:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.202072:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384311.202074:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d52d96dd x1853236746134272/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.202078:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384311.202080:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384311.202082:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a0e42dbe. 02000000:00000001:3.0:1767384311.202084:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384311.202086:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384311.202088:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384311.202090:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384311.202091:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005e2a5079. 02000000:00000001:3.0:1767384311.202095:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384311.202096:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384311.202097:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d52d96dd. 00000100:00000001:3.0:1767384311.202100:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384311.202101:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.202102:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.202112:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384311.202113:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.202114:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.202116:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.202563:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294899966, at 4294899967 00000100:00000040:3.0:1767384311.202567:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294899966, at 4294899967 00000100:00000040:0.0:1767384311.202567:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294899966, at 4294899967 00000100:00000040:2.0:1767384311.202570:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294899966, at 4294899967 00000100:00000010:1.0:1767384311.202573:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a103901. 00000100:00000010:3.0:1767384311.202585:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000731974ee. 00000100:00000010:2.0:1767384311.202588:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3651663. 00000100:00000010:0.0:1767384311.202608:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007cdb5c3. 00010000:00000010:1.1:1767384311.206498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fea67aef. 00010000:00000010:1.1:1767384311.206509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000942a2bf2. 00010000:00000010:1.1:1767384311.206512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006fcbb0be. 00010000:00000010:1.1:1767384311.206515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d2b542b4. 00000400:00000010:1.0:1767384311.216758:0:19363:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001e318579. 00000400:00000040:1.0:1767384311.216778:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384311.216781:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384311.216783:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.216785:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384311.216787:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.216789:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384311.216791:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384311.216793:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384311.216794:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384311.216795:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384311.216797:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384311.216799:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384311.216801:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384311.216802:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384311.216803:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384311.216805:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384311.216806:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384311.216808:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384311.216808:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384311.216810:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.216812:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384311.216813:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384311.216819:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384311.216820:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.216821:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384311.216823:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.216824:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384311.216825:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384311.216827:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384311.216828:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.216829:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384311.216831:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.216832:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384311.216833:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384311.216834:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384311.216836:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.216837:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384311.216839:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384311.216840:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384311.216841:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384311.216842:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384311.216843:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.216845:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384311.216862:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384311.216863:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384311.216864:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384311.216866:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384311.216867:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384311.216868:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384311.216870:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384311.216871:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384311.216872:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384311.216873:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384311.216875:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384311.216876:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384311.216878:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384311.216879:0:19363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384311.216895:0:19363:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001e318579. 00080000:00000010:3.0:1767384311.823928:0:19497:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1a7ba27. 00080000:00000010:3.0:1767384311.823940:0:19497:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1a7ba27. 00000020:00000001:3.0:1767384311.823945:0:19497:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384311.823952:0:19497:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a1a7ba27. 00080000:00000010:3.0:1767384311.823956:0:19497:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a1a7ba27. 00000020:00000001:3.0:1767384311.823958:0:19497:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.163491:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384312.163497:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.163503:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384312.163505:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.163544:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384312.163548:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.163552:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384312.514891:0:19662:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384312.514895:0:19662:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:3.0:1767384312.518422:0:19662:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384312.524052:0:19663:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000dfd666fa. 00000400:00000010:3.0:1767384312.524063:0:19663:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e0358e8f. 00000400:00000010:3.0:1767384312.524072:0:19663:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009c8a53b1. 00000400:00000010:3.0:1767384312.524075:0:19663:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ce8a97cc. 00000400:00000010:3.0:1767384312.524078:0:19663:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000037eeb3e2. 00000400:00000010:3.0:1767384312.524081:0:19663:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ecc5a4a0. 00000400:00000010:3.0:1767384312.524083:0:19663:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000086a664f2. 00000400:00000010:3.0:1767384312.524084:0:19663:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c35f5eb9. 00000400:00000010:3.0:1767384312.524087:0:19663:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000715c18e6. 00000800:00000010:3.0:1767384312.524094:0:19663:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000067f0eb0b. 00000800:00000200:3.0:1767384312.524103:0:19663:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384312.524108:0:19663:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384312.524137:0:19663:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:3.0:1767384312.524154:0:19663:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp12 [8/256/0/180] 00000400:00000010:3.0:1767384312.525645:0:19663:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000ab1dec5c. 00000400:00000010:3.0:1767384312.525650:0:19663:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fec1f30. 00000400:00000010:3.0:1767384312.525655:0:19663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000400:00000001:3.0:1767384312.525666:0:19663:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384312.525672:0:19663:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384312.525674:0:19663:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ee5ac10. 00000400:00000200:3.0:1767384312.525676:0:19663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411040c6 00000400:00000010:3.0:1767384312.525678:0:19663:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411040c6. 00000400:00000010:3.0:1767384312.525681:0:19663:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 0000000049044149. 00000400:00000200:3.0:1767384312.525685:0:19663:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (3) 00000400:00000200:3.0:1767384312.525695:0:19663:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384312.525702:0:19663:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:3.0:1767384312.525708:0:19663:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000587006cb. 00000020:01000000:3.0:1767384312.525713:0:19663:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384312.525715:0:19663:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp12 00000400:00000200:1.0:1767384312.525717:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384312.525725:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:3.0:1767384312.525726:0:19663:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e0358e8f. 00000400:00000010:3.0:1767384312.525732:0:19663:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000dfd666fa. 00000400:00000010:1.0:1767384312.525735:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000400:00000200:1.0:1767384312.525740:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (4) 00000400:00000010:1.0:1767384312.525747:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009d3e3b93. 00000400:00000200:1.0:1767384312.525751:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:00000001:2.0:1767384312.525754:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.525759:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.525761:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384312.525763:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384312.525765:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:01000004:2.0:1767384312.525766:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384312.525768:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384312.525770:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.525771:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384312.525771:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384312.525773:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384312.525775:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.525776:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384312.525777:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:2.0:1767384312.525778:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384312.525780:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384312.525782:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384312.525782:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000100:00000010:2.0:1767384312.525787:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cfabb0a. 00000400:00000200:1.0:1767384312.525788:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp11 00000020:00000040:2.0:1767384312.525792:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:1.0:1767384312.525793:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp11 lpni_is_preferred = 0 00000400:00000200:1.0:1767384312.525796:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp11 00000100:00000001:2.0:1767384312.525798:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384312.525801:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384312.525801:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp11 NI seq info: [9:9:256:4294967295] 192.168.203.143@tcp11 LPNI seq info [9:9:8:4294967295] 02000000:00000001:2.0:1767384312.525806:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.525808:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp11 02000000:00000010:2.0:1767384312.525814:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ff13d432. 00000400:00000200:1.0:1767384312.525816:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp11(192.168.203.143@tcp11:) -> 192.168.203.143@tcp11(192.168.203.143@tcp:192.168.203.143@tcp11) : PUT try# 0 00000100:00000001:2.0:1767384312.525821:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384312.525822:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.203.143@tcp11 00000800:00000010:1.0:1767384312.525827:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051203aef. 00000100:00000001:2.0:1767384312.525828:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1767384312.525835:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005a99d717. 00000100:00000001:2.0:1767384312.525837:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384312.525839:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ca110917. 00000100:00000040:2.0:1767384312.525845:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cfabb0a] to pc [ptlrpcd_00_03+3] req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384312.525845:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a99d717] -> 12345-192.168.203.143@tcp11 (2) 00000800:00000200:1.1:1767384312.525850:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a99d717] -> 12345-192.168.203.143@tcp11 (2) 00000400:00000200:1.0:1767384312.525869:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 10000000:00000001:2.0:1767384312.525871:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.525873:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 10000000:00000001:2.0:1767384312.525874:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.525876:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384312.525879:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384312.525886:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.525887:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.525889:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384312.525890:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384312.525893:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384312.525894:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384312.525896:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.525898:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384312.525899:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384312.525901:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.525903:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384312.525903:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384312.525905:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384312.525907:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384312.525907:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384312.525910:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384312.525911:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7308626. 00000020:00000040:2.0:1767384312.525914:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000040:1.0:1767384312.525915:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.525917:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384312.525919:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384312.525921:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.525924:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384312.525928:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001039bda2. 00000100:00000001:1.0:1767384312.525928:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.525928:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000001:2.0:1767384312.525934:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.525934:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384312.525939:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384312.525941:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.525944:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384312.525945:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7308626] to pc [ptlrpcd_00_00+0] req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384312.525947:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384312.525950:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009cfabb0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746134528:0@lo:253: 00000100:00000001:1.0:1767384312.525955:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384312.525960:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384312.525963:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.525966:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384312.525967:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384312.525969:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.525971:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384312.525972:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005e2a5079. 00000020:01000000:2.0:1767384312.525973:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384312.525974:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.525979:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025f23724. 00000020:00000010:2.0:1767384312.525990:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000587006cb. 00000400:00000010:1.0:1767384312.525995:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8803537. 00000400:00000200:0.0:1767384312.525998:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000200:1.0:1767384312.525999:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746134528, portal 25 00000100:00000001:2.0:1767384312.526004:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.526005:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384312.526007:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.526007:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608807296 : -111508100744320 : ffff9a957f43fb80) 00000100:00000001:2.0:1767384312.526013:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384312.526014:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.526015:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384312.526017:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384312.526021:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.526022:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384312.526026:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384312.526028:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384312.526030:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.526030:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9a03904. 00000100:00000200:1.0:1767384312.526032:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746134528, offset 0 02000000:00000001:2.0:1767384312.526033:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384312.526036:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384312.526036:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 02000000:00000001:2.0:1767384312.526039:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.526041:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384312.526043:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7308626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746134656:0@lo:253: 00000100:00000001:2.0:1767384312.526047:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384312.526049:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384312.526051:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.526052:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384312.526053:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384312.526058:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a0afe9ce. 02000000:00000001:2.0:1767384312.526061:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.526063:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02400 00000400:00000010:2.0:1767384312.526065:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c48573bf. 00000400:00000200:1.0:1767384312.526069:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000400:00000200:0.0:1767384312.526072:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000010:1.0:1767384312.526074:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3629412. 00000400:00000200:1.0:1767384312.526080:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000038d82dc1 00000400:00000010:2.0:1767384312.526086:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df645586. 00000400:00000200:1.0:1767384312.526088:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384312.526090:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746134656, portal 25 00000100:00000001:2.0:1767384312.526092:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384312.526094:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608803712 : -111508100747904 : ffff9a957f43ed80) 00000400:00000200:1.0:1767384312.526094:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384312.526098:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.526099:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038d82dc1 00000400:00000010:1.0:1767384312.526101:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038d82dc1. 00000100:00000001:2.0:1767384312.526105:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384312.526108:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384312.526108:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384312.526110:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384312.526111:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083dc7b21. 00000100:00000200:2.0:1767384312.526113:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746134656, offset 0 00000100:00000040:1.0:1767384312.526113:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000008235dc7a x1853236746134528 msgsize 4848 00000100:00100000:1.0:1767384312.526117:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384312.526118:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384312.526124:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384312.526126:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384312.526130:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02480 00000400:00000200:2.0:1767384312.526134:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000100:00000001:1.0:1767384312.526134:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384312.526143:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f87bbc2. 00000400:00000200:2.0:1767384312.526145:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef0ca814 00000400:00000200:2.0:1767384312.526149:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.526149:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9a03904 00000400:00000010:1.0:1767384312.526151:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9a03904. 00000400:00000200:2.0:1767384312.526154:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384312.526155:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384312.526157:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef0ca814 00000400:00000010:2.0:1767384312.526159:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef0ca814. 00000100:00000200:1.0:1767384312.526159:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.526163:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384312.526164:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384312.526167:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000007e7139c6 x1853236746134656 msgsize 4848 00000100:00000001:1.0:1767384312.526169:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384312.526172:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384312.526173:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384312.526174:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384312.526180:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.526182:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384312.526182:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384312.526186:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083dc7b21 00000400:00000010:2.0:1767384312.526187:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083dc7b21. 00000100:00000001:1.0:1767384312.526189:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.526191:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384312.526192:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294901296 00000100:00000200:2.0:1767384312.526194:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384312.526197:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2a280ac. 00000100:00000001:2.0:1767384312.526200:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384312.526202:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.526205:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384312.526208:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.526210:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384312.526211:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294901296 00000100:00000001:2.0:1767384312.526214:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384312.526215:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000145d10e7. 00000100:00000001:2.0:1767384312.526217:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294901296 00000100:00000001:1.0:1767384312.526218:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384312.526219:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294901296 00000100:00000001:2.0:1767384312.526221:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294901296 00000100:00000001:2.0:1767384312.526223:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294901296 00000100:00000001:1.0:1767384312.526223:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294901296 00000100:00000001:2.0:1767384312.526225:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294901296 00000100:00000010:1.0:1767384312.526226:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c1dac9. 00000100:00000001:1.0:1767384312.526229:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384312.526234:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294901296 00000100:00000001:1.0:1767384312.526234:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294901296 00000100:00000001:2.0:1767384312.526236:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294901296 00000100:00000010:1.0:1767384312.526238:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000818cdb35. 00000100:00000001:1.0:1767384312.526240:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384312.526243:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294901296 00000100:00000001:1.0:1767384312.526243:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.526244:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384312.526245:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.526249:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.526251:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.526252:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.526254:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.526256:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.526260:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384312.526260:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384312.526261:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384312.526262:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384312.526265:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.526265:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.526266:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384312.526268:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.526270:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.526272:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384312.526274:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.526276:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384312.526279:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c568945. 00000100:00000001:2.0:1767384312.526282:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384312.526284:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e1714e65. 00000100:00000001:2.0:1767384312.526286:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384312.526291:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092e4cc79. 00000100:00000001:2.0:1767384312.526299:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384312.526299:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384312.526303:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746134528 00000100:00100000:1.0:1767384312.526303:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746134656 02000000:00000001:2.0:1767384312.526306:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384312.526306:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384312.526309:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384312.526309:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384312.526311:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.526312:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.526316:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.526316:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384312.526316:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092e4cc79. 00000100:00100000:2.0:1767384312.526320:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746134528 00000100:00100000:1.0:1767384312.526320:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746134656 00000020:00000001:2.0:1767384312.526325:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384312.526325:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384312.526327:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000040:1.0:1767384312.526327:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384312.526330:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384312.526330:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384312.526333:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000040:1.0:1767384312.526333:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:2.0:1767384312.526336:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384312.526336:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384312.526339:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384312.526339:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384312.526344:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384312.526344:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384312.526348:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e83fb421. 00000020:00000010:1.0:1767384312.526348:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac177c60. 00000100:00000001:2.0:1767384312.526351:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384312.526351:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384312.526354:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e83fb421. 00000020:00000010:1.0:1767384312.526354:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac177c60. 00000020:00000010:2.0:1767384312.526360:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1f5a913. 00000020:00000010:1.0:1767384312.526360:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097b0d193. 00000400:00000200:0.0:1767384312.526362:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:2.0:1767384312.526365:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003eb3e1db. 00000020:00000010:1.0:1767384312.526365:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051652914. 00000020:00000010:2.0:1767384312.526372:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000967e9039. 00000020:00000010:1.0:1767384312.526372:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006213bd5a. 00000400:00000200:0.0:1767384312.526379:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp11 from 251.3.0.2 00000100:00000040:2.0:1767384312.526383:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000010:0.0:1767384312.526383:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000163cab7e. 00000100:00000001:2.0:1767384312.526389:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384312.526390:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384312.526392:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384312.526392:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384312.526395:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.526395:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.526402:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.526402:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.526414:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.526414:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.526461:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384312.526461:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384312.526464:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384312.526464:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384312.526469:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000040:2.0:1767384312.526473:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384312.526476:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834953296 : -111508874598320 : ffff9a955123e850) 00000100:00100000:1.0:1767384312.526476:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000040:1.0:1767384312.526479:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000040:2.0:1767384312.526481:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e7139c6 x1853236746134656/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.526481:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834958416 : -111508874593200 : ffff9a955123fc50) 00000100:00000040:1.0:1767384312.526487:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008235dc7a x1853236746134528/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.526490:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384312.526494:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e83fb421. 00000100:00000001:2.0:1767384312.526497:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384312.526499:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e83fb421. 00000100:00100000:2.0:1767384312.526504:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e7139c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746134656:12345-0@lo:253: 00000100:00000001:1.0:1767384312.526506:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384312.526508:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746134656 00000020:00000010:1.0:1767384312.526510:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac177c60. 00000800:00000010:0.0:1767384312.526511:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000011a4099b. 00000020:00000001:2.0:1767384312.526512:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384312.526512:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384312.526516:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384312.526518:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac177c60. 00000020:00000001:2.0:1767384312.526519:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384312.526519:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c5c62f24. 00000020:00000001:2.0:1767384312.526522:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384312.526525:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008235dc7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746134528:12345-0@lo:253: 00000020:00000001:2.0:1767384312.526526:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000200:1.0:1767384312.526529:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746134528 00000020:00000001:2.0:1767384312.526530:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384312.526532:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384312.526532:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384312.526534:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384312.526535:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384312.526536:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.526537:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384312.526538:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000010:0.0:1767384312.526539:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008e492d29. 00000020:00000001:2.0:1767384312.526540:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.526540:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384312.526545:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384312.526546:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384312.526547:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384312.526551:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384312.526551:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:0.1:1767384312.526551:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a99d717] -> 12345-192.168.203.143@tcp11 (2) 00000020:00000001:1.0:1767384312.526555:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384312.526558:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384312.526560:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp11 000000008e492d29 deleted 00000100:00000001:1.0:1767384312.526564:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:0.1:1767384312.526564:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008e492d29. 02000000:00000010:2.0:1767384312.526567:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000acd54947. 02000000:00000001:1.0:1767384312.526568:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:0.1:1767384312.526570:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 02000000:00000001:2.0:1767384312.526571:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384312.526573:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000af3cbed8. 00000100:00000001:2.0:1767384312.526576:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.526576:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.526578:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.526579:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.1:1767384312.526597:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp11 ip 192.168.203.143:1019 20000000:00000001:1.0:1767384312.526599:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.1:1767384312.526603:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000051203aef type 1, nob 192 niov 1 nkiov 1 00000800:00000200:0.0:1767384312.526608:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp11 p 3.x 192.168.203.143 -> 192.168.203.143:1019 incarnation:1767384311192808499 sched[0] 20000000:00000010:2.0:1767384312.526621:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000097949c5e. 20000000:00000010:1.0:1767384312.526621:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000098548e20. 00000800:00000010:0.0:1767384312.526624:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092e4cc79. 20000000:01000000:2.0:1767384312.526627:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384312.526627:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384312.526631:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384312.526631:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384312.526634:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384312.526637:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.526640:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384312.526640:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.526642:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384312.526643:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384312.526644:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.526646:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384312.526653:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037b76e59. 20000000:01000000:1.0:1767384312.526656:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:1.0:1767384312.526662:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:0.0:1767384312.526666:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092e4cc79. 00080000:00000001:1.0:1767384312.526668:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000010:0.0:1767384312.526672:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c5c62f24. 00080000:00000001:1.0:1767384312.526686:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384312.526707:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:0.0:1767384312.526710:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000163cab7e. 00000800:00000001:0.0:1767384312.526721:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384312.526722:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384312.526726:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384312.526727:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384312.526731:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384312.526733:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384312.526735:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384312.526738:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000020:00000001:1.0:1767384312.526743:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:1.0:1767384312.526746:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384312.526750:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384312.526754:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384312.526757:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384312.526760:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384312.526765:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384312.526770:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:0.0:1767384312.526770:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1767384312.526774:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000038117701. 00000800:00000010:0.0:1767384312.526775:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051203aef. 00080000:00000001:1.0:1767384312.526781:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565481695232 : -111508227856384 : ffff9a9577b06800) 00000400:00000200:0.0:1767384312.526782:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384312.526788:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384312.526790:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp11->192.168.203.143@tcp11: PUT: OK 00000001:00000001:1.0:1767384312.526793:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384312.526794:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000010:1.0:1767384312.526798:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ac177c60. 00000400:00000200:0.0:1767384312.526798:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00080000:00000001:1.0:1767384312.526805:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384312.526808:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:0.1:1767384312.526822:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:1.0:1767384312.526823:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384312.526828:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp11 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384311192808499 sched[0] 00000800:00000010:0.0:1767384312.526836:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e1714e65. 00080000:00000001:1.0:1767384312.526843:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384312.526894:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384312.526930:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384312.526957:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384312.527000:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000001:1.0:1767384312.527027:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.527036:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384312.527038:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.527042:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.527050:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp11(192.168.203.143@tcp11) <- 192.168.203.143@tcp11 : PUT - for me 00000400:00000200:1.0:1767384312.527059:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384312.527060:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384312.527065:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 96/96 into md 0x1249 [1] + 0 00000400:00000010:1.0:1767384312.527069:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026638ac1. 00000400:00000200:1.0:1767384312.527073:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b711c6fc 00000800:00000001:1.0:1767384312.527077:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.527090:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.527092:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.527097:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp11->192.168.203.143@tcp11: PUT: OK 00000400:00000200:1.0:1767384312.527101:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000400:00000010:1.0:1767384312.527102:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 00000400:00000200:1.0:1767384312.527105:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384312.527108:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (5) 00000400:00000200:1.0:1767384312.527111:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:1.0:1767384312.527114:0:16348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000007f0a24a6. 00000400:00000200:1.0:1767384312.527116:0:16348:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 4 00000400:00000200:1.0:1767384312.527119:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384312.527131:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (6) 00000400:00000200:1.0:1767384312.527137:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384312.527190:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp11 to MR: 192.168.203.143@tcp11 local destination 00000400:00000200:1.0:1767384312.527196:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp11 NI seq info: [10:10:256:4294967295] 192.168.203.143@tcp11 LPNI seq info [10:10:8:4294967295] 00000800:00000010:0.0:1767384312.527201:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fd23817a. 00000800:00000010:0.0:1767384312.527206:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e492d29. 00000800:00000010:0.0:1767384312.527211:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092e4cc79. 00000400:00000200:1.0:1767384312.527214:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp11(192.168.203.143@tcp11:192.168.203.143@tcp11) -> 192.168.203.143@tcp11(192.168.203.143@tcp11:192.168.203.143@tcp11) 192.168.203.143@tcp11 : ACK try# 0 00000400:00000200:2.0:1767384312.527220:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384312.527221:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp11 00000400:00000010:2.0:1767384312.527226:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c33bf6c3. 00000800:00000010:1.0:1767384312.527226:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f0a3a8d7. 00000400:00000010:2.0:1767384312.527232:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a35d042. 00000800:00000200:1.0:1767384312.527233:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a99d717] -> 12345-192.168.203.143@tcp11 (4) 00000400:00000200:2.0:1767384312.527236:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000800:00000200:1.0:1767384312.527239:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp11 ip 192.168.203.143:988 00000800:00000010:0.0:1767384312.527240:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092e4cc79. 00000400:00000200:2.0:1767384312.527241:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1004d1 00000800:00000200:1.0:1767384312.527244:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f0a3a8d7 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384312.527250:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 000000005f4081fb. 00000400:00000010:2.0:1767384312.527253:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000fed9f02d. 00000400:00000010:2.0:1767384312.527256:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 00000000b7f8722e. 00000800:00000001:0.0:1767384312.527258:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384312.527266:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000014f0be51. 00000400:00000200:0.0:1767384312.527273:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384312.527274:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000014f0be51 nid 192.168.203.143@tcp12 00000400:00000010:2.0:1767384312.527281:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000069dc36f9. 00000400:00000200:2.0:1767384312.527285:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 0000000069dc36f9 net tcp12 00000400:00000200:0.0:1767384312.527288:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp11 from 250.3.0.2 00000400:00000200:2.0:1767384312.527290:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (5) 00000800:00000010:0.0:1767384312.527292:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006c7ad0ba. 00000400:00000200:2.0:1767384312.527300:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp12 flags 0x11 00000800:00000200:1.0:1767384312.527305:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384312.527306:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 000000005f4081fb. 00000800:00000010:1.0:1767384312.527308:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f0a3a8d7. 00000400:00000010:2.0:1767384312.527310:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000fed9f02d. 00000400:00000200:1.0:1767384312.527311:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384312.527312:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 00000000b7f8722e. 00000400:00000010:2.0:1767384312.527315:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000007f0a24a6. 00000400:00000200:1.0:1767384312.527316:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp11->192.168.203.143@tcp11: ACK: OK 00000400:00000200:2.0:1767384312.527319:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384312.527323:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100551 00000800:00000001:1.0:1767384312.527323:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384312.527328:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 1 00000800:00000001:1.0:1767384312.527329:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384312.527331:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384312.527332:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 00000400:00000200:2.0:1767384312.527336:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000800:00000001:1.0:1767384312.527337:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.527339:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100511 rc 0 00000400:00000200:2.0:1767384312.527344:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:1.0:1767384312.527344:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp11(192.168.203.143@tcp11) <- 192.168.203.143@tcp11 : ACK - for me 00000400:00000200:2.0:1767384312.527350:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (6) 00000400:00000200:1.0:1767384312.527354:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp11: ACK from 12345-192.168.203.143@tcp11 into md 0x1261 00000400:00000200:1.0:1767384312.527366:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.527371:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp11->192.168.203.143@tcp11: ACK: OK 00000400:00000200:1.0:1767384312.527375:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:1.0:1767384312.527377:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000800:00000010:2.0:1767384312.527382:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005e462fb0. 00000400:00000200:1.0:1767384312.527382:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384312.527385:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000800:00000010:2.0:1767384312.527386:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083dc7b21. 00000400:00000200:1.0:1767384312.527389:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (5) 00000800:00000001:0.0:1767384312.527393:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384312.527395:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.527400:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384312.527403:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000086e3bb54. 00000800:00000200:2.1:1767384312.527408:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a99d717] -> 12345-192.168.203.143@tcp11 (4) 00000800:00000200:2.1:1767384312.527446:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp11 0000000086e3bb54 deleted 00000800:00000010:2.1:1767384312.527449:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000086e3bb54. 00000800:00000200:2.1:1767384312.527454:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384312.527705:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp11 p 3.x 192.168.203.143 -> 192.168.203.143:1018 incarnation:1767384311192808499 sched[0] 00000800:00000010:2.0:1767384312.527713:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e83fb421. 00000800:00000010:2.0:1767384312.527758:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e83fb421. 00000800:00000010:2.0:1767384312.527761:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083dc7b21. 00000800:00000200:0.1:1767384312.527768:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384312.527774:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp11 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384311192808499 sched[0] 00000800:00000010:0.0:1767384312.527777:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e492d29. 00000800:00000010:2.0:1767384312.527786:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006c7ad0ba. 00000800:00000001:0.0:1767384312.527801:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384312.527805:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384312.527834:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.527840:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384312.528150:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000038117701. 00080000:00000010:1.0:1767384312.528182:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ac177c60. 00040000:00000001:1.0:1767384312.528187:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384312.528189:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384312.528191:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384312.528194:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384312.528196:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384312.528197:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384312.528208:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384312.528218:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384312.528221:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384312.528226:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384312.528230:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000005617afb. 20000000:01000000:2.0:1767384312.528233:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:2.0:1767384312.528237:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384312.528237:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384312.528240:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384312.528241:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384312.528245:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:0.0:1767384312.528246:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384312.528252:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384312.528254:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384312.528255:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:0.0:1767384312.528261:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000016025d58. 00080000:00000001:2.0:1767384312.528264:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.528267:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384312.528269:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767384312.528271:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036db450f. 00080000:00000001:2.0:1767384312.528273:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.528276:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384312.528277:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384312.528278:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036db450f with handle 0x980286e253c5fb58 to hash 00080000:00000001:2.0:1767384312.528281:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.528282:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384312.528285:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680590336 : -111509028961280 : ffff9a9547f08400) 00080000:00000002:2.0:1767384312.528287:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00010000:00000001:0.0:1767384312.528289:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680590336 : -111509028961280 : ffff9a9547f08400) 00000020:00000001:2.0:1767384312.528293:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:2.0:1767384312.528296:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384312.528300:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384312.528301:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384312.528302:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.528307:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384312.528309:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.528315:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.528318:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384312.528320:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384312.528322:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384312.528324:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:2.0:1767384312.528325:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:0.0:1767384312.528326:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384312.528329:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384312.528332:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384312.528332:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384312.528335:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384312.528339:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a095d418. 00010000:00000001:0.0:1767384312.528339:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000020:1.0:1767384312.528341:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384312.528343:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384312.528345:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560333956096 : -111513375595520 : ffff9a9444dc2400) 00000100:00000001:1.0:1767384312.528345:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384312.528345:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:1.0:1767384312.528349:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000098548e20. 00010000:00000001:0.0:1767384312.528349:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384312.528351:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:0.0:1767384312.528352:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000016025d58) refcount = 1 00000001:00000001:2.0:1767384312.528354:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:1.0:1767384312.528354:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.528357:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384312.528359:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e83fb421. 00010000:00000040:1.0:1767384312.528359:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746134528 00080000:00000001:2.0:1767384312.528364:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.528365:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:2.0:1767384312.528369:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384312.528370:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000200:1.0:1767384312.528373:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008235dc7a x1853236746134528/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384312.528374:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384312.528377:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384312.528378:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.528382:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.528387:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384312.528389:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384312.528391:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:0.0:1767384312.528392:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384312.528393:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384312.528396:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00000100:00001000:1.0:1767384312.528398:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=18 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384312.528399:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.528401:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.528403:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036db450f refcount=4 00000100:00000001:1.0:1767384312.528407:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384312.528407:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590336 : -111509028961280 : ffff9a9547f08400) 00010000:00000001:0.0:1767384312.528409:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590336 : -111509028961280 : ffff9a9547f08400) 00010000:00000001:0.0:1767384312.528412:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:1.0:1767384312.528413:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00010000:0.0:1767384312.528414:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.528453:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384312.528455:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384312.528459:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:0.0:1767384312.528459:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.528461:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384312.528464:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384312.528466:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384312.528480:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.528480:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.528484:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.528486:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384312.528487:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384312.528490:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384312.528494:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384312.528500:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036db450f already unused, calling callback (000000004feed035) 00000400:00000010:1.0:1767384312.528501:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9a03904. 00010000:00000001:0.0:1767384312.528502:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.528505:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:1.0:1767384312.528507:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746134528, offset 224 00010000:00010000:0.0:1767384312.528508:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.528516:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1767384312.528519:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384312.528519:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.528520:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.528522:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036db450f refcount=5 00000020:00000001:0.0:1767384312.528525:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590336 : -111509028961280 : ffff9a9547f08400) 00010000:00000001:0.0:1767384312.528527:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590336 : -111509028961280 : ffff9a9547f08400) 00000400:00000200:1.0:1767384312.528532:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384312.528533:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384312.528536:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384312.528542:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02400 00010000:00000001:0.0:1767384312.528543:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384312.528547:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384312.528549:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1265 [2] + 224 00000400:00000200:1.0:1767384312.528553:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384312.528557:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.528558:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384312.528562:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384312.528563:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384312.528565:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:1.0:1767384312.528569:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384312.528569:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.528572:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384312.528576:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036db450f with handle 0x980286e253c5fb58 from hash 00010000:00000001:0.0:1767384312.528580:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384312.528597:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.528600:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384312.528602:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384312.528602:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384312.528605:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384312.528618:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384312.528620:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384312.528622:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.528624:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.528625:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384312.528626:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384312.528628:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.528628:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384312.528630:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384312.528630:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.528634:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.528636:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.528637:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384312.528639:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9a03904 00000400:00000010:1.0:1767384312.528644:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9a03904. 00010000:00000001:0.0:1767384312.528644:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.528647:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.528649:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384312.528650:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384312.528651:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384312.528651:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384312.528655:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384312.528656:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384312.528656:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.528658:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.528661:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384312.528662:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.528664:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384312.528667:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384312.528668:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 20000000:00000001:0.0:1767384312.528668:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384312.528670:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384312.528683:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025f23724. 00010000:00000001:1.0:1767384312.528684:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:0.0:1767384312.528684:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384312.528686:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8803537 00000020:00000001:1.0:1767384312.528688:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384312.528689:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8803537. 00000100:00000001:2.0:1767384312.528693:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384312.528693:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384312.528697:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:2.0:1767384312.528699:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384312.528699:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008235dc7a x1853236746134528/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384312.528706:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384312.528710:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036db450f/0x980286e253c5fb58 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384312.528715:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384312.528717:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008235dc7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746134528:12345-0@lo:253: Request processed in 2206us (2599us total) trans 0 rc 0/0 00010000:00000040:0.0:1767384312.528724:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000016025d58 count: 0 00000100:00100000:1.0:1767384312.528731:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000001:2.0:1767384312.528733:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384312.528735:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.528737:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384312.528738:0:16356:0:(client.c:1578:after_reply()) Process entered 20000000:00000001:0.0:1767384312.528740:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:2.0:1767384312.528742:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384312.528743:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384312.528745:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384312.528745:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384312.528747:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.528748:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384312.528751:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384312.528752:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003eb3e1db. 00000100:00001000:2.0:1767384312.528755:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=18 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384312.528756:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000967e9039. 00000100:00001000:2.0:1767384312.528758:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=18 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384312.528760:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1f5a913. 00000100:00000001:2.0:1767384312.528762:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384312.528763:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.528766:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384312.528766:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:2.0:1767384312.528768:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.528771:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.528771:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384312.528774:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000af3cbed8. 00000100:00000040:2.0:1767384312.528775:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384312.528778:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384312.528781:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.528782:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.528785:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384312.528785:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384312.528787:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384312.528790:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:1.0:1767384312.528790:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7dc92e4. 00000020:01000004:2.0:1767384312.528792:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384312.528794:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:1.0:1767384312.528795:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9a03904. 00000020:01000004:2.0:1767384312.528796:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384312.528798:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384312.528799:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.528800:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384312.528802:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384312.528809:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384312.528811:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384312.528814:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384312.528822:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009cfabb0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746134528:0@lo:253: 00000100:00000001:2.0:1767384312.528827:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.528829:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384312.528830:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009cfabb0a x1853236746134528/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.528837:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384312.528840:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384312.528842:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005e2a5079. 02000000:00000001:2.0:1767384312.528845:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384312.528846:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384312.528847:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384312.528848:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384312.528850:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ff13d432. 02000000:00000001:2.0:1767384312.528852:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384312.528853:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384312.528854:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009cfabb0a. 00000100:00000001:2.0:1767384312.528856:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384312.528857:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.528858:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.528861:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384312.528862:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.528864:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.528865:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384312.530086:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a095d418. 00080000:00000010:2.0:1767384312.530155:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e83fb421. 00040000:00000001:2.0:1767384312.530160:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384312.530162:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384312.530163:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384312.530165:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384312.530167:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.530169:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384312.530170:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384312.530179:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384312.530188:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384312.530189:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384312.530192:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384312.530193:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384312.530196:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384312.530198:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384312.530200:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384312.530204:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000083b63b36. 00010000:00000001:0.0:1767384312.530207:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384312.530210:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073ba82d9. 00000020:00000001:0.0:1767384312.530212:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384312.530215:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000073ba82d9 with handle 0x980286e253c5fb5f to hash 00000020:00000001:0.0:1767384312.530216:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384312.530218:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384312.530220:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384312.530221:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.530223:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.530224:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.530228:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384312.530230:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384312.530232:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384312.530233:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384312.530234:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.530236:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384312.530237:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.530239:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384312.530240:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384312.530242:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384312.530248:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384312.530250:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000083b63b36) refcount = 1 00010000:00010000:0.0:1767384312.530252:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.530256:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384312.530258:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384312.530259:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.530260:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.530261:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384312.530263:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384312.530264:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:0.0:1767384312.530265:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.530266:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.530267:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ba82d9 refcount=4 00000020:00000001:0.0:1767384312.530268:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384312.530270:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384312.530271:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384312.530272:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.530275:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384312.530276:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.530279:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.530280:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384312.530281:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.530284:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.530285:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.530287:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384312.530288:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384312.530299:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000073ba82d9 already unused, calling callback (000000004feed035) 00010000:00000001:0.0:1767384312.530301:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.530302:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384312.530304:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.530307:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384312.530308:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.530309:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.530311:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ba82d9 refcount=5 00000020:00000001:0.0:1767384312.530312:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384312.530313:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384312.530315:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384312.530316:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.530320:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384312.530321:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.530322:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.530325:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000020:2.0:1767384312.530326:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384312.530327:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384312.530329:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.530332:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.530333:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384312.530334:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073ba82d9 with handle 0x980286e253c5fb5f from hash 20000000:00000010:2.0:1767384312.530337:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000097949c5e. 00010000:00000001:0.0:1767384312.530337:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384312.530339:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.530341:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.530343:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000001:2.0:1767384312.530345:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.530345:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384312.530346:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384312.530348:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384312.530351:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384312.530352:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746134656 00010000:00000001:0.0:1767384312.530353:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.530356:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384312.530358:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384312.530363:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000200:2.0:1767384312.530364:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e7139c6 x1853236746134656/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384312.530367:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.530370:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.530372:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.530376:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.530381:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384312.530381:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.530383:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384312.530384:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384312.530389:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=18 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384312.530394:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384312.530395:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384312.530397:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384312.530399:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:0.0:1767384312.530400:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384312.530403:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:0.0:1767384312.530404:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384312.530407:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384312.530408:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384312.530409:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384312.530411:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.530412:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384312.530416:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384312.530416:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384312.530420:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384312.530421:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384312.530446:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083dc7b21. 00010000:00010000:0.0:1767384312.530448:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384312.530453:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746134656, offset 224 00010000:00000001:0.0:1767384312.530455:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384312.530458:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384312.530459:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000073ba82d9/0x980286e253c5fb5f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384312.530464:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1767384312.530467:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000083b63b36 count: 0 00000400:00000200:2.0:1767384312.530475:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384312.530480:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384312.530483:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384312.530485:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02480 00000400:00000200:2.0:1767384312.530491:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x126d [2] + 224 00000400:00000200:2.0:1767384312.530507:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.530510:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384312.530514:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384312.530518:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384312.530525:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.530537:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384312.530545:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384312.530548:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083dc7b21 00000100:00000001:0.0:1767384312.530549:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384312.530552:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083dc7b21. 00000100:00000001:2.0:1767384312.530555:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384312.530556:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384312.530556:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384312.530559:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384312.530561:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384312.530562:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c48573bf. 00000100:00000040:2.0:1767384312.530567:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:0.0:1767384312.530568:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df645586 00010000:00000001:2.0:1767384312.530571:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384312.530572:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df645586. 00000020:00000001:2.0:1767384312.530575:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.530576:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384312.530578:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384312.530596:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384312.530597:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e7139c6 x1853236746134656/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384312.530625:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384312.530626:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e7139c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746134656:12345-0@lo:253: Request processed in 4134us (4456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384312.530643:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000001:0.0:1767384312.530643:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384312.530647:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384312.530648:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:0.0:1767384312.530650:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384312.530651:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384312.530653:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384312.530654:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384312.530656:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384312.530658:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051652914. 00000100:00000001:0.0:1767384312.530658:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.530664:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384312.530665:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006213bd5a. 00000100:00001000:0.0:1767384312.530667:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=18 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384312.530669:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097b0d193. 00000100:00001000:0.0:1767384312.530671:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=18 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384312.530673:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:0.0:1767384312.530674:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384312.530686:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384312.530687:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384312.530690:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000acd54947. 00010000:00000001:0.0:1767384312.530691:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384312.530694:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.530696:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384312.530696:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.530699:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384312.530702:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384312.530704:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384312.530710:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007954aa91. 00000100:00000001:0.0:1767384312.530711:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384312.530716:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083dc7b21. 00000100:00000001:0.0:1767384312.530716:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384312.530717:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384312.530723:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384312.530724:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384312.530725:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384312.530726:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384312.530727:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384312.530728:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384312.530729:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384312.530730:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384312.530731:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384312.530732:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384312.530737:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7308626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746134656:0@lo:253: 00000100:00000001:0.0:1767384312.530740:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.530746:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384312.530747:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7308626 x1853236746134656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.530751:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384312.530753:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384312.530754:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a0afe9ce. 02000000:00000001:0.0:1767384312.530758:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384312.530759:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384312.530760:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384312.530761:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384312.530763:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001039bda2. 02000000:00000001:0.0:1767384312.530766:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384312.530766:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384312.530767:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7308626. 00000100:00000001:0.0:1767384312.530769:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384312.530770:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.530771:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.530774:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384312.530775:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.530776:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384312.530778:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.532483:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294901296, at 4294901297 00000100:00000010:1.0:1767384312.532491:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000145d10e7. 00000100:00000040:2.0:1767384312.532493:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294901296, at 4294901297 00000100:00000010:2.0:1767384312.532497:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c1dac9. 00000100:00000040:3.0:1767384312.533464:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294901296, at 4294901298 00000100:00000010:3.0:1767384312.533470:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000818cdb35. 00000100:00000040:0.0:1767384312.533479:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294901296, at 4294901298 00000100:00000010:0.0:1767384312.533486:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2a280ac. 00010000:00000010:0.1:1767384312.535458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000016025d58. 00010000:00000010:0.1:1767384312.535473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036db450f. 00000400:00000010:0.0:1767384312.541264:0:19668:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000563aeeb5. 00000400:00000040:0.0:1767384312.541279:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384312.541281:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384312.541283:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384312.541284:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384312.541286:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384312.541286:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384312.541288:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384312.541289:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384312.541291:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384312.541292:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384312.541293:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384312.541294:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384312.541296:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384312.541300:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384312.541301:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384312.541303:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384312.541304:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384312.541305:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384312.541305:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384312.541307:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384312.541308:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384312.541309:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384312.541310:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384312.541311:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384312.541312:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384312.541313:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384312.541314:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384312.541315:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384312.541316:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384312.541317:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384312.541318:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384312.541319:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384312.541320:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384312.541321:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384312.541322:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384312.541323:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384312.541324:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384312.541325:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384312.541326:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384312.541327:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384312.541328:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384312.541329:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384312.541330:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384312.541331:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384312.541332:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384312.541333:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384312.541334:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384312.541334:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384312.541336:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384312.541337:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384312.541338:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384312.541339:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384312.541342:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384312.541343:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384312.541344:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384312.541345:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384312.541346:0:19668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384312.541359:0:19668:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000563aeeb5. 00010000:00000010:0.1:1767384312.542459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000083b63b36. 00010000:00000010:0.1:1767384312.542477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ba82d9. 00080000:00000010:1.0:1767384313.024143:0:19813:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000153df57b. 00080000:00000010:1.0:1767384313.024152:0:19813:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000153df57b. 00000020:00000001:1.0:1767384313.024156:0:19813:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384313.024162:0:19813:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000153df57b. 00080000:00000010:1.0:1767384313.024165:0:19813:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000153df57b. 00000020:00000001:1.0:1767384313.024168:0:19813:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.187492:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384313.187497:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.187503:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384313.187505:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.187605:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384313.187609:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384313.187612:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384313.694247:0:19977:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384313.694252:0:19977:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:0.0:1767384313.698439:0:19977:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384313.706103:0:19978:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000be58991a. 00000400:00000010:0.0:1767384313.706119:0:19978:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003a2351db. 00000400:00000010:0.0:1767384313.706129:0:19978:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000053826afa. 00000400:00000010:0.0:1767384313.706133:0:19978:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a27f3e86. 00000400:00000010:0.0:1767384313.706137:0:19978:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000074f8b967. 00000400:00000010:0.0:1767384313.706142:0:19978:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006db17b41. 00000400:00000010:0.0:1767384313.706144:0:19978:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004c92e03f. 00000400:00000010:0.0:1767384313.706146:0:19978:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d54e9961. 00000400:00000010:0.0:1767384313.706150:0:19978:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000091a1ff36. 00000800:00000010:0.0:1767384313.706159:0:19978:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b99cca50. 00000800:00000200:0.0:1767384313.706171:0:19978:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384313.706177:0:19978:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384313.706215:0:19978:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:0.0:1767384313.706242:0:19978:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp13 [8/256/0/180] 00000400:00000010:0.0:1767384313.708102:0:19978:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000e6dceea7. 00000400:00000010:0.0:1767384313.708109:0:19978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067f87b13. 00000400:00000010:0.0:1767384313.708114:0:19978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dbf1aef. 00000400:00000001:0.0:1767384313.708127:0:19978:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384313.708129:0:19978:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384313.708131:0:19978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fec1f30. 00000400:00000200:0.0:1767384313.708135:0:19978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:0.0:1767384313.708137:0:19978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000400:00000010:0.0:1767384313.708148:0:19978:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000ab1dec5c. 00000400:00000200:0.0:1767384313.708154:0:19978:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (4) 00000400:00000200:0.0:1767384313.708174:0:19978:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384313.708183:0:19978:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:0.0:1767384313.708191:0:19978:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004f9a3108. 00000020:01000000:0.0:1767384313.708198:0:19978:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384313.708200:0:19978:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp13 00000400:00000200:2.0:1767384313.708203:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384313.708213:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:0.0:1767384313.708220:0:19978:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003a2351db. 00000400:00000010:2.0:1767384313.708222:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:0.0:1767384313.708226:0:19978:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000be58991a. 00000400:00000200:2.0:1767384313.708228:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (5) 00000400:00000010:2.0:1767384313.708239:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a1f1fb3. 00000400:00000200:2.0:1767384313.708245:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:2.0:1767384313.708258:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384313.708279:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384313.708285:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384313.708289:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384313.708293:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:2.0:1767384313.708297:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp12 00000400:00000200:2.0:1767384313.708301:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp12 lpni_is_preferred = 0 00000400:00000200:2.0:1767384313.708303:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp12 00000020:00000001:1.0:1767384313.708306:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384313.708307:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp12 NI seq info: [11:11:256:4294967295] 192.168.203.143@tcp12 LPNI seq info [11:11:8:4294967295] 10000000:00000001:1.0:1767384313.708311:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384313.708315:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384313.708318:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp12 10000000:01000000:1.0:1767384313.708319:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384313.708324:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384313.708326:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384313.708330:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384313.708333:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384313.708334:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384313.708338:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp12(192.168.203.143@tcp12:) -> 192.168.203.143@tcp12(192.168.203.143@tcp:192.168.203.143@tcp12) : PUT try# 0 00000020:01000004:1.0:1767384313.708338:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384313.708341:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384313.708343:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384313.708346:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384313.708347:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384313.708350:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.203.143@tcp12 00000800:00000010:2.0:1767384313.708355:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000894393e2. 00000100:00000010:1.0:1767384313.708363:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000271fd986. 00000800:00000010:2.0:1767384313.708366:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fb731270. 00000020:00000040:1.0:1767384313.708368:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000800:00000010:2.0:1767384313.708372:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e200b147. 00000100:00000001:1.0:1767384313.708375:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384313.708379:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb731270] -> 12345-192.168.203.143@tcp12 (2) 02000000:00000001:1.0:1767384313.708379:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.1:1767384313.708386:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb731270] -> 12345-192.168.203.143@tcp12 (2) 02000000:00000001:1.0:1767384313.708386:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384313.708398:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000af3cbed8. 00000100:00000001:1.0:1767384313.708405:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384313.708412:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000001:1.0:1767384313.708414:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384313.708417:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00000001:1.0:1767384313.708418:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384313.708458:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000271fd986] to pc [ptlrpcd_00_01+1] req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384313.708486:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384313.708489:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.708491:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384313.708493:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384313.708499:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384313.708502:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384313.708504:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384313.708506:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384313.708507:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384313.708509:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384313.708510:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384313.708511:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384313.708512:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384313.708513:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384313.708514:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384313.708515:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384313.708516:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384313.708520:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a858121b. 00000400:00000200:3.0:1767384313.708521:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000020:00000040:1.0:1767384313.708523:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384313.708527:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384313.708529:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384313.708531:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384313.708537:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000098548e20. 00000100:00000001:1.0:1767384313.708539:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.708542:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384313.708550:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.708555:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384313.708555:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a858121b] to pc [ptlrpcd_00_02+2] req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.708560:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384313.708564:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384313.708572:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384313.708591:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 10000000:00000001:1.0:1767384313.708597:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.708600:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384313.708601:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.708603:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384313.708605:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384313.708608:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004f9a3108. 00000100:00000001:2.0:1767384313.708611:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.708616:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384313.708619:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384313.708620:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384313.708621:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.708625:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384313.708628:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746134784:0@lo:253: 00000400:00000200:3.0:1767384313.708629:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:1.0:1767384313.708631:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384313.708635:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384313.708637:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384313.708638:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384313.708644:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384313.708645:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384313.708648:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.708654:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384313.708659:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384313.708660:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384313.708662:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000acd54947. 02000000:00000001:1.0:1767384313.708663:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384313.708665:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 02000000:00000001:2.0:1767384313.708667:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384313.708668:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384313.708673:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384313.708675:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a67a8c65. 00000100:00100000:1.0:1767384313.708677:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a858121b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746134912:0@lo:253: 00000100:00000001:1.0:1767384313.708682:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384313.708683:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003480a2ce. 02000000:00000001:1.0:1767384313.708685:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384313.708688:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746134784, portal 25 02000000:00000001:1.0:1767384313.708688:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384313.708690:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384313.708694:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384313.708696:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317031168 : -111508392520448 : ffff9a956ddfd500) 02000000:00000010:1.0:1767384313.708698:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005e2a5079. 00000400:00000200:3.0:1767384313.708701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 02000000:00000001:1.0:1767384313.708702:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384313.708703:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384313.708711:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029d0b97a. 00000100:00000001:2.0:1767384313.708714:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384313.708718:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de1bc448. 00000100:00000040:2.0:1767384313.708721:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384313.708724:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746134912, portal 25 00000400:00000010:2.0:1767384313.708727:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a254289. 00000100:00000001:1.0:1767384313.708728:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384313.708733:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317038336 : -111508392513280 : ffff9a956ddff100) 00000100:00000200:2.0:1767384313.708734:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746134784, offset 0 00000400:00000200:3.0:1767384313.708739:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000040:1.0:1767384313.708740:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384313.708745:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384313.708761:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384313.708771:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384313.708774:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384313.708777:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02500 00000400:00000010:1.0:1767384313.708778:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef0ca814. 00000400:00000200:2.0:1767384313.708784:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000400:00000010:2.0:1767384313.708787:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c523ef8b. 00000400:00000200:2.0:1767384313.708789:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002cbf0198 00000100:00000200:1.0:1767384313.708792:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746134912, offset 0 00000400:00000200:2.0:1767384313.708795:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384313.708803:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384313.708805:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384313.708810:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cbf0198 00000400:00000010:2.0:1767384313.708813:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cbf0198. 00000400:00000200:1.0:1767384313.708817:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384313.708821:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384313.708825:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384313.708827:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02580 00000400:00000200:1.0:1767384313.708835:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000100:00000040:2.0:1767384313.708838:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000042b2a790 x1853236746134784 msgsize 4848 00000400:00000010:1.0:1767384313.708839:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a79a0dac. 00000400:00000200:1.0:1767384313.708846:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b23a7e86 00000100:00100000:2.0:1767384313.708852:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384313.708853:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384313.708854:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384313.708860:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384313.708863:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b23a7e86 00000100:00000001:2.0:1767384313.708864:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384313.708865:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b23a7e86. 00000100:00000001:1.0:1767384313.708870:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384313.708872:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384313.708876:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a254289 00000100:00000040:1.0:1767384313.708876:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000007fe08c9d x1853236746134912 msgsize 4848 00000400:00000010:2.0:1767384313.708881:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a254289. 00000100:00100000:1.0:1767384313.708886:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384313.708887:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384313.708888:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:2.0:1767384313.708895:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.708900:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384313.708903:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384313.708907:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef0ca814 00000100:00000040:2.0:1767384313.708908:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384313.708911:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef0ca814. 00000100:00000001:1.0:1767384313.708917:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384313.708921:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384313.708924:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.708926:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384313.708934:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.708935:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384313.708940:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384313.708941:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000587006cb. 00000100:00000001:2.0:1767384313.708941:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294902479 00000800:00000010:3.0:1767384313.708949:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000916b8569. 00000100:00000010:2.0:1767384313.708950:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf2dc701. 00000100:00000001:1.0:1767384313.708951:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384313.708956:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ea7e167. 00000100:00000001:1.0:1767384313.708957:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384313.708960:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384313.708963:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.708967:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294902479 00000100:00000001:1.0:1767384313.708968:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294902479 00000100:00000001:1.0:1767384313.708975:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294902479 00000100:00000010:2.0:1767384313.708977:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076046141. 00000100:00000001:2.0:1767384313.708981:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384313.708986:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294902479 00000100:00000001:2.0:1767384313.708987:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294902479 00000100:00000001:1.0:1767384313.708989:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294902479 00000800:00000010:3.0:1767384313.708990:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ea7e167. 00000100:00000001:1.0:1767384313.708994:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294902479 00000100:00000010:2.0:1767384313.708995:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b384f67. 00000100:00000001:2.0:1767384313.709002:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384313.709006:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294902479 00000100:00000010:2.0:1767384313.709009:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b2a345c. 00000100:00000001:1.0:1767384313.709010:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294902479 00000100:00000001:2.0:1767384313.709013:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384313.709015:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294902479 00000100:00000001:2.0:1767384313.709020:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384313.709021:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294902479 00000100:00000001:1.0:1767384313.709027:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384313.709028:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.709032:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.709034:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.709036:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.709039:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.709040:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.709048:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384313.709049:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384313.709051:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384313.709051:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384313.709055:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384313.709056:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746134784 00000100:00000001:2.0:1767384313.709060:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384313.709060:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384313.709061:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384313.709066:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384313.709066:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.709067:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384313.709070:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.709072:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384313.709073:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.709076:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.709077:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384313.709083:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746134784 00000100:00000001:2.0:1767384313.709084:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.709088:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384313.709091:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:1.0:1767384313.709100:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384313.709101:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384313.709104:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746134912 00000020:00000040:3.0:1767384313.709105:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 02000000:00000001:1.0:1767384313.709109:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384313.709110:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384313.709113:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384313.709114:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384313.709116:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.709120:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384313.709122:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384313.709125:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746134912 00000020:00000010:3.0:1767384313.709126:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ea7e167. 00000020:00000001:1.0:1767384313.709128:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384313.709131:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:3.0:1767384313.709133:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384313.709135:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:1.0:1767384313.709135:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384313.709137:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ea7e167. 00000020:00000040:1.0:1767384313.709139:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:1.0:1767384313.709144:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384313.709146:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000010:3.0:1767384313.709147:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000959855df. 00000100:00000001:1.0:1767384313.709149:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384313.709154:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001370186f. 00000020:00000010:1.0:1767384313.709155:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f57a4aa. 00000400:00000200:2.0:1767384313.709161:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp12 from 249.3.0.2 00000100:00000001:1.0:1767384313.709162:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384313.709163:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009d826ad4. 00000800:00000010:2.0:1767384313.709168:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000031e2c964. 00000020:00000010:1.0:1767384313.709169:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f57a4aa. 00000100:00000040:3.0:1767384313.709177:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384313.709181:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384313.709182:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a97dc9e. 00000100:00000001:3.0:1767384313.709183:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384313.709187:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384313.709189:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a59505e. 00000100:00000001:3.0:1767384313.709195:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384313.709195:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ea540f. 00000100:00000001:1.0:1767384313.709204:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384313.709205:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384313.709207:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.709210:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.709213:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.709218:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.709229:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384313.709233:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384313.709233:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384313.709238:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384313.709242:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:3.0:1767384313.709247:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384313.709249:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834949200 : -111508874602416 : ffff9a955123d850) 00000100:00100000:1.0:1767384313.709250:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000040:1.0:1767384313.709256:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000040:3.0:1767384313.709259:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000042b2a790 x1853236746134784/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:294/0 lens 4848/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.709260:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834950224 : -111508874601392 : ffff9a955123dc50) 00000100:00000040:1.0:1767384313.709269:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007fe08c9d x1853236746134912/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:294/0 lens 4848/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.709274:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384313.709280:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ea7e167. 00000100:00000001:1.0:1767384313.709281:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384313.709284:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384313.709287:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f57a4aa. 00000020:00000010:3.0:1767384313.709288:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ea7e167. 00000100:00000001:1.0:1767384313.709293:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384313.709296:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f57a4aa. 00000100:00100000:3.0:1767384313.709298:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000042b2a790 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746134784:12345-0@lo:253: 00000100:00000200:3.0:1767384313.709303:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746134784 00000020:00000001:3.0:1767384313.709307:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384313.709307:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007fe08c9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746134912:12345-0@lo:253: 00000100:00000200:1.0:1767384313.709311:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746134912 00000020:00000001:1.0:1767384313.709313:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384313.709317:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384313.709319:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384313.709320:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.709323:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.709324:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384313.709328:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:3.0:1767384313.709329:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384313.709334:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384313.709334:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:2.0:1767384313.709335:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000097949c5e. 00000020:00000001:1.0:1767384313.709338:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384313.709342:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:2.0:1767384313.709343:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a254289. 00000020:00000001:1.0:1767384313.709344:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384313.709346:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384313.709348:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384313.709352:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384313.709353:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.709355:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384313.709359:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.709359:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384313.709363:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384313.709365:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384313.709369:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:2.0:1767384313.709370:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000416313a. 02000000:00000010:3.0:1767384313.709371:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a0e42dbe. 02000000:00000001:3.0:1767384313.709376:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384313.709376:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000039c66ff8. 02000000:00000001:1.0:1767384313.709382:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384313.709383:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb731270] -> 12345-192.168.203.143@tcp12 (2) 00000100:00000001:3.0:1767384313.709384:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.709386:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.709390:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384313.709392:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.1:1767384313.709396:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp12 000000000416313a deleted 00000800:00000010:2.1:1767384313.709399:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000416313a. 20000000:00000010:3.0:1767384313.709402:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008b89e932. 00000800:00000200:2.1:1767384313.709403:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:01000000:3.0:1767384313.709408:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384313.709410:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000001470f76. 20000000:00000001:3.0:1767384313.709412:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:2.1:1767384313.709416:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp12 ip 192.168.203.143:1017 20000000:00000001:3.0:1767384313.709417:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:1.0:1767384313.709418:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384313.709421:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384313.709446:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000894393e2 type 1, nob 208 niov 1 nkiov 1 20000000:00000001:3.0:1767384313.709505:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.709507:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384313.709517:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a4a67029. 20000000:01000000:3.0:1767384313.709520:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:3.0:1767384313.709524:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384313.709529:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384313.709533:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384313.709549:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384313.709563:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.709566:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384313.709568:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.709570:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384313.709571:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384313.709591:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:3.0:1767384313.709596:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:3.0:1767384313.709597:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384313.709600:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384313.709609:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.709612:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384313.709615:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384313.709620:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:3.0:1767384313.709623:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384313.709627:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003581a16d. 00080000:00000001:3.0:1767384313.709629:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560270437888 : -111513439113728 : ffff9a944112ee00) 00080000:00000001:3.0:1767384313.709631:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384313.709635:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384313.709638:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001ea7e167. 00080000:00000001:3.0:1767384313.709641:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.709644:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384313.709650:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384313.709654:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384313.709656:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.709657:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.709658:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.709662:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384313.709676:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:2.0:1767384313.709681:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp12 p 3.x 192.168.203.143 -> 192.168.203.143:1017 incarnation:1767384312524096164 sched[0] 00000800:00000010:2.0:1767384313.709687:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce142d1a. 00000100:00000001:3.0:1767384313.709698:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384313.709701:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384313.709749:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce142d1a. 00000800:00000010:2.0:1767384313.709754:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a254289. 00000800:00000200:1.1:1767384313.709764:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384313.709772:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp12 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384312524096164 sched[0] 00000800:00000010:1.0:1767384313.709776:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000916b8569. 00000800:00000010:2.0:1767384313.709791:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000031e2c964. 00000800:00000001:2.0:1767384313.709809:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384313.709814:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384313.709838:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:3.0:1767384313.709842:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.709859:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384313.709861:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.709866:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384313.709870:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384313.709876:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp12(192.168.203.143@tcp12) <- 192.168.203.143@tcp12 : PUT - for me 00000800:00000010:2.0:1767384313.709876:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000894393e2. 00000400:00000200:1.0:1767384313.709880:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384313.709884:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.709894:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384313.709895:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp12->192.168.203.143@tcp12: PUT: OK 00000400:00000200:3.0:1767384313.709904:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 112/112 into md 0x1275 [1] + 0 00000400:00000010:3.0:1767384313.709908:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c33bf6c3. 00000400:00000200:1.0:1767384313.709911:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384313.709912:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001a35d042 00000400:00000200:2.0:1767384313.709918:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384313.709919:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384313.709926:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000800:00000001:3.0:1767384313.709932:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384313.709936:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.709941:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp12->192.168.203.143@tcp12: PUT: OK 00000400:00000200:3.0:1767384313.709945:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a35d042 00000400:00000010:3.0:1767384313.709947:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a35d042. 00000400:00000200:1.0:1767384313.709948:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384313.709951:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384313.709956:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (6) 00000400:00000200:3.0:1767384313.709961:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:3.0:1767384313.709965:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000a1a7ba27. 00000400:00000200:3.0:1767384313.709975:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 5 00000400:00000200:1.0:1767384313.709979:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384313.709980:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384313.709995:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (7) 00000400:00000200:3.0:1767384313.710000:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384313.710003:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384313.710031:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384313.710043:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp12 to MR: 192.168.203.143@tcp12 local destination 00000400:00000200:3.0:1767384313.710048:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp12 NI seq info: [12:12:256:4294967295] 192.168.203.143@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1767384313.710056:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp12(192.168.203.143@tcp12:192.168.203.143@tcp12) -> 192.168.203.143@tcp12(192.168.203.143@tcp12:192.168.203.143@tcp12) 192.168.203.143@tcp12 : ACK try# 0 00000800:00000200:3.0:1767384313.710062:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp12 00000400:00000200:2.0:1767384313.710063:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384313.710066:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fd8ba63. 00000400:00000010:2.0:1767384313.710069:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c04696e. 00000800:00000200:3.0:1767384313.710074:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb731270] -> 12345-192.168.203.143@tcp12 (4) 00000400:00000010:2.0:1767384313.710078:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000800:00000200:3.0:1767384313.710083:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp12 ip 192.168.203.143:988 00000400:00000200:2.0:1767384313.710085:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000800:00000200:3.0:1767384313.710087:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008fd8ba63 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384313.710094:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1004d1 00000400:00000010:2.0:1767384313.710101:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 00000000d0ae5060. 00000400:00000010:2.0:1767384313.710105:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 000000006a254289. 00000400:00000010:2.0:1767384313.710108:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 000000002420aa99. 00000400:00000010:2.0:1767384313.710117:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007ad60bac. 00000400:00000200:2.0:1767384313.710121:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007ad60bac nid 192.168.203.143@tcp13 00000400:00000010:2.0:1767384313.710125:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000049044149. 00000400:00000200:2.0:1767384313.710134:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 0000000049044149 net tcp13 00000400:00000200:2.0:1767384313.710138:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (6) 00000800:00000200:3.0:1767384313.710140:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384313.710145:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp13 flags 0x11 00000800:00000010:3.0:1767384313.710146:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fd8ba63. 00000400:00000010:2.0:1767384313.710151:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 00000000d0ae5060. 00000400:00000200:3.0:1767384313.710152:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384313.710159:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 000000006a254289. 00000400:00000200:3.0:1767384313.710163:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp12->192.168.203.143@tcp12: ACK: OK 00000400:00000010:2.0:1767384313.710164:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 000000002420aa99. 00000400:00000010:2.0:1767384313.710168:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000a1a7ba27. 00000800:00000001:3.0:1767384313.710172:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384313.710175:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000800:00000001:3.0:1767384313.710178:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384313.710181:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100551 00000800:00000001:3.0:1767384313.710183:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384313.710186:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 1 00000800:00000010:1.0:1767384313.710187:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000089bc5c5f. 00000800:00000001:3.0:1767384313.710189:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384313.710193:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 00000800:00000001:3.0:1767384313.710194:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384313.710194:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef0ca814. 00000400:00000200:2.0:1767384313.710201:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000800:00000001:3.0:1767384313.710202:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384313.710202:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f57a4aa. 00000400:00000200:2.0:1767384313.710207:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100511 rc 0 00000400:00000200:2.0:1767384313.710215:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384313.710218:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp12(192.168.203.143@tcp12) <- 192.168.203.143@tcp12 : ACK - for me 00000400:00000200:2.0:1767384313.710221:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (7) 00000400:00000200:3.0:1767384313.710234:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp12: ACK from 12345-192.168.203.143@tcp12 into md 0x128d 00000400:00000200:3.0:1767384313.710238:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384313.710242:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f57a4aa. 00000400:00000200:3.0:1767384313.710243:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp12->192.168.203.143@tcp12: ACK: OK 00000400:00000200:3.0:1767384313.710251:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000524b46e4 00000400:00000010:3.0:1767384313.710253:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000400:00000200:3.0:1767384313.710257:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384313.710260:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:3.0:1767384313.710263:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (6) 00000800:00000001:3.0:1767384313.710276:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.710280:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384313.710283:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384313.710295:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp12 from 248.3.0.2 00000800:00000010:2.0:1767384313.710298:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ebc83d5e. 00000800:00000010:1.0:1767384313.710338:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065c499ca. 00000800:00000010:1.0:1767384313.710344:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b23a7e86. 00000800:00000010:1.0:1767384313.710361:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000038d82dc1. 00000800:00000200:1.1:1767384313.710367:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb731270] -> 12345-192.168.203.143@tcp12 (4) 00000800:00000200:1.1:1767384313.710372:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp12 0000000038d82dc1 deleted 00000800:00000010:1.1:1767384313.710374:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000038d82dc1. 00000800:00000200:1.1:1767384313.710378:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384313.710381:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp12 p 3.x 192.168.203.143 -> 192.168.203.143:1016 incarnation:1767384312524096164 sched[0] 00000800:00000010:1.0:1767384313.710386:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f57a4aa. 00000800:00000010:1.0:1767384313.710455:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f57a4aa. 00000800:00000010:1.0:1767384313.710460:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b23a7e86. 00000800:00000010:1.0:1767384313.710485:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ebc83d5e. 00000800:00000001:2.0:1767384313.710500:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384313.710507:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384313.710516:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384313.710523:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp12 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384312524096164 sched[0] 00000800:00000010:3.0:1767384313.710527:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef0ca814. 00000800:00000001:2.0:1767384313.710587:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384313.710591:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384313.710845:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003581a16d. 00080000:00000010:2.0:1767384313.710895:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001ea7e167. 00040000:00000001:2.0:1767384313.710902:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384313.710905:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384313.710908:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384313.710911:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384313.710913:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384313.710916:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384313.710928:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384313.710940:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384313.710944:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384313.710950:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384313.710964:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384313.710968:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384313.710987:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384313.710990:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384313.710993:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384313.711000:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4009ad3. 00010000:00000001:3.0:1767384313.711004:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384313.711006:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dac885ac. 00000020:00000001:3.0:1767384313.711010:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000010:1.0:1767384313.711011:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071c5d23c. 00000020:00000040:3.0:1767384313.711013:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dac885ac with handle 0x980286e253c5fb66 to hash 20000000:01000000:1.0:1767384313.711017:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00000020:00000001:3.0:1767384313.711018:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384313.711022:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 20000000:00000001:1.0:1767384313.711024:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384313.711026:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00080000:00000001:1.0:1767384313.711028:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384313.711030:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384313.711032:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384313.711033:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.711037:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384313.711041:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384313.711046:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384313.711050:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384313.711050:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.711052:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384313.711055:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384313.711056:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384313.711057:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.711059:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384313.711060:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384313.711064:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384313.711064:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.711068:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:1.0:1767384313.711069:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00010000:00000001:3.0:1767384313.711075:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:1.0:1767384313.711076:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00010000:00000001:3.0:1767384313.711079:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000002:1.0:1767384313.711079:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384313.711082:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384313.711084:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384313.711085:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384313.711088:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384313.711089:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4009ad3) refcount = 1 00080000:00000001:1.0:1767384313.711091:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384313.711093:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384313.711096:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00010000:3.0:1767384313.711101:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384313.711102:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384313.711107:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c51794f2. 00010000:00000001:3.0:1767384313.711110:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384313.711112:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560270174208 : -111513439377408 : ffff9a94410ee800) 00010000:00000001:3.0:1767384313.711114:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000020:2.0:1767384313.711114:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384313.711115:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384313.711117:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384313.711120:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384313.711121:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.711121:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384313.711125:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384313.711125:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000f57a4aa. 00080000:00000001:1.0:1767384313.711131:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384313.711133:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008b89e932. 20000000:00000001:3.0:1767384313.711134:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:1.0:1767384313.711134:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:2.0:1767384313.711140:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384313.711141:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:3.0:1767384313.711147:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:2.0:1767384313.711148:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746134784 00000020:00000001:3.0:1767384313.711149:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384313.711149:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384313.711153:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=4 00010000:00000001:2.0:1767384313.711156:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384313.711157:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384313.711161:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00080000:00000001:1.0:1767384313.711162:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000200:2.0:1767384313.711164:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000042b2a790 x1853236746134784/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384313.711167:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384313.711171:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384313.711177:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384313.711181:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.711182:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00001000:2.0:1767384313.711185:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=19 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384313.711186:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384313.711193:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384313.711194:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384313.711198:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384313.711199:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384313.711202:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384313.711203:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384313.711210:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384313.711213:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.711214:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.711217:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.711217:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384313.711222:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384313.711223:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384313.711227:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384313.711228:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a254289. 00000100:00000200:2.0:1767384313.711235:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746134784, offset 224 00010000:00010000:3.0:1767384313.711236:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dac885ac already unused, calling callback (000000004feed035) 00000400:00000200:2.0:1767384313.711241:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384313.711246:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384313.711250:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384313.711250:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384313.711252:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.711258:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384313.711259:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02500 00010000:00000001:3.0:1767384313.711260:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384313.711263:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.711265:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=5 00000400:00000200:2.0:1767384313.711269:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1291 [2] + 224 00000020:00000001:3.0:1767384313.711270:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384313.711277:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00000400:00000200:2.0:1767384313.711278:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384313.711280:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384313.711283:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384313.711284:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384313.711290:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384313.711293:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1767384313.711295:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384313.711297:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384313.711300:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.711306:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384313.711309:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384313.711312:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384313.711312:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384313.711315:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384313.711320:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dac885ac with handle 0x980286e253c5fb66 from hash 00010000:00000001:3.0:1767384313.711325:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384313.711327:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.711330:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.711331:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384313.711333:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384313.711334:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384313.711336:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384313.711337:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.711339:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.711340:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384313.711342:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384313.711343:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384313.711347:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.711348:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384313.711349:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a254289 00000400:00000010:2.0:1767384313.711352:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a254289. 00000100:00000001:2.0:1767384313.711356:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384313.711357:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.711359:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.711361:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.711361:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384313.711363:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384313.711366:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384313.711366:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384313.711372:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.711375:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384313.711375:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384313.711375:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384313.711379:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384313.711380:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767384313.711382:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:1.0:1767384313.711384:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a67a8c65. 00010000:00000001:3.0:1767384313.711385:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384313.711387:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384313.711389:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384313.711391:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384313.711391:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003480a2ce 00010000:00000001:3.0:1767384313.711392:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.711396:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:1.0:1767384313.711397:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003480a2ce. 00000020:00000001:2.0:1767384313.711398:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384313.711400:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.711404:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.711405:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384313.711406:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042b2a790 x1853236746134784/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384313.711408:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384313.711420:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384313.711425:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384313.711426:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384313.711428:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dac885ac/0x980286e253c5fb66 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384313.711433:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f4009ad3 count: 0 00000100:00100000:2.0:1767384313.711456:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000042b2a790 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746134784:12345-0@lo:253: Request processed in 2176us (2611us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384313.711466:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384313.711470:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384313.711473:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 20000000:00000001:3.0:1767384313.711474:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384313.711481:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384313.711483:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384313.711485:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384313.711486:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.711490:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384313.711491:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384313.711495:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384313.711496:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001370186f. 00000100:00000001:1.0:1767384313.711497:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384313.711501:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384313.711504:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009d826ad4. 02000000:00000001:1.0:1767384313.711504:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384313.711507:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=19 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384313.711510:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000959855df. 00000100:00001000:1.0:1767384313.711512:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=19 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384313.711518:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:1.0:1767384313.711519:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384313.711521:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.711524:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384313.711525:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384313.711528:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a0e42dbe. 00010000:00000001:1.0:1767384313.711529:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.711535:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.711536:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384313.711540:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.711541:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384313.711549:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384313.711551:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384313.711555:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cf1270. 00000100:00000001:1.0:1767384313.711555:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384313.711558:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384313.711561:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a254289. 00000020:01000004:1.0:1767384313.711562:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384313.711566:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384313.711567:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384313.711569:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384313.711570:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384313.711572:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384313.711573:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384313.711589:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384313.711590:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384313.711591:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384313.711593:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384313.711600:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746134784:0@lo:253: 00000100:00000001:1.0:1767384313.711610:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.711611:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384313.711613:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000271fd986 x1853236746134784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.711618:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384313.711620:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384313.711622:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000acd54947. 02000000:00000001:1.0:1767384313.711625:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384313.711626:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384313.711627:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384313.711629:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384313.711630:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000af3cbed8. 02000000:00000001:1.0:1767384313.711633:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384313.711634:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384313.711635:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000271fd986. 00000100:00000001:1.0:1767384313.711637:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384313.711638:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.711639:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.711642:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384313.711643:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.711645:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384313.711646:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384313.712889:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c51794f2. 00080000:00000010:1.0:1767384313.712987:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000f57a4aa. 00040000:00000001:1.0:1767384313.712993:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384313.712994:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384313.712996:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384313.712999:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384313.713001:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.713002:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384313.713004:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384313.713017:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384313.713019:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384313.713023:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384313.713034:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384313.713038:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384313.713039:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384313.713042:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384313.713044:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384313.713049:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f0ce1fdd. 00010000:00000001:3.0:1767384313.713052:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384313.713056:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6457ae. 00000020:00000001:3.0:1767384313.713058:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384313.713061:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b6457ae with handle 0x980286e253c5fb6d to hash 00000020:00000001:3.0:1767384313.713069:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384313.713070:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384313.713072:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384313.713074:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.713076:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.713078:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.713083:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384313.713085:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384313.713086:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384313.713088:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384313.713089:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.713091:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384313.713093:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.713094:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384313.713096:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384313.713097:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384313.713098:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384313.713100:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f0ce1fdd) refcount = 1 00010000:00010000:3.0:1767384313.713102:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.713106:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384313.713107:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384313.713108:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.713109:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.713110:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384313.713112:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384313.713114:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:3.0:1767384313.713115:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384313.713116:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.713117:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=4 00000020:00000001:3.0:1767384313.713118:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384313.713120:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384313.713124:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384313.713126:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.713129:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384313.713146:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.713150:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.713151:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384313.713152:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.713157:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.713158:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.713159:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384313.713161:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384313.713165:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b6457ae already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384313.713167:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384313.713169:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384313.713170:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.713174:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384313.713176:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384313.713178:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.713180:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=5 00000020:00000001:3.0:1767384313.713181:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384313.713183:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384313.713186:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384313.713187:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384313.713214:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384313.713216:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384313.713218:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384313.713219:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000010:1.0:1767384313.713221:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000001470f76. 00010000:00000001:3.0:1767384313.713222:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.713226:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384313.713227:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384313.713229:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.713229:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384313.713235:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b6457ae with handle 0x980286e253c5fb6d from hash 20000000:00000001:1.0:1767384313.713236:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.713237:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384313.713241:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1767384313.713242:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746134912 00010000:00000001:3.0:1767384313.713243:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.713247:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384313.713247:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384313.713252:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384313.713253:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000200:1.0:1767384313.713256:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007fe08c9d x1853236746134912/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384313.713257:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384313.713260:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.713265:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.713271:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384313.713272:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384313.713273:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384313.713276:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.713277:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.713281:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1767384313.713282:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=19 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384313.713283:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.713288:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.713290:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384313.713291:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.713294:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384313.713295:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384313.713301:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384313.713307:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384313.713308:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384313.713310:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.713311:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.713315:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384313.713315:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384313.713316:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384313.713319:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384313.713321:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384313.713322:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.713326:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:1.0:1767384313.713327:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b23a7e86. 00010000:00000001:3.0:1767384313.713328:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.713334:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384313.713334:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746134912, offset 224 00000400:00000200:1.0:1767384313.713344:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384313.713346:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.713352:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:1.0:1767384313.713354:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384313.713355:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384313.713359:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b6457ae/0x980286e253c5fb6d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384313.713364:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f0ce1fdd count: 0 00000400:00000200:1.0:1767384313.713366:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02580 00000400:00000200:1.0:1767384313.713372:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1295 [2] + 224 00010000:00000001:3.0:1767384313.713374:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384313.713377:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384313.713377:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384313.713383:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384313.713386:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384313.713389:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384313.713397:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.713410:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384313.713415:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b23a7e86 00000400:00000010:1.0:1767384313.713416:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b23a7e86. 00000100:00000001:1.0:1767384313.713419:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384313.713420:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384313.713447:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384313.713451:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384313.713456:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384313.713457:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384313.713461:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384313.713463:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:2.0:1767384313.713465:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029d0b97a. 00010000:00000001:1.0:1767384313.713467:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384313.713470:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384313.713471:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de1bc448 00000020:00000001:1.0:1767384313.713473:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384313.713475:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de1bc448. 00000100:00000040:1.0:1767384313.713479:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fe08c9d x1853236746134912/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.713480:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384313.713488:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384313.713493:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007fe08c9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746134912:12345-0@lo:253: Request processed in 4208us (4613us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384313.713509:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000040:1.0:1767384313.713512:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384313.713514:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384313.713518:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384313.713522:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a59505e. 00000020:00000010:1.0:1767384313.713528:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ea540f. 00000100:00000200:2.0:1767384313.713529:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384313.713532:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a97dc9e. 00000020:00000040:1.0:1767384313.713537:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:1.0:1767384313.713544:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384313.713545:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384313.713547:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000039c66ff8. 00000100:00000001:2.0:1767384313.713548:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.713552:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384313.713552:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384313.713555:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384313.713556:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384313.713560:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384313.713562:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384313.713563:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.713567:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384313.713568:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048cce197. 00000100:00001000:2.0:1767384313.713570:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=19 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384313.713589:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=19 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384313.713590:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b23a7e86. 00000100:00000001:2.0:1767384313.713592:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384313.713595:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.713596:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384313.713598:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.713600:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384313.713603:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.713608:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384313.713610:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384313.713612:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384313.713614:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384313.713616:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384313.713617:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384313.713617:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384313.713618:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384313.713619:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384313.713620:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384313.713621:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384313.713622:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384313.713623:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384313.713628:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a858121b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746134912:0@lo:253: 00000100:00000001:2.0:1767384313.713631:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.713639:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384313.713641:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a858121b x1853236746134912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.713645:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384313.713647:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384313.713648:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005e2a5079. 02000000:00000001:2.0:1767384313.713651:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384313.713652:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384313.713653:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384313.713654:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384313.713655:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000098548e20. 02000000:00000001:2.0:1767384313.713657:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384313.713658:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384313.713659:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a858121b. 00000100:00000001:2.0:1767384313.713661:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384313.713662:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.713663:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.713667:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384313.713668:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.713670:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384313.713671:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384313.715511:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294902479, at 4294902480 00000100:00000040:2.0:1767384313.715513:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294902479, at 4294902480 00000100:00000010:1.0:1767384313.715520:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076046141. 00000100:00000010:2.0:1767384313.715522:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b384f67. 00000100:00000040:0.0:1767384313.716488:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294902479, at 4294902481 00000100:00000010:0.0:1767384313.716495:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf2dc701. 00000100:00000040:3.0:1767384313.716503:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294902479, at 4294902481 00000100:00000010:3.0:1767384313.716511:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b2a345c. 00010000:00000010:3.1:1767384313.717525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4009ad3. 00010000:00000010:3.1:1767384313.717537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dac885ac. 00010000:00000010:3.1:1767384313.717545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f0ce1fdd. 00010000:00000010:3.1:1767384313.717553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6457ae. 00000400:00000010:0.0:1767384313.726805:0:19983:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000082ed64af. 00000400:00000040:0.0:1767384313.726837:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384313.726840:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384313.726842:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384313.726843:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384313.726845:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384313.726846:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384313.726849:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384313.726850:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384313.726852:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384313.726852:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384313.726854:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384313.726856:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384313.726858:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384313.726859:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384313.726860:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384313.726862:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384313.726863:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384313.726864:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384313.726865:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384313.726866:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384313.726868:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384313.726869:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384313.726870:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384313.726871:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384313.726876:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384313.726878:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384313.726879:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384313.726880:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384313.726881:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384313.726882:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384313.726883:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384313.726885:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384313.726886:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384313.726887:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384313.726888:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384313.726890:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384313.726891:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384313.726893:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384313.726894:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384313.726895:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384313.726896:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384313.726898:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384313.726899:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384313.726900:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384313.726901:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384313.726903:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384313.726904:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384313.726905:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384313.726907:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384313.726908:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384313.726909:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384313.726910:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384313.726911:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384313.726913:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384313.726914:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384313.726915:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384313.726916:0:19983:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384313.726933:0:19983:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000082ed64af. 00010000:00000001:2.0:1767384314.212898:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384314.212904:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.212911:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384314.212913:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.212977:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384314.212981:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384314.212985:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384314.348638:0:20139:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ceb392c1. 00080000:00000010:0.0:1767384314.348649:0:20139:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ceb392c1. 00000020:00000001:0.0:1767384314.348656:0:20139:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384314.348666:0:20139:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ceb392c1. 00080000:00000010:0.0:1767384314.348678:0:20139:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ceb392c1. 00000020:00000001:0.0:1767384314.348683:0:20139:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.043502:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384315.043508:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384315.043514:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cfabb0a. 00000020:00000040:2.0:1767384315.043519:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384315.043522:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384315.043525:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384315.043529:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384315.043534:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003649dd66. 00000100:00000001:2.0:1767384315.043540:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.043554:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384315.043564:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384315.043579:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.043584:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cfabb0a] to pc [ptlrpcd_00_03+3] req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384315.043587:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384315.043592:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384315.043598:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f6ff600. 00000020:00000040:0.0:1767384315.043602:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384315.043605:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.043607:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384315.043608:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384315.043608:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384315.043612:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384315.043613:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384315.043614:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384315.043617:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.043618:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384315.043619:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87b64fd. 00000020:00000040:2.0:1767384315.043624:0:486:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384315.043626:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.043627:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767384315.043627:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ef576c9. 02000000:00000001:2.0:1767384315.043630:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384315.043634:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.043636:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384315.043640:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa5fc022. 00000100:00000001:3.0:1767384315.043644:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384315.043645:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.043645:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384315.043646:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.043650:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.043652:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384315.043653:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384315.043656:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384315.043662:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.043662:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f6ff600] to pc [ptlrpcd_00_00+0] req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384315.043669:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009cfabb0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746135040:0@lo:400: 00000100:00000001:3.0:1767384315.043680:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384315.043680:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384315.043684:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.043686:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384315.043690:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.043691:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d87b64fd] to pc [ptlrpcd_00_01+1] req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384315.043693:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384315.043697:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c9b42af. 02000000:00000001:3.0:1767384315.043701:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384315.043706:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa40e3f8. 00000100:00000001:2.0:1767384315.043707:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.043711:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767384315.043712:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000004:00000001:0.0:1767384315.043712:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.043716:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384315.043720:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069c3730b. 00000020:00000040:2.0:1767384315.043723:0:486:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:3.0:1767384315.043724:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746135040, portal 25 00000100:00000001:2.0:1767384315.043725:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384315.043728:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384315.043728:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384315.043729:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384315.043732:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608807296 : -111508100744320 : ffff9a957f43fb80) 02000000:00000001:2.0:1767384315.043734:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.043734:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384315.043739:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.043739:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384315.043740:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d56cf0be. 00000100:00000040:0.0:1767384315.043747:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.043749:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384315.043751:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.043757:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384315.043761:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384315.043762:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384315.043767:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746135040, offset 0 00000100:00000001:0.0:1767384315.043770:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384315.043775:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.043778:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384315.043779:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384315.043782:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.043782:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384315.043787:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384315.043789:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069c3730b] to pc [ptlrpcd_00_02+2] req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384315.043794:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384315.043796:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384315.043803:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f6ff600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746135168:0@lo:13: 00000100:00000001:2.0:1767384315.043808:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.043810:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384315.043812:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df02600 00000100:00000040:2.0:1767384315.043813:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384315.043816:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384315.043821:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1e1 [2] + 0 00000100:00000001:2.0:1767384315.043822:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384315.043822:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384315.043827:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004676a158. 00000100:00000010:2.0:1767384315.043827:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7308626. 02000000:00000001:0.0:1767384315.043828:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384315.043831:0:486:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1767384315.043833:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c2eea75 00000100:00000001:2.0:1767384315.043834:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767384315.043835:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b67100ef. 02000000:00000001:2.0:1767384315.043837:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384315.043839:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384315.043841:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.043842:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384315.043846:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384315.043850:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006115b09e. 00000400:00000200:3.0:1767384315.043851:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c2eea75 00000400:00000010:0.0:1767384315.043851:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af8eb50b. 00000100:00000001:2.0:1767384315.043855:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384315.043856:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c2eea75. 00000100:00000040:2.0:1767384315.043862:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384315.043863:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384315.043866:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384315.043869:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000100:00000040:3.0:1767384315.043871:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000e328a5a6 x1853236746135040 msgsize 224 00000100:00000001:2.0:1767384315.043874:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384315.043877:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384315.043882:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384315.043884:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384315.043885:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7308626] to pc [ptlrpcd_00_03+3] req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384315.043886:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746135168, portal 4 00000100:00000001:0.0:1767384315.043892:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384315.043894:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384315.043898:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.043898:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472406016 : -111508237145600 : ffff9a957722aa00) 00000400:00000200:3.0:1767384315.043902:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000100:00000040:2.0:1767384315.043903:0:486:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (241) 00000400:00000010:3.0:1767384315.043905:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000001:3.0:1767384315.043909:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384315.043910:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384315.043913:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.043915:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.043918:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384315.043921:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384315.043926:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.043948:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384315.043948:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384315.043949:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384315.043955:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.043957:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.043957:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384315.043964:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384315.043965:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 02000000:00000001:2.0:1767384315.043968:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384315.043969:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384315.043970:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746135168, offset 0 02000000:00000001:2.0:1767384315.043972:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.043978:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384315.043978:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069c3730b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746135424:0@lo:400: 00000400:00000200:0.0:1767384315.043984:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384315.043985:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.043985:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384315.043990:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384315.043991:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294903814 02000000:00000001:2.0:1767384315.043992:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384315.043998:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ded0487. 02000000:00000001:2.0:1767384315.043998:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384315.043999:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384315.044002:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e159b80. 00000100:00000001:3.0:1767384315.044006:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384315.044006:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.044010:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5aae8bd. 00000100:00000001:3.0:1767384315.044014:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294903814 00000400:00000200:0.0:1767384315.044015:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df02680 00000400:00000010:2.0:1767384315.044017:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ed918. 00000100:00000010:3.0:1767384315.044018:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f5ad199. 00000100:00000001:3.0:1767384315.044024:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384315.044028:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294903814 00000400:00000200:0.0:1767384315.044028:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 448 00000100:00000010:3.0:1767384315.044033:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d89645c0. 00000100:00000001:3.0:1767384315.044038:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767384315.044038:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746135424, portal 10 00000400:00000200:0.0:1767384315.044038:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384315.044045:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294903814 00000100:00000001:2.0:1767384315.044045:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384315.044048:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608796544 : -111508100755072 : ffff9a957f43d180) 00000100:00000010:3.0:1767384315.044050:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb21709f. 00000400:00000200:0.0:1767384315.044050:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384315.044056:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384315.044056:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.044060:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384315.044061:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384315.044066:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384315.044067:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.044067:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384315.044072:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384315.044073:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384315.044074:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cad54d6c. 00000400:00000010:2.0:1767384315.044075:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a806f651. 00000100:00000001:3.0:1767384315.044076:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384315.044083:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746135424, offset 0 00000100:00000040:0.0:1767384315.044083:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000cad54d6c x1853236746135168 msgsize 224 00000100:00000001:3.0:1767384315.044087:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384315.044090:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384315.044093:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384315.044095:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384315.044096:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384315.044100:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384315.044100:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384315.044106:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384315.044107:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.044117:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384315.044118:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384315.044120:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df02780 00000100:00000001:3.0:1767384315.044121:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.044126:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384315.044128:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384315.044129:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 02000000:00000001:3.0:1767384315.044133:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.044136:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384315.044137:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7308626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746135552:0@lo:400: 00000400:00000200:0.0:1767384315.044140:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000100:00000001:3.0:1767384315.044142:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384315.044144:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384315.044146:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 02000000:00000001:3.0:1767384315.044152:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384315.044153:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384315.044154:0:16355:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384315.044155:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384315.044157:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384315.044159:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384315.044161:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384315.044162:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000044c950f9. 02000000:00000010:3.0:1767384315.044164:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2930e5d. 00000100:00000040:2.0:1767384315.044167:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000044c950f9 x1853236746135424 msgsize 224 02000000:00000001:3.0:1767384315.044171:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384315.044179:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f06f2e0. 00000100:00100000:2.0:1767384315.044180:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384315.044188:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000001:0.0:1767384315.044188:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384315.044190:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384315.044195:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746135552, portal 10 00000100:00000040:0.0:1767384315.044195:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.044201:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384315.044202:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a806f651 00000100:00000001:3.0:1767384315.044204:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608803712 : -111508100747904 : ffff9a957f43ed80) 00000400:00000010:2.0:1767384315.044207:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a806f651. 00000100:00000001:2.0:1767384315.044213:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384315.044215:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.044217:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384315.044219:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.044221:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384315.044229:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.044238:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5310 usecs (6 jiffies) 00000100:00000001:0.0:1767384315.044246:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903814 00000100:00000001:3.0:1767384315.044248:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384315.044250:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384315.044254:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384315.044256:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384315.044259:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0cb1129. 00000100:00000001:0.0:1767384315.044260:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294903814 00000100:00000200:3.0:1767384315.044265:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746135552, offset 0 00000100:00000001:0.0:1767384315.044268:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903814 00000100:00000001:2.0:1767384315.044272:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.044273:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294903814 00000400:00000200:3.0:1767384315.044277:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384315.044277:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384315.044281:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903814 00000100:00000001:2.0:1767384315.044284:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.044286:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294903814 00000100:00000040:2.0:1767384315.044290:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3017 usecs (4 jiffies) 00000400:00000200:3.0:1767384315.044291:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384315.044294:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903814 00000100:00000001:2.0:1767384315.044296:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903812 00000100:00000001:0.0:1767384315.044300:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294903814 00000400:00000200:3.0:1767384315.044301:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df02800 00000100:00000001:2.0:1767384315.044301:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294903814 00000100:00000001:2.0:1767384315.044307:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903812 00000100:00000001:0.0:1767384315.044309:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384315.044310:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294903814 00000400:00000200:3.0:1767384315.044311:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00000001:2.0:1767384315.044316:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903812 00000100:00000001:0.0:1767384315.044317:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384315.044319:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384315.044320:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294903814 00000100:00000001:2.0:1767384315.044325:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903812 00000100:00000001:0.0:1767384315.044325:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384315.044326:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384315.044331:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294903814 00000100:00000001:0.0:1767384315.044333:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.044335:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384315.044335:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384315.044338:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384315.044339:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.044341:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767384315.044343:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000452ae1ba. 00000100:00000001:2.0:1767384315.044343:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.044344:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384315.044350:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000452ae1ba x1853236746135552 msgsize 224 00000100:00000001:2.0:1767384315.044350:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.044351:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384315.044356:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384315.044359:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384315.044360:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384315.044361:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.044362:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384315.044369:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.044370:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384315.044370:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384315.044371:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384315.044373:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.044376:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.044377:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384315.044378:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0cb1129 00000400:00000010:3.0:1767384315.044382:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0cb1129. 00000100:00000001:0.0:1767384315.044382:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384315.044387:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384315.044387:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.044391:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384315.044392:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.044393:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.044395:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.044397:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384315.044401:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384315.044406:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384315.044409:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384315.044417:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.044452:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384315.044456:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746135040 00000100:00000001:0.0:1767384315.044457:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384315.044458:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.044459:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384315.044461:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384315.044461:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.044463:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384315.044466:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.044468:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.044468:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384315.044470:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.044473:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384315.044474:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4071 usecs (5 jiffies) 00000100:00100000:2.0:1767384315.044475:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746135040 00000020:00000001:2.0:1767384315.044480:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384315.044481:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294903814 02000000:00000001:0.0:1767384315.044481:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384315.044484:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:3.0:1767384315.044486:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294903814 00000020:00000001:2.0:1767384315.044488:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384315.044490:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294903814 00000100:00100000:0.0:1767384315.044490:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d87b64fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746135296:0@lo:400: 00000020:00000040:2.0:1767384315.044491:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:3.0:1767384315.044495:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294903814 00000020:00000001:2.0:1767384315.044496:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384315.044501:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294903814 00000020:00000001:2.0:1767384315.044503:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384315.044503:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384315.044504:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294903814 00000100:00000001:3.0:1767384315.044508:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294903814 00000100:00000001:2.0:1767384315.044509:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384315.044510:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294903814 00000020:00000010:2.0:1767384315.044514:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000400da9ef. 00000100:00000001:3.0:1767384315.044515:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384315.044517:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384315.044520:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.044520:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384315.044521:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384315.044526:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000400da9ef. 00000100:00000001:3.0:1767384315.044528:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.044528:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1767384315.044532:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028f203b6. 00000100:00000001:3.0:1767384315.044533:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384315.044535:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1da70d0. 02000000:00000001:0.0:1767384315.044539:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.044540:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384315.044540:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cc597e21. 00000100:00000001:3.0:1767384315.044543:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384315.044545:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000725eec66. 00000100:00000001:3.0:1767384315.044547:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384315.044547:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0cb268a. 00000100:00000001:3.0:1767384315.044550:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384315.044553:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000100:00000001:3.0:1767384315.044554:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.044556:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384315.044557:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.044560:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384315.044562:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746135296, portal 4 00000100:00000001:2.0:1767384315.044563:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384315.044583:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.044583:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384315.044587:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384315.044588:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608806400 : -111508100745216 : ffff9a957f43f800) 00000100:00100000:3.0:1767384315.044590:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746135424 00000100:00000001:2.0:1767384315.044593:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.044594:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384315.044598:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384315.044598:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.044600:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.044603:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384315.044604:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384315.044610:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746135424 00000020:00000001:3.0:1767384315.044613:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384315.044616:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000100:00000001:2.0:1767384315.044617:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384315.044617:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384315.044620:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384315.044624:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384315.044625:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384315.044628:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000020:00000040:3.0:1767384315.044629:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000400:00000010:0.0:1767384315.044631:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000100:00000040:2.0:1767384315.044632:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000020:00000001:3.0:1767384315.044633:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:2.0:1767384315.044637:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834946128 : -111508874605488 : ffff9a955123cc50) 00000020:00000001:3.0:1767384315.044638:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000200:0.0:1767384315.044640:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746135296, offset 0 00000100:00000001:3.0:1767384315.044643:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384315.044643:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e328a5a6 x1853236746135040/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:296/0 lens 224/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384315.044648:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3d9ce33. 00000100:00000001:3.0:1767384315.044654:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384315.044654:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384315.044657:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384315.044659:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3d9ce33. 00000020:00000010:3.0:1767384315.044664:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000997f6600. 00000020:00000010:2.0:1767384315.044667:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000400da9ef. 00000400:00000200:0.0:1767384315.044668:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384315.044670:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000124ab107. 00000100:00000001:2.0:1767384315.044672:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384315.044676:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000400da9ef. 00000020:00000010:3.0:1767384315.044677:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f7d868ac. 00000100:00000040:3.0:1767384315.044684:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:2.0:1767384315.044687:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e328a5a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746135040:12345-0@lo:400: 00000400:00000200:0.0:1767384315.044687:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df02700 00000100:00000001:3.0:1767384315.044688:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384315.044691:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384315.044695:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384315.044696:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746135040 00000400:00000200:0.0:1767384315.044701:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 1872 00000100:00000001:3.0:1767384315.044703:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384315.044703:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384315.044707:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384315.044707:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384315.044710:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384315.044712:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.044712:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.044718:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384315.044719:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384315.044721:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000100:00000001:3.0:1767384315.044724:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384315.044725:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384315.044727:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384315.044728:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384315.044731:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1767384315.044732:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384315.044734:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384315.044735:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384315.044737:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bed1a16. 00000100:00100000:3.0:1767384315.044738:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746135552 00000020:00000001:2.0:1767384315.044738:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.044743:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384315.044744:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384315.044745:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000006bed1a16 x1853236746135296 msgsize 224 00000100:00000001:3.0:1767384315.044746:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384315.044748:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384315.044749:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.044754:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.044754:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384315.044759:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002beb1408. 00000100:00100000:0.0:1767384315.044759:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384315.044760:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746135552 00000020:00000001:3.0:1767384315.044765:0:17085:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384315.044765:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384315.044768:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000100:00000001:2.0:1767384315.044769:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.044771:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384315.044772:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.044773:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384315.044774:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00010000:00000040:2.0:1767384315.044776:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746135040 00000020:00000001:3.0:1767384315.044778:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00010000:00000001:2.0:1767384315.044780:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384315.044782:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000400:00000200:0.0:1767384315.044783:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000100:00000001:3.0:1767384315.044786:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:2.0:1767384315.044786:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e328a5a6 x1853236746135040/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:296/0 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384315.044788:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000020:00000010:3.0:1767384315.044791:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3d9ce33. 00000100:00000001:0.0:1767384315.044795:0:16353:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767384315.044796:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384315.044799:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384315.044802:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b1841d6a. 00000100:00001000:2.0:1767384315.044803:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=21 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384315.044804:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384315.044811:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:2.0:1767384315.044811:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384315.044817:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384315.044822:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384315.044822:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000010:3.0:1767384315.044828:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019a77b77. 02000000:00000001:2.0:1767384315.044829:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384315.044830:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384315.044832:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384315.044833:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e96bb6e2. 00000020:00000010:3.0:1767384315.044836:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001281c17e. 00000100:00000001:3.0:1767384315.044842:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384315.044843:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384315.044846:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384315.044846:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.044850:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384315.044851:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384315.044855:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a806f651. 00000100:00000001:3.0:1767384315.044857:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384315.044861:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746135040, offset 224 00000100:00000001:3.0:1767384315.044862:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384315.044865:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.044870:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384315.044871:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.044874:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384315.044875:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384315.044880:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384315.044882:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.044885:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384315.044887:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5310 usecs (6 jiffies) 00000100:00000001:3.0:1767384315.044889:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384315.044889:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df02600 00000100:00000001:0.0:1767384315.044893:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903815 00000100:00100000:3.0:1767384315.044896:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000400:00000200:2.0:1767384315.044900:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12b5 [1] + 224 00000100:00000040:3.0:1767384315.044901:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:0.0:1767384315.044904:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294903814 00000100:00000001:3.0:1767384315.044905:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608795648 : -111508100755968 : ffff9a957f43ce00) 00000400:00000200:2.0:1767384315.044906:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384315.044914:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903815 00000100:00000040:3.0:1767384315.044915:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000044c950f9 x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:296/0 lens 224/0 e 0 to 0 dl 1767384326 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384315.044916:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384315.044925:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384315.044925:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294903814 00000100:00000001:3.0:1767384315.044926:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384315.044931:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010bec8c2. 00000100:00000200:2.0:1767384315.044931:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.044934:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903815 00000100:00000001:3.0:1767384315.044935:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384315.044941:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010bec8c2. 00000100:00000001:0.0:1767384315.044944:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294903814 00000100:00100000:3.0:1767384315.044951:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000044c950f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746135424:12345-0@lo:400: 00000100:00000040:2.0:1767384315.044951:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.044953:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903815 00000100:00000200:3.0:1767384315.044962:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746135424 00000100:00000001:0.0:1767384315.044962:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294903814 00000020:00000001:3.0:1767384315.044966:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384315.044971:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384315.044972:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384315.044974:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.044977:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.044978:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384315.044978:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384315.044982:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:3.0:1767384315.044985:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384315.044985:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a806f651 00000100:00000001:0.0:1767384315.044985:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.044990:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a806f651. 00000100:00000001:0.0:1767384315.044991:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.044993:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384315.044996:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.044996:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384315.045001:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384315.045002:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.045003:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384315.045006:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.045007:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000020:00000001:3.0:1767384315.045009:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384315.045013:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384315.045013:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384315.045015:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.045017:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384315.045018:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:3.0:1767384315.045021:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000892d6de4. 00000020:00000010:0.0:1767384315.045021:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004f9a3108. 00000100:00000040:2.0:1767384315.045023:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e328a5a6 x1853236746135040/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:296/0 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384315.045025:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.045030:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.045030:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384315.045035:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384315.045036:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746135168 00010000:00000040:3.0:1767384315.045040:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746135424 02000000:00000001:0.0:1767384315.045041:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384315.045042:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e328a5a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746135040:12345-0@lo:400: Request processed in 382us (1168us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384315.045044:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384315.045046:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384315.045050:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384315.045051:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000044c950f9 x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:296/0 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384315.045057:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.045059:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1767384315.045064:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746135168 00010000:00000001:3.0:1767384315.045067:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384315.045067:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000020:00000001:0.0:1767384315.045069:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1767384315.045071:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.045072:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767384315.045073:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00001000:3.0:1767384315.045075:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384315.045076:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384315.045077:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384315.045079:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384315.045082:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000040:3.0:1767384315.045083:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000010:2.0:1767384315.045087:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cc597e21. 00000100:00000001:3.0:1767384315.045088:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:0.0:1767384315.045089:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 02000000:00000001:3.0:1767384315.045093:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384315.045094:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0cb268a. 02000000:00000001:3.0:1767384315.045095:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.045100:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384315.045101:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028f203b6. 00000020:00000001:0.0:1767384315.045102:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000040:3.0:1767384315.045107:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384315.045110:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000400:00000010:3.0:1767384315.045111:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0cb1129. 00000100:00000001:0.0:1767384315.045111:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384315.045117:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746135424, offset 224 02000000:00000001:2.0:1767384315.045118:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1767384315.045118:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 02000000:00000010:2.0:1767384315.045121:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002beb1408. 00000400:00000200:3.0:1767384315.045125:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384315.045126:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dd7c9a49. 02000000:00000001:2.0:1767384315.045127:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384315.045130:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384315.045134:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000400:00000200:3.0:1767384315.045135:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384315.045136:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384315.045144:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8368ad5. 00000100:00000001:0.0:1767384315.045144:0:17895:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1767384315.045146:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df02780 00000400:00000010:2.0:1767384315.045151:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000019b190. 00000020:00000010:0.0:1767384315.045151:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d37ae8b8. 00000400:00000200:3.0:1767384315.045153:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12c5 [1] + 224 00000020:00000010:0.0:1767384315.045160:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa3aee86. 00000400:00000200:3.0:1767384315.045161:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384315.045167:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000400:00000200:3.0:1767384315.045168:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384315.045176:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384315.045180:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:3.0:1767384315.045182:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.045185:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384315.045187:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384315.045188:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384315.045190:0:17892:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e218873b. 00000100:00000001:0.0:1767384315.045193:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.045197:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384315.045201:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746135296 02000000:00000001:2.0:1767384315.045204:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384315.045206:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384315.045208:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.045208:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384315.045212:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384315.045214:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.045219:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746135296 00000020:00000001:2.0:1767384315.045223:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384315.045223:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384315.045228:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:0.0:1767384315.045228:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384315.045231:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384315.045233:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=6 00000100:00100000:0.0:1767384315.045236:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000020:00000001:2.0:1767384315.045237:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:3.0:1767384315.045238:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384315.045243:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000040:0.0:1767384315.045243:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384315.045247:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384315.045248:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472400640 : -111508237150976 : ffff9a9577229500) 00000400:00000200:3.0:1767384315.045249:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0cb1129 00000020:00000010:2.0:1767384315.045250:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000400da9ef. 00000400:00000010:3.0:1767384315.045254:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0cb1129. 00000100:00000001:2.0:1767384315.045256:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384315.045259:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cad54d6c x1853236746135168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:296/0 lens 224/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.045260:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384315.045260:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000400da9ef. 00000100:00000001:3.0:1767384315.045265:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384315.045267:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028f203b6. 00000100:00000001:3.0:1767384315.045271:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384315.045272:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cc597e21. 00000020:00000010:2.0:1767384315.045279:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0cb268a. 00000100:00000040:3.0:1767384315.045281:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:0.0:1767384315.045281:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384315.045286:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384315.045287:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd7c9a49. 00000100:00000040:2.0:1767384315.045288:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:3.0:1767384315.045289:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.045293:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384315.045295:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384315.045295:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384315.045296:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384315.045301:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd7c9a49. 00000100:00000040:3.0:1767384315.045303:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044c950f9 x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:296/0 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.045306:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384315.045312:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cad54d6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236746135168:12345-0@lo:13: 00000100:00000001:2.0:1767384315.045314:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384315.045319:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384315.045321:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384315.045324:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746135168 00000020:00000001:0.0:1767384315.045329:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384315.045331:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000044c950f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746135424:12345-0@lo:400: Request processed in 402us (1160us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384315.045331:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384315.045333:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384315.045338:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.045343:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384315.045346:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384315.045346:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384315.045349:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384315.045351:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000020:00000001:0.0:1767384315.045354:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000100:00100000:2.0:1767384315.045357:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384315.045358:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384315.045361:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384315.045362:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 2 00000100:00000001:3.0:1767384315.045363:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384315.045365:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.045366:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472410496 : -111508237141120 : ffff9a957722bb80) 00000020:00000010:3.0:1767384315.045368:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000124ab107. 00000020:00000001:0.0:1767384315.045371:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384315.045373:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006bed1a16 x1853236746135296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:296/0 lens 224/0 e 0 to 0 dl 1767384326 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384315.045375:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f7d868ac. 00000020:00000001:0.0:1767384315.045376:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384315.045380:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384315.045383:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000997f6600. 00000100:00000001:0.0:1767384315.045387:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384315.045389:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384315.045392:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 02000000:00000001:0.0:1767384315.045392:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384315.045393:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000400da9ef. 02000000:00000010:0.0:1767384315.045398:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009d9d601d. 00000100:00000001:3.0:1767384315.045399:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.045399:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384315.045405:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000400da9ef. 02000000:00000001:0.0:1767384315.045405:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.045411:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.045412:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006bed1a16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236746135296:12345-0@lo:400: 00000100:00000001:3.0:1767384315.045416:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384315.045418:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746135296 00002000:00000001:0.0:1767384315.045418:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384315.045420:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384315.045443:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384315.045445:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384315.045447:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384315.045448:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384315.045451:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384315.045452:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000001:0.0:1767384315.045453:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384315.045454:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000040:3.0:1767384315.045458:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000020:00000001:2.0:1767384315.045459:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384315.045461:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.045464:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609945216 : -111508099606400 : ffff9a957f555880) 00000020:00000001:2.0:1767384315.045465:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384315.045466:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384315.045467:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384315.045470:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384315.045473:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000040:3.0:1767384315.045474:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000452ae1ba x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:296/0 lens 224/0 e 0 to 0 dl 1767384326 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384315.045474:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384315.045477:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384315.045479:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:0.0:1767384315.045480:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 02000000:00000010:2.0:1767384315.045483:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002beb1408. 02000000:00000001:2.0:1767384315.045488:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384315.045488:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384315.045493:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:0.0:1767384315.045497:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:3.0:1767384315.045502:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384315.045503:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384315.045505:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000040:2.0:1767384315.045507:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746135296 00000020:00000010:3.0:1767384315.045509:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010bec8c2. 00010000:00000001:2.0:1767384315.045510:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384315.045511:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000b64132a0. 00000100:00000001:3.0:1767384315.045515:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384315.045517:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006bed1a16 x1853236746135296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:296/0 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384315.045518:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:3.0:1767384315.045522:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010bec8c2. 00000001:00000001:0.0:1767384315.045523:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.045530:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00002000:00000001:0.0:1767384315.045530:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.045534:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384315.045535:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000452ae1ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746135552:12345-0@lo:400: 00010000:00000040:0.0:1767384315.045536:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746135168 00000100:00001000:2.0:1767384315.045537:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=11 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384315.045542:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384315.045545:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384315.045547:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746135552 00000100:00000040:2.0:1767384315.045551:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000200:0.0:1767384315.045551:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cad54d6c x1853236746135168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:296/0 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384315.045552:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384315.045557:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:3.0:1767384315.045558:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384315.045564:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384315.045579:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.045579:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.045585:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384315.045587:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384315.045587:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384315.045589:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.045592:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000040:2.0:1767384315.045594:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1767384315.045596:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=11 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384315.045599:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384315.045600:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a806f651. 00000020:00000001:3.0:1767384315.045604:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.045604:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384315.045605:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746135296, offset 224 00000020:00000001:3.0:1767384315.045611:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384315.045611:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000020:00000001:3.0:1767384315.045616:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384315.045616:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384315.045618:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:3.0:1767384315.045620:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.045623:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384315.045630:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384315.045631:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384315.045635:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384315.045635:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384315.045636:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384315.045641:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000094efd9cb. 00000100:00000001:0.0:1767384315.045643:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384315.045647:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.045648:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df02700 00000100:00000040:0.0:1767384315.045653:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384315.045655:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.045659:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12d5 [1] + 224 00000400:00000010:0.0:1767384315.045659:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000020:00000001:3.0:1767384315.045660:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384315.045667:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746135552 00000400:00000200:2.0:1767384315.045668:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384315.045669:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746135168, offset 224 00010000:00000001:3.0:1767384315.045672:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384315.045676:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:3.0:1767384315.045681:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000452ae1ba x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:296/0 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384315.045681:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384315.045687:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384315.045693:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384315.045696:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384315.045696:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384315.045701:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384315.045708:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=15 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384315.045711:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df02680 00000100:00000040:2.0:1767384315.045712:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.045715:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384315.045722:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 23 to 0@lo 00000400:00000200:0.0:1767384315.045725:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12bd [1] + 224 00000100:00000001:2.0:1767384315.045731:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384315.045732:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384315.045735:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000200:2.0:1767384315.045737:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a806f651 02000000:00000001:3.0:1767384315.045741:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384315.045741:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a806f651. 00000400:00000200:0.0:1767384315.045742:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384315.045744:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.045747:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384315.045750:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384315.045752:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384315.045753:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384315.045759:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384315.045761:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384315.045762:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384315.045764:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0cb1129. 00000100:00000040:2.0:1767384315.045766:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000200:3.0:1767384315.045771:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746135552, offset 224 00010000:00000001:2.0:1767384315.045772:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384315.045775:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.045779:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384315.045785:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384315.045785:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bed1a16 x1853236746135296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:296/0 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384315.045789:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384315.045799:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384315.045816:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df02800 00000100:00100000:2.0:1767384315.045817:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006bed1a16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236746135296:12345-0@lo:400: Request processed in 424us (1067us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384315.045819:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384315.045827:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12cd [1] + 224 00000100:00100000:2.0:1767384315.045828:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384315.045833:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384315.045836:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384315.045837:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384315.045838:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384315.045840:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000020:00000010:2.0:1767384315.045842:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cc597e21. 00000400:00000010:0.0:1767384315.045843:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000400:00000200:3.0:1767384315.045847:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384315.045848:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0cb268a. 00000100:00000001:0.0:1767384315.045849:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384315.045852:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384315.045855:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028f203b6. 00000100:00000001:3.0:1767384315.045856:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384315.045858:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384315.045859:0:17892:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 5 00000100:00000001:2.0:1767384315.045863:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384315.045863:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000200:3.0:1767384315.045864:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.045868:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384315.045871:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.045876:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384315.045882:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cad54d6c x1853236746135168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:296/0 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384315.045885:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384315.045896:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cad54d6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746135168:12345-0@lo:13: Request processed in 613us (1810us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384315.045900:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.045904:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384315.045912:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384315.045913:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384315.045915:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:0.0:1767384315.045924:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384315.045926:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384315.045928:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa3aee86. 00000400:00000200:3.0:1767384315.045930:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0cb1129 00000020:00000010:0.0:1767384315.045932:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000400:00000010:3.0:1767384315.045935:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0cb1129. 00000020:00000010:0.0:1767384315.045937:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d37ae8b8. 00000100:00000001:3.0:1767384315.045940:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384315.045942:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384315.045944:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384315.045944:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000400:00000001:2.0:1767384315.045945:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384315.045949:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f06f2e0. 00000100:00000001:0.0:1767384315.045950:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.045951:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.045953:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:2.0:1767384315.045957:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000040:3.0:1767384315.045959:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:2.0:1767384315.045961:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384315.045965:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384315.045968:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384315.045969:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.045975:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00080000:0.0:1767384315.045979:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:2.0:1767384315.045983:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384315.045984:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000452ae1ba x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:296/0 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384315.045986:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00080000:0.0:1767384315.045995:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384315.046000:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:2.0:1767384315.046002:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384315.046005:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.046009:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384315.046014:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384315.046016:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000452ae1ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746135552:12345-0@lo:400: Request processed in 512us (1663us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384315.046021:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.046022:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384315.046024:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384315.046025:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.046029:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384315.046030:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384315.046033:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000001:0.0:1767384315.046033:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767384315.046036:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=14 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384315.046037:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000725eec66. 00000100:00001000:2.0:1767384315.046044:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=14 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384315.046044:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000100:00000040:3.0:1767384315.046046:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000400:00000010:0.0:1767384315.046049:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000100:00000001:2.0:1767384315.046050:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384315.046052:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384315.046053:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.046054:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384315.046057:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384315.046057:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384315.046061:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384315.046063:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e96bb6e2. 00010000:00080000:2.0:1767384315.046066:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384315.046070:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001281c17e. 00000020:00000010:3.0:1767384315.046077:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019a77b77. 00000020:00000040:3.0:1767384315.046085:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000200:0.0:1767384315.046085:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384315.046086:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.046090:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.046093:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384315.046097:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384315.046100:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384315.046102:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.046103:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384315.046106:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384315.046107:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.046109:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384315.046112:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384315.046113:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384315.046114:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384315.046118:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384315.046119:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384315.046119:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384315.046124:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384315.046125:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384315.046125:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.046129:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384315.046130:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767384315.046132:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=11 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384315.046134:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5aae8bd. 00000100:00000040:2.0:1767384315.046134:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384315.046137:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=11 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384315.046142:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ed918 00000100:00000001:0.0:1767384315.046144:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384315.046148:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ed918. 00000100:00000001:0.0:1767384315.046148:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.046152:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7308626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746135552:0@lo:400: 00010000:00000001:0.0:1767384315.046154:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384315.046156:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384315.046159:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384315.046163:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384315.046164:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384315.046167:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa40e3f8. 00010000:00080000:0.0:1767384315.046168:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384315.046171:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000400:00000010:2.0:1767384315.046175:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000100:00000001:2.0:1767384315.046179:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384315.046186:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384315.046202:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.046202:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.046209:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767384315.046211:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384315.046213:0:16353:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000040:0.0:1767384315.046222:0:16353:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@000000005e02ccd2 x1853236746132736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.046228:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384315.046232:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.046237:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384315.046242:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384315.046242:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384315.046247:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384315.046248:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005e02ccd2 x1853236746132736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.046249:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384315.046251:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.046253:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384315.046258:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.046259:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384315.046262:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384315.046265:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384315.046265:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1767384315.046269:0:16355:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a0e42dbe. 00000100:00000001:2.0:1767384315.046269:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.046270:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384315.046273:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000037fa3d4d. 02000000:00000001:2.0:1767384315.046275:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.046277:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767384315.046278:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384315.046279:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=21 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384315.046280:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384315.046284:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384315.046288:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767384315.046290:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=15 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384315.046290:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=21 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384315.046290:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d48a6ac3. 02000000:00000001:0.0:1767384315.046297:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384315.046301:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384315.046301:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384315.046301:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384315.046303:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e02ccd2. 00000100:00000001:2.0:1767384315.046305:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.046306:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.046307:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384315.046308:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384315.046310:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384315.046311:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.046311:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.046316:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384315.046317:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.046318:0:16353:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384315.046322:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384315.046324:0:16353:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1767384315.046332:0:16353:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384315.046335:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.046343:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.046353:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384315.046359:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384315.046360:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384315.046361:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.046366:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384315.046370:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.046370:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384315.046378:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384315.046379:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.046384:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009cfabb0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746135040:0@lo:400: 00000100:00000001:3.0:1767384315.046386:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384315.046390:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384315.046393:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.046396:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384315.046397:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384315.046401:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.046404:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7308626 x1853236746135552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384315.046405:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d87b64fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746135296:0@lo:400: 00000100:00000040:3.0:1767384315.046412:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384315.046418:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384315.046421:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384315.046447:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af8eb50b. 00000400:00000200:0.0:1767384315.046452:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 00000400:00000010:0.0:1767384315.046454:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000100:00000001:0.0:1767384315.046458:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384315.046462:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384315.046472:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.046480:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384315.046482:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.046485:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384315.046487:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384315.046489:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384315.046491:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.046493:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384315.046498:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384315.046501:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384315.046504:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384315.046506:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.046508:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384315.046512:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.046520:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.046522:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384315.046523:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384315.046525:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384315.046527:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.046532:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.046553:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384315.046556:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384315.046558:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384315.046560:0:16353:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384315.046563:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384315.046581:0:16353:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384315.046589:0:16353:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384315.046594:0:16353:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.046599:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384315.046608:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f6ff600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746135168:0@lo:13: 00000100:00000001:0.0:1767384315.046614:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.046617:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384315.046619:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d87b64fd x1853236746135296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.046627:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384315.046630:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384315.046632:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1da70d0. 02000000:00000001:0.0:1767384315.046636:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384315.046638:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384315.046640:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384315.046643:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384315.046645:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa5fc022. 02000000:00000001:0.0:1767384315.046649:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384315.046651:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384315.046653:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d87b64fd. 00000100:00000001:0.0:1767384315.046657:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384315.046659:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.046661:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384315.046666:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f6ff600 x1853236746135168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.046670:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384315.046672:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384315.046674:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2930e5d. 02000000:00000001:2.0:1767384315.046679:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384315.046682:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384315.046684:0:16356:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384315.046687:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384315.046690:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384315.046692:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384315.046695:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006115b09e. 02000000:00000010:0.0:1767384315.046696:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b67100ef. 02000000:00000001:2.0:1767384315.046699:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384315.046701:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384315.046702:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1767384315.046703:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7308626. 00000020:00000001:0.0:1767384315.046707:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384315.046709:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767384315.046711:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384315.046712:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.046716:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384315.046719:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384315.046719:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384315.046722:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009cfabb0a x1853236746135040/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384315.046724:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ef576c9. 00000100:00000001:3.0:1767384315.046725:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384315.046728:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384315.046733:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384315.046737:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384315.046738:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.046739:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1767384315.046740:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f6ff600. 02000000:00000001:2.0:1767384315.046742:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384315.046745:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c9b42af. 00000100:00000001:0.0:1767384315.046747:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384315.046750:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384315.046752:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384315.046753:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384315.046756:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384315.046758:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384315.046760:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767384315.046764:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069c3730b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746135424:0@lo:400: 02000000:00000010:2.0:1767384315.046764:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003649dd66. 00000100:00000001:0.0:1767384315.046767:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384315.046769:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384315.046772:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.046773:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384315.046775:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384315.046775:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009cfabb0a. 00000100:00000001:0.0:1767384315.046778:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.046780:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384315.046781:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384315.046782:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.046782:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.046787:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384315.046788:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069c3730b x1853236746135424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.046791:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384315.046793:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.046795:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.046797:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.046818:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384315.046821:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384315.046824:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e159b80. 02000000:00000001:3.0:1767384315.046828:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384315.046830:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384315.046832:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384315.046835:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384315.046837:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d56cf0be. 02000000:00000001:3.0:1767384315.046840:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384315.046842:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384315.046844:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069c3730b. 00000100:00000001:3.0:1767384315.046849:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384315.046851:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.046853:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.046858:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384315.046867:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.046870:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384315.046873:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.051485:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294903815, at 4294903816 00000100:00000010:3.0:1767384315.051493:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb21709f. 00000100:00000040:0.0:1767384315.051497:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294903815, at 4294903816 00000100:00000010:0.0:1767384315.051507:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ded0487. 00000100:00000040:1.0:1767384315.051778:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294903815, at 4294903816 00000100:00000010:1.0:1767384315.051784:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f5ad199. 00000100:00000040:2.0:1767384315.052461:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294903815, at 4294903817 00000100:00000010:2.0:1767384315.052466:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d89645c0. 00000001:00000001:3.0:1767384315.070093:0:20303:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384315.070096:0:20303:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:3.0:1767384315.075003:0:20303:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384315.083771:0:20304:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000065ec53d5. 00000400:00000010:3.0:1767384315.083782:0:20304:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000628e5206. 00000400:00000010:3.0:1767384315.083791:0:20304:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b00eba05. 00000400:00000010:3.0:1767384315.083794:0:20304:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000997f6600. 00000400:00000010:3.0:1767384315.083797:0:20304:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005818a6b9. 00000400:00000010:3.0:1767384315.083800:0:20304:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010bec8c2. 00000400:00000010:3.0:1767384315.083801:0:20304:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000001cd8ce7. 00000400:00000010:3.0:1767384315.083803:0:20304:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3738670. 00000400:00000010:3.0:1767384315.083806:0:20304:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000785d4177. 00000800:00000010:3.0:1767384315.083830:0:20304:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008fd8ba63. 00000800:00000200:3.0:1767384315.083839:0:20304:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384315.083846:0:20304:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384315.083881:0:20304:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:3.0:1767384315.083899:0:20304:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp14 [8/256/0/180] 00000400:00000010:3.0:1767384315.085816:0:20304:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000000d528a04. 00000400:00000010:3.0:1767384315.085822:0:20304:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009734f41b. 00000400:00000010:3.0:1767384315.085826:0:20304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0cb1129. 00000400:00000001:3.0:1767384315.085836:0:20304:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384315.085837:0:20304:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384315.085839:0:20304:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067f87b13. 00000400:00000200:3.0:1767384315.085841:0:20304:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dbf1aef 00000400:00000010:3.0:1767384315.085842:0:20304:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dbf1aef. 00000400:00000010:3.0:1767384315.085845:0:20304:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000e6dceea7. 00000400:00000200:3.0:1767384315.085848:0:20304:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (5) 00000400:00000200:3.0:1767384315.085858:0:20304:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384315.085871:0:20304:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000400:00000200:2.0:1767384315.085875:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384315.085877:0:20304:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008b89e932. 00000020:01000000:3.0:1767384315.085882:0:20304:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384315.085882:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000020:01000000:3.0:1767384315.085888:0:20304:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp14 00000400:00000010:2.0:1767384315.085890:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a806f651. 00000400:00000200:2.0:1767384315.085895:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (6) 00000400:00000010:2.0:1767384315.085899:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004af32ad4. 00000400:00000010:3.0:1767384315.085901:0:20304:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000628e5206. 00000400:00000200:2.0:1767384315.085905:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000010:3.0:1767384315.085906:0:20304:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000065ec53d5. 00000400:00000200:2.0:1767384315.085916:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384315.085928:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:0.0:1767384315.085931:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384315.085933:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:0.0:1767384315.085938:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384315.085939:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:0.0:1767384315.085943:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384315.085944:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384315.085949:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 10000000:01000000:0.0:1767384315.085949:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384315.085954:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp13 00000020:01000004:0.0:1767384315.085956:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384315.085958:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp13 lpni_is_preferred = 0 00000020:01000004:0.0:1767384315.085961:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384315.085962:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp13 00000020:01000004:0.0:1767384315.085967:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384315.085969:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp13 NI seq info: [13:13:256:4294967295] 192.168.203.143@tcp13 LPNI seq info [13:13:8:4294967295] 00000020:01000004:0.0:1767384315.085971:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384315.085975:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384315.085976:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp13 00000020:01000004:0.0:1767384315.085981:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384315.085983:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384315.085987:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384315.085991:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13:) -> 192.168.203.143@tcp13(192.168.203.143@tcp:192.168.203.143@tcp13) : PUT try# 0 00000020:01000004:0.0:1767384315.085991:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384315.085995:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384315.085999:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.203.143@tcp13 00000100:00000010:0.0:1767384315.086002:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f6ff600. 00000800:00000010:2.0:1767384315.086003:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003649dd66. 00000020:00000040:0.0:1767384315.086009:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000800:00000010:2.0:1767384315.086013:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003fcf26e2. 00000800:00000010:2.0:1767384315.086017:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000085f21723. 00000800:00000200:2.0:1767384315.086024:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003fcf26e2] -> 12345-192.168.203.143@tcp13 (2) 00000100:00000001:0.0:1767384315.086027:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.1:1767384315.086028:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003fcf26e2] -> 12345-192.168.203.143@tcp13 (2) 02000000:00000001:0.0:1767384315.086032:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384315.086038:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384315.086047:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a0afe9ce. 00000400:00000200:2.0:1767384315.086048:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384315.086052:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00000001:0.0:1767384315.086057:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.086066:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384315.086069:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.086078:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f6ff600] to pc [ptlrpcd_00_00+0] req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384315.086099:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 10000000:00000001:0.0:1767384315.086110:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.086112:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384315.086115:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.086117:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384315.086119:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.086120:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384315.086124:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384315.086128:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384315.086134:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384315.086136:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384315.086138:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384315.086138:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384315.086141:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 10000000:00000001:0.0:1767384315.086142:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:2.0:1767384315.086143:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384315.086148:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:01000000:0.0:1767384315.086148:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:2.0:1767384315.086153:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384315.086154:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00100000:2.0:1767384315.086157:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f6ff600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746135680:0@lo:253: 00000020:01000004:0.0:1767384315.086159:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384315.086161:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384315.086162:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384315.086164:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384315.086167:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384315.086170:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384315.086170:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384315.086171:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000020:01000004:0.0:1767384315.086174:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384315.086175:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384315.086178:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384315.086179:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.086182:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384315.086184:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e02ccd2. 02000000:00000010:2.0:1767384315.086187:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000acd54947. 00000020:00000040:0.0:1767384315.086189:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 02000000:00000001:2.0:1767384315.086191:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.086194:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384315.086197:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d243ebd4. 02000000:00000001:0.0:1767384315.086198:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384315.086203:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.086204:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000487b82a2. 00000100:00000200:2.0:1767384315.086210:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746135680, portal 25 00000100:00000001:2.0:1767384315.086211:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384315.086212:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472406016 : -111508237145600 : ffff9a957722aa00) 02000000:00000010:0.0:1767384315.086214:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eb10f277. 00000100:00000040:2.0:1767384315.086218:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384315.086220:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:0.0:1767384315.086220:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.086229:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384315.086229:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384315.086234:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.086235:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384315.086239:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ac64b98. 00000100:00000200:2.0:1767384315.086242:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746135680, offset 0 00000100:00000040:0.0:1767384315.086244:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e02ccd2] to pc [ptlrpcd_00_01+1] req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384315.086248:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384315.086258:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384315.086272:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.086273:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02880 00000400:00000200:1.0:1767384315.086276:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 10000000:00000001:0.0:1767384315.086278:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.086282:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000020:00000001:0.0:1767384315.086284:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.086286:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d3f3b20. 00000020:01000000:0.0:1767384315.086288:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384315.086291:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e47f3301 00000020:00000010:0.0:1767384315.086292:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008b89e932. 00000400:00000200:2.0:1767384315.086297:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384315.086302:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384315.086306:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e47f3301 00000400:00000010:2.0:1767384315.086308:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e47f3301. 00000100:00000001:2.0:1767384315.086312:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384315.086314:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384315.086317:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000009c17bdfb x1853236746135680 msgsize 4848 00000100:00100000:2.0:1767384315.086319:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384315.086321:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384315.086324:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384315.086326:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:0.0:1767384315.086328:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384315.086329:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384315.086334:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384315.086336:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ac64b98 00000100:00000040:0.0:1767384315.086341:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384315.086346:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ac64b98. 00000100:00000001:2.0:1767384315.086351:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384315.086356:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767384315.086357:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.086361:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.086367:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 02000000:00000001:0.0:1767384315.086368:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384315.086369:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384315.086374:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384315.086376:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384315.086380:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.086386:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.086388:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384315.086389:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005e02ccd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746135808:0@lo:253: 00000100:00000001:2.0:1767384315.086394:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.086395:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384315.086398:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294903856 02000000:00000001:0.0:1767384315.086400:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384315.086403:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b384f67. 02000000:00000001:0.0:1767384315.086404:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.086408:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:2.0:1767384315.086409:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384315.086409:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384315.086416:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294903856 00000100:00000010:2.0:1767384315.086420:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b59e3cd1. 00000100:00000001:2.0:1767384315.086441:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384315.086445:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294903857 00000100:00000010:2.0:1767384315.086447:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b2a345c. 00000100:00000001:2.0:1767384315.086449:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384315.086453:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294903857 00000100:00000010:2.0:1767384315.086455:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf2dc701. 02000000:00000010:0.0:1767384315.086457:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b28a0b2b. 00000100:00000001:2.0:1767384315.086458:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384315.086463:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.086465:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384315.086469:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.086471:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384315.086472:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af8eb50b. 00000100:00000001:2.0:1767384315.086473:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384315.086481:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073461712. 00000100:00000001:2.0:1767384315.086482:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384315.086485:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384315.086489:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384315.086489:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746135808, portal 25 00000100:00000001:2.0:1767384315.086491:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384315.086494:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384315.086495:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.086499:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.086499:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472397952 : -111508237153664 : ffff9a9577228a80) 00000100:00000040:0.0:1767384315.086508:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.086516:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384315.086517:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384315.086520:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384315.086523:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a068f77f. 00000100:00100000:2.0:1767384315.086526:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746135680 02000000:00000001:2.0:1767384315.086528:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384315.086529:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384315.086531:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.086537:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384315.086537:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746135808, offset 0 00000100:00100000:2.0:1767384315.086540:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746135680 00000020:00000001:2.0:1767384315.086544:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384315.086545:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384315.086549:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384315.086549:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384315.086552:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:2.0:1767384315.086555:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384315.086558:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384315.086562:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384315.086563:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384315.086580:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ce6e6ab. 00000100:00000001:2.0:1767384315.086586:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384315.086589:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ce6e6ab. 00000020:00000010:2.0:1767384315.086594:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ddb4f04. 00000400:00000200:0.0:1767384315.086595:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02900 00000020:00000010:2.0:1767384315.086600:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b87b257c. 00000400:00000200:0.0:1767384315.086615:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000020:00000010:2.0:1767384315.086616:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0cb268a. 00000400:00000010:0.0:1767384315.086621:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cbb44e7. 00000100:00000040:2.0:1767384315.086624:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384315.086628:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384315.086628:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000963e36b6 00000100:00000001:2.0:1767384315.086630:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384315.086632:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384315.086636:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384315.086638:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384315.086644:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384315.086647:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384315.086649:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000963e36b6 00000400:00000010:0.0:1767384315.086652:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000963e36b6. 00000100:00000001:0.0:1767384315.086658:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384315.086660:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384315.086661:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384315.086664:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384315.086664:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000026da71c2 x1853236746135808 msgsize 4848 00000100:00100000:2.0:1767384315.086670:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:2.0:1767384315.086673:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384315.086676:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834956368 : -111508874595248 : ffff9a955123f450) 00000100:00100000:0.0:1767384315.086677:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384315.086682:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c17bdfb x1853236746135680/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:296/0 lens 4848/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384315.086682:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384315.086691:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384315.086697:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384315.086700:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ce6e6ab. 00000100:00000001:2.0:1767384315.086703:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384315.086705:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a068f77f 00000020:00000010:2.0:1767384315.086706:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ce6e6ab. 00000400:00000010:0.0:1767384315.086711:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a068f77f. 00000100:00100000:2.0:1767384315.086714:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c17bdfb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746135680:12345-0@lo:253: 00000100:00000001:0.0:1767384315.086717:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384315.086719:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746135680 00000020:00000001:2.0:1767384315.086723:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384315.086725:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384315.086727:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384315.086729:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.086733:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384315.086736:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384315.086741:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384315.086743:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.086744:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384315.086746:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384315.086749:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:1.0:1767384315.086750:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001470f76. 00000020:00000001:2.0:1767384315.086751:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.086753:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.086757:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384315.086760:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:1.0:1767384315.086760:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d22fc36a. 02000000:00000010:2.0:1767384315.086767:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001039bda2. 00000100:00000001:0.0:1767384315.086768:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.086771:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384315.086771:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000187219a6. 00000100:00000001:0.0:1767384315.086773:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384315.086776:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384315.086779:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384315.086781:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.086786:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294903857 20000000:00000010:2.0:1767384315.086787:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ff13d432. 20000000:01000000:2.0:1767384315.086791:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384315.086793:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903856 20000000:00000001:2.0:1767384315.086794:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384315.086798:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384315.086800:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294903857 20000000:00000001:2.0:1767384315.086801:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384315.086805:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384315.086808:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384315.086810:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903856 20000000:00000010:2.0:1767384315.086817:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e30fcb2c. 00000100:00000001:0.0:1767384315.086818:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294903857 20000000:01000000:2.0:1767384315.086820:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 00000800:00000010:1.0:1767384315.086823:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000187219a6. 20000000:00000001:2.0:1767384315.086825:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384315.086831:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294903857 00080000:00000001:2.0:1767384315.086832:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:0.0:1767384315.086834:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294903857 00080000:00000001:2.0:1767384315.086837:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:0.0:1767384315.086839:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294903857 00000100:00000001:0.0:1767384315.086843:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384315.086846:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.086849:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.086851:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384315.086853:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384315.086856:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384315.086859:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384315.086862:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384315.086864:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384315.086866:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.086867:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.086868:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.086871:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:1.0:1767384315.086878:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:2.0:1767384315.086879:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.086883:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00100000:1.0:1767384315.086883:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746135808 00080000:00000001:2.0:1767384315.086886:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384315.086887:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000002:2.0:1767384315.086890:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000100:00000001:1.0:1767384315.086891:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384315.086895:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.086896:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:2.0:1767384315.086899:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384315.086902:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384315.086902:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384315.086909:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746135808 00080000:00000001:2.0:1767384315.086910:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.086915:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384315.086915:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384315.086919:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384315.086921:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384315.086925:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384315.086927:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000020:00000040:1.0:1767384315.086928:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00080000:00000001:2.0:1767384315.086931:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384315.086934:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00080000:00000010:2.0:1767384315.086936:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000045c29177. 00080000:00000001:2.0:1767384315.086941:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326536192 : -111513383015424 : ffff9a94446aec00) 00000020:00000001:1.0:1767384315.086942:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00080000:00000001:2.0:1767384315.086945:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:1.0:1767384315.086949:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:2.0:1767384315.086950:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384315.086955:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006ce6e6ab. 00000020:00000010:1.0:1767384315.086956:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187219a6. 00080000:00000001:2.0:1767384315.086958:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384315.086963:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384315.086963:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384315.086968:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187219a6. 00000020:00000010:1.0:1767384315.086975:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000850f57e4. 00080000:00000001:2.0:1767384315.086977:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384315.086980:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084c1fb0a. 00000020:00000010:1.0:1767384315.086986:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ea540f. 00000100:00000001:1.0:1767384315.086992:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:2.0:1767384315.086993:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384315.086994:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384315.086998:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.087005:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.087014:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.087027:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384315.087037:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384315.087042:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:1.0:1767384315.087045:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:1.0:1767384315.087047:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834947152 : -111508874604464 : ffff9a955123d050) 00000100:00000040:1.0:1767384315.087053:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026da71c2 x1853236746135808/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:296/0 lens 4848/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384315.087054:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:1.0:1767384315.087066:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384315.087070:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187219a6. 00000100:00000001:1.0:1767384315.087073:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384315.087076:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187219a6. 00000400:00000200:0.0:1767384315.087078:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp13 from 247.3.0.2 00000800:00000010:0.0:1767384315.087084:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fd6b8154. 00000100:00100000:1.0:1767384315.087085:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026da71c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746135808:12345-0@lo:253: 00000100:00000200:1.0:1767384315.087099:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746135808 00000020:00000001:1.0:1767384315.087102:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384315.087105:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384315.087108:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384315.087110:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384315.087112:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384315.087116:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384315.087118:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384315.087120:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384315.087122:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384315.087125:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.087128:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384315.087130:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384315.087135:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000583dbc86. 02000000:00000001:1.0:1767384315.087138:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384315.087139:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000899958bc. 00000100:00000001:1.0:1767384315.087142:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384315.087145:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ac64b98. 20000000:00000001:1.0:1767384315.087147:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384315.087157:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000039c66ff8. 20000000:01000000:1.0:1767384315.087162:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:2.0:1767384315.087165:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000497d53b4. 20000000:00000001:1.0:1767384315.087165:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384315.087171:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:2.1:1767384315.087174:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003fcf26e2] -> 12345-192.168.203.143@tcp13 (2) 20000000:00000001:1.0:1767384315.087176:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384315.087178:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp13 00000000497d53b4 deleted 00000800:00000010:2.1:1767384315.087180:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000497d53b4. 00000800:00000200:2.1:1767384315.087185:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:1.0:1767384315.087187:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384315.087192:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp13 ip 192.168.203.143:1015 20000000:00000001:1.0:1767384315.087192:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:2.1:1767384315.087198:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003649dd66 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:2.0:1767384315.087202:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp13 p 3.x 192.168.203.143 -> 192.168.203.143:1015 incarnation:1767384313706161762 sched[0] 00000800:00000010:2.0:1767384315.087207:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5623f19. 00000800:00000010:2.0:1767384315.087252:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5623f19. 00000800:00000010:2.0:1767384315.087255:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ac64b98. 00000800:00000200:1.1:1767384315.087282:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384315.087285:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fd6b8154. 00000800:00000200:1.0:1767384315.087291:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp13 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384313706161762 sched[0] 00000800:00000001:2.0:1767384315.087295:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384315.087296:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d22fc36a. 00000800:00000001:2.0:1767384315.087302:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384315.087331:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384315.087336:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384315.087355:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:2.0:1767384315.087379:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384315.087391:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384315.087393:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384315.087397:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384315.087397:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384315.087404:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003649dd66. 00000400:00000200:1.0:1767384315.087407:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384315.087409:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13) <- 192.168.203.143@tcp13 : PUT - for me 00000400:00000200:0.0:1767384315.087410:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384315.087468:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384315.087475:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 128/128 into md 0x12a1 [1] + 0 00000400:00000010:2.0:1767384315.087478:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c04696e. 00000400:00000200:2.0:1767384315.087481:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000740da61 00000800:00000001:2.0:1767384315.087485:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384315.087493:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384315.087496:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384315.087497:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384315.087503:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: PUT: OK 00000400:00000200:2.0:1767384315.087507:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:2.0:1767384315.087509:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000400:00000200:2.0:1767384315.087513:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384315.087516:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (7) 00000400:00000200:2.0:1767384315.087520:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:2.0:1767384315.087522:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000002ac64b98. 00000400:00000200:2.0:1767384315.087526:0:16346:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 6 00000400:00000200:2.0:1767384315.087531:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384315.087538:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (8) 00000400:00000200:2.0:1767384315.087542:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384315.087547:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp13 to MR: 192.168.203.143@tcp13 local destination 00000400:00000200:2.0:1767384315.087552:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp13 NI seq info: [14:14:255:4294967295] 192.168.203.143@tcp13 LPNI seq info [14:14:7:4294967295] 00000400:00000200:2.0:1767384315.087581:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13:192.168.203.143@tcp13) -> 192.168.203.143@tcp13(192.168.203.143@tcp13:192.168.203.143@tcp13) 192.168.203.143@tcp13 : ACK try# 0 00000400:00000200:1.0:1767384315.087582:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000200:2.0:1767384315.087588:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp13 00000800:00000010:2.0:1767384315.087592:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006115b09e. 00000800:00000200:2.0:1767384315.087596:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003fcf26e2] -> 12345-192.168.203.143@tcp13 (4) 00000800:00000200:2.0:1767384315.087602:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp13 ip 192.168.203.143:988 00000800:00000200:2.0:1767384315.087604:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006115b09e type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384315.087663:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384315.087663:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000010:2.0:1767384315.087667:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006115b09e. 00000400:00000200:2.0:1767384315.087672:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384315.087677:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: ACK: OK 00000800:00000001:2.0:1767384315.087684:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384315.087688:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384315.087691:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384315.087694:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: PUT: OK 00000800:00000001:2.0:1767384315.087695:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384315.087699:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384315.087703:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384315.087705:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384315.087710:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000400:00000200:2.0:1767384315.087717:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13) <- 192.168.203.143@tcp13 : ACK - for me 00000400:00000200:2.0:1767384315.087729:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp13: ACK from 12345-192.168.203.143@tcp13 into md 0x12f9 00000400:00000200:2.0:1767384315.087732:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384315.087735:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384315.087738:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: ACK: OK 00000400:00000200:2.0:1767384315.087744:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a806f651 00000400:00000010:2.0:1767384315.087746:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a806f651. 00000400:00000200:2.0:1767384315.087750:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384315.087757:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:2.0:1767384315.087760:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384315.087763:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (7) 00000800:00000001:2.0:1767384315.087769:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384315.087773:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384315.087796:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384315.087800:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c04696e. 00000400:00000010:2.0:1767384315.087803:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a806f651. 00000400:00000200:2.0:1767384315.087807:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000400:00000200:1.0:1767384315.087810:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384315.087811:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000d1 00000400:00000010:2.0:1767384315.087818:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 00000000497d53b4. 00000400:00000010:2.0:1767384315.087832:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 00000000d9c1e697. 00000400:00000010:2.0:1767384315.087835:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 00000000526bfd3b. 00000400:00000010:2.0:1767384315.087847:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c7627baa. 00000400:00000200:2.0:1767384315.087851:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c7627baa nid 192.168.203.143@tcp14 00000400:00000010:2.0:1767384315.087853:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000076046141. 00000400:00000200:1.0:1767384315.087855:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384315.087857:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 0000000076046141 net tcp14 00000400:00000200:2.0:1767384315.087866:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (6) 00000400:00000200:2.0:1767384315.087870:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp14 flags 0x11 00000400:00000010:2.0:1767384315.087874:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 00000000497d53b4. 00000400:00000010:2.0:1767384315.087876:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 00000000d9c1e697. 00000400:00000010:2.0:1767384315.087878:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 00000000526bfd3b. 00000400:00000010:2.0:1767384315.087880:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000002ac64b98. 00000400:00000200:1.0:1767384315.087894:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384315.087901:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384315.087905:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:2.0:1767384315.087908:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000400:00000200:2.0:1767384315.087912:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000200:2.0:1767384315.087915:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384315.087917:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:2.0:1767384315.087921:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:2.0:1767384315.087925:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (7) 00000800:00000010:1.0:1767384315.088073:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000098548e20. 00000400:00000200:2.0:1767384315.088076:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384315.088079:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d22fc36a. 00000800:00000010:1.0:1767384315.088086:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000187219a6. 00000400:00000200:2.0:1767384315.088092:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp13 from 246.3.0.2 00000800:00000010:2.0:1767384315.088096:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000843db613. 00000800:00000010:1.0:1767384315.088127:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000187219a6. 00000800:00000010:0.0:1767384315.088132:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000acc6ca7f. 00000800:00000010:0.0:1767384315.088138:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a068f77f. 00000800:00000010:0.0:1767384315.088156:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dca4b8db. 00000800:00000200:0.1:1767384315.088161:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003fcf26e2] -> 12345-192.168.203.143@tcp13 (4) 00000800:00000200:0.1:1767384315.088166:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp13 00000000dca4b8db deleted 00000800:00000010:0.1:1767384315.088167:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000dca4b8db. 00000800:00000200:0.1:1767384315.088171:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384315.088176:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp13 p 3.x 192.168.203.143 -> 192.168.203.143:1014 incarnation:1767384313706161762 sched[0] 00000800:00000010:0.0:1767384315.088180:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001acd5e32. 00000800:00000010:0.0:1767384315.088219:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001acd5e32. 00000800:00000010:0.0:1767384315.088222:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a068f77f. 00000800:00000010:0.0:1767384315.088240:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000843db613. 00000800:00000200:1.1:1767384315.088243:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:2.0:1767384315.088250:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384315.088251:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp13 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384313706161762 sched[0] 00000800:00000001:2.0:1767384315.088256:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384315.088256:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d22fc36a. 00000800:00000001:2.0:1767384315.088281:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384315.088285:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384315.088780:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000045c29177. 00080000:00000010:2.0:1767384315.088813:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006ce6e6ab. 00040000:00000001:2.0:1767384315.088818:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384315.088820:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384315.088822:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384315.088824:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384315.088826:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384315.088828:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384315.088837:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384315.088844:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384315.088846:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384315.088850:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384315.088860:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c8d4fcb. 20000000:01000000:0.0:1767384315.088862:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384315.088864:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:1.0:1767384315.088869:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384315.088869:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384315.088883:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384315.088885:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384315.088891:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:0.0:1767384315.088891:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384315.088897:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384315.088899:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.088900:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384315.088902:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384315.088904:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384315.088905:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384315.088906:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384315.088908:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00010000:00000010:0.0:1767384315.088909:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000597caf14. 00000020:00000001:1.0:1767384315.088911:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:1.0:1767384315.088915:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384315.088917:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384315.088922:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000447e7f13. 00080000:00000001:1.0:1767384315.088927:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384315.088928:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384315.088930:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384315.088932:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000447e7f13 with handle 0x980286e253c5fb74 to hash 00080000:00000001:1.0:1767384315.088933:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384315.088939:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384315.088939:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384315.088941:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:0.0:1767384315.088943:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00080000:00000001:1.0:1767384315.088945:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384315.088949:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00080000:00000010:1.0:1767384315.088950:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000235c98c1. 00080000:00000001:1.0:1767384315.088954:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565481698816 : -111508227852800 : ffff9a9577b07600) 00010000:00000001:0.0:1767384315.088956:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384315.088957:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384315.088962:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384315.088962:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384315.088966:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000187219a6. 00010000:00010000:0.0:1767384315.088968:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384315.088969:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384315.088973:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:2.0:1767384315.088977:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384315.088980:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.088982:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384315.088983:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000010:2.0:1767384315.088984:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ff13d432. 00010000:00000001:0.0:1767384315.088988:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384315.088989:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384315.088993:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000001:2.0:1767384315.088996:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.088997:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000040:2.0:1767384315.089000:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746135680 00010000:00000001:0.0:1767384315.089002:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384315.089003:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384315.089007:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000200:2.0:1767384315.089008:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c17bdfb x1853236746135680/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.089010:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.089017:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384315.089020:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384315.089021:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384315.089023:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.089024:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00001000:2.0:1767384315.089026:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=21 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384315.089028:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384315.089030:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1767384315.089032:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000597caf14) refcount = 1 00000100:00000040:2.0:1767384315.089033:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384315.089036:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00010000:0.0:1767384315.089040:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384315.089041:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384315.089043:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.089047:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384315.089050:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384315.089053:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ac64b98. 00010000:00000001:0.0:1767384315.089055:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000200:2.0:1767384315.089057:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746135680, offset 224 00010000:00000001:0.0:1767384315.089059:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:2.0:1767384315.089063:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384315.089063:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.089068:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.089069:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384315.089073:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384315.089076:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02880 00000400:00000200:2.0:1767384315.089080:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12fd [2] + 224 00000400:00000200:2.0:1767384315.089085:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384315.089095:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:2.0:1767384315.089097:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:01000000:0.0:1767384315.089101:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00000100:00000001:2.0:1767384315.089102:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384315.089106:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.089107:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384315.089111:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384315.089115:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=4 00000100:00000040:2.0:1767384315.089116:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384315.089121:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384315.089127:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384315.089130:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384315.089133:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384315.089134:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384315.089139:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ac64b98 00000400:00000010:2.0:1767384315.089142:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ac64b98. 00010000:00000001:0.0:1767384315.089143:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384315.089145:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384315.089147:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767384315.089148:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384315.089150:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384315.089153:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384315.089159:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384315.089160:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384315.089160:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.089164:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384315.089165:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:1.0:1767384315.089165:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384315.089168:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.089170:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384315.089170:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d243ebd4. 00000020:00000001:2.0:1767384315.089173:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.089177:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384315.089179:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000487b82a2 00000100:00000040:2.0:1767384315.089183:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c17bdfb x1853236746135680/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.089183:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767384315.089185:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000487b82a2. 00010000:00000001:0.0:1767384315.089187:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.089193:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384315.089194:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767384315.089198:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c17bdfb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746135680:12345-0@lo:253: Request processed in 2506us (2879us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384315.089199:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384315.089203:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384315.089214:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:2.0:1767384315.089219:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00010000:00010000:0.0:1767384315.089223:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000447e7f13 already unused, calling callback (000000004feed035) 00000100:00000001:2.0:1767384315.089224:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384315.089227:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384315.089231:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767384315.089233:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b87b257c. 00010000:00000001:0.0:1767384315.089234:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:1.0:1767384315.089235:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384315.089239:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0cb268a. 00010000:00010000:0.0:1767384315.089239:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384315.089244:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ddb4f04. 00000020:00000040:2.0:1767384315.089251:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:2.0:1767384315.089257:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384315.089261:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001039bda2. 00000100:00000001:1.0:1767384315.089262:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384315.089262:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767384315.089265:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384315.089266:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384315.089267:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.089268:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384315.089270:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384315.089274:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384315.089275:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384315.089277:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384315.089280:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f5db6af. 00000100:00000001:1.0:1767384315.089282:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384315.089282:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=5 00000400:00000010:2.0:1767384315.089285:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ac64b98. 00000100:00000001:1.0:1767384315.089286:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.089289:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 02000000:00000001:1.0:1767384315.089291:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.089294:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00000100:00001000:1.0:1767384315.089298:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=21 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384315.089299:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384315.089304:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384315.089305:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=21 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384315.089312:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384315.089316:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384315.089318:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384315.089320:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.089322:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.089326:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384315.089326:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384315.089331:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.089331:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384315.089336:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384315.089337:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.089340:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384315.089343:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384315.089346:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000447e7f13 with handle 0x980286e253c5fb74 from hash 00010000:00000001:0.0:1767384315.089353:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384315.089357:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384315.089358:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.089361:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384315.089363:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384315.089364:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384315.089366:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.089369:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:1.0:1767384315.089372:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384315.089373:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:1.0:1767384315.089376:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:0.0:1767384315.089378:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:1.0:1767384315.089379:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:0.0:1767384315.089382:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384315.089383:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384315.089385:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384315.089387:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384315.089394:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384315.089397:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:0.0:1767384315.089397:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384315.089399:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384315.089402:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:01000004:1.0:1767384315.089403:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384315.089406:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1767384315.089410:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.089412:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.089415:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.089419:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.089462:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.089465:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.089468:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.089475:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.089477:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.089485:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384315.089487:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384315.089489:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.089491:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.089493:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384315.089496:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384315.089498:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.089501:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.089508:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384315.089510:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384315.089512:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000447e7f13/0x980286e253c5fb74 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384315.089519:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000597caf14 count: 0 00000100:00100000:1.0:1767384315.089521:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f6ff600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746135680:0@lo:253: 00000100:00000001:1.0:1767384315.089528:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.089530:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384315.089533:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384315.089534:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f6ff600 x1853236746135680/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384315.089537:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384315.089543:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384315.089545:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384315.089547:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000acd54947. 02000000:00000001:1.0:1767384315.089551:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384315.089552:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384315.089554:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384315.089555:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384315.089557:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a0afe9ce. 02000000:00000001:1.0:1767384315.089582:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384315.089584:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384315.089586:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f6ff600. 00000100:00000001:1.0:1767384315.089589:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384315.089600:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.089602:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.089605:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384315.089606:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.089608:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384315.089609:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384315.090528:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000235c98c1. 00080000:00000010:1.0:1767384315.090557:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000187219a6. 00040000:00000001:1.0:1767384315.090561:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384315.090562:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384315.090563:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384315.090580:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384315.090582:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384315.090583:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384315.090585:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384315.090592:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384315.090594:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384315.090598:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384315.090603:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384315.090606:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384315.090607:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384315.090609:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384315.090611:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384315.090615:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000098193c7a. 00010000:00000001:0.0:1767384315.090618:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384315.090620:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009ddd0e86. 00000020:00000001:0.0:1767384315.090622:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384315.090624:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009ddd0e86 with handle 0x980286e253c5fb7b to hash 00000020:00000001:0.0:1767384315.090627:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384315.090629:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384315.090632:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384315.090635:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384315.090637:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.090639:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.090658:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384315.090660:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384315.090661:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384315.090663:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384315.090664:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.090665:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384315.090666:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.090668:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384315.090670:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384315.090671:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384315.090672:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384315.090673:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000098193c7a) refcount = 1 00010000:00010000:0.0:1767384315.090676:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.090682:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384315.090683:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384315.090684:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.090686:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.090688:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384315.090690:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384315.090692:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:0.0:1767384315.090694:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384315.090696:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384315.090698:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=4 00000020:00000001:0.0:1767384315.090700:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384315.090703:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384315.090705:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384315.090707:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384315.090714:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384315.090715:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384315.090726:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384315.090731:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384315.090735:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000039c66ff8. 00010000:00000001:0.0:1767384315.090736:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.090740:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384315.090742:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384315.090743:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384315.090750:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746135808 00010000:00000001:0.0:1767384315.090752:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.090754:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384315.090756:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.090760:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000200:1.0:1767384315.090761:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026da71c2 x1853236746135808/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384315.090763:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384315.090782:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009ddd0e86 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384315.090785:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384315.090785:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384315.090788:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.090789:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384315.090793:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384315.090794:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384315.090803:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384315.090807:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1767384315.090808:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:0.0:1767384315.090811:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384315.090812:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:0.0:1767384315.090814:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384315.090818:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384315.090819:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=5 00000020:00000001:0.0:1767384315.090822:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384315.090824:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 02000000:00000001:1.0:1767384315.090830:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.090830:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384315.090833:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384315.090835:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384315.090842:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384315.090844:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384315.090847:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:1.0:1767384315.090848:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d22fc36a. 00010000:00000001:0.0:1767384315.090849:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384315.090854:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746135808, offset 224 00010000:00000001:0.0:1767384315.090855:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384315.090858:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384315.090861:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384315.090865:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384315.090871:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.090875:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384315.090877:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009ddd0e86 with handle 0x980286e253c5fb7b from hash 00010000:00000001:0.0:1767384315.090882:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384315.090883:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384315.090887:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02900 00010000:00000001:0.0:1767384315.090887:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.090890:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384315.090894:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384315.090897:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384315.090898:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1305 [2] + 224 00010000:00000001:0.0:1767384315.090900:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384315.090903:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384315.090908:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384315.090908:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.090912:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384315.090916:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384315.090917:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384315.090923:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384315.090925:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384315.090926:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.090929:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384315.090931:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.090932:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.090937:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.090942:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384315.090954:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.090957:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.090960:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.090962:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384315.090966:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384315.090968:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.090972:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.090975:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384315.090977:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384315.090979:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.090982:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384315.090984:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384315.090991:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:1.0:1767384315.090992:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d22fc36a 00010000:00000001:0.0:1767384315.090993:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384315.090995:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384315.090997:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009ddd0e86/0x980286e253c5fb7b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384315.090998:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384315.090998:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d22fc36a. 00000100:00000001:1.0:1767384315.091005:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384315.091008:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384315.091008:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384315.091011:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384315.091014:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af8eb50b. 00000100:00000001:1.0:1767384315.091015:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.091019:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073461712 00000100:00000040:1.0:1767384315.091022:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:2.0:1767384315.091024:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073461712. 00010000:00000040:0.0:1767384315.091027:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000098193c7a count: 0 00010000:00000001:1.0:1767384315.091029:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384315.091030:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384315.091034:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.091037:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384315.091038:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384315.091039:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:00000001:0.0:1767384315.091041:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384315.091049:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026da71c2 x1853236746135808/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384315.091052:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.091067:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384315.091067:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026da71c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746135808:12345-0@lo:253: Request processed in 3996us (4397us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384315.091070:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.091073:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384315.091075:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384315.091078:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384315.091080:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.091081:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384315.091093:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00001000:2.0:1767384315.091094:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=21 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384315.091099:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00001000:2.0:1767384315.091100:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384315.091105:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384315.091106:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384315.091107:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.091109:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384315.091110:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.091111:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.091113:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.091118:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384315.091120:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384315.091123:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384315.091124:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384315.091124:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084c1fb0a. 00000020:01000004:2.0:1767384315.091129:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384315.091131:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000010:1.0:1767384315.091132:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ea540f. 00000020:01000004:2.0:1767384315.091133:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384315.091135:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384315.091138:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384315.091140:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384315.091141:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:00000010:1.0:1767384315.091141:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000850f57e4. 00000020:01000004:2.0:1767384315.091144:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384315.091146:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384315.091149:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384315.091149:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:1.0:1767384315.091156:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1767384315.091158:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005e02ccd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746135808:0@lo:253: 02000000:00000010:1.0:1767384315.091160:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000583dbc86. 00000100:00000001:2.0:1767384315.091163:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.091165:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384315.091167:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005e02ccd2 x1853236746135808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384315.091167:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384315.091171:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384315.091178:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384315.091180:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384315.091183:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384315.091184:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b28a0b2b. 00000400:00000010:1.0:1767384315.091185:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1f17608. 02000000:00000001:2.0:1767384315.091187:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384315.091190:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384315.091192:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000400:00000010:1.0:1767384315.091193:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d22fc36a. 00000020:00000001:2.0:1767384315.091194:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384315.091196:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eb10f277. 02000000:00000001:2.0:1767384315.091200:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384315.091202:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384315.091204:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e02ccd2. 00000100:00000001:2.0:1767384315.091207:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384315.091208:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.091209:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.091212:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384315.091213:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.091215:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.091216:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.093480:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294903857, at 4294903858 00000100:00000010:3.0:1767384315.093487:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf2dc701. 00000100:00000040:0.0:1767384315.093503:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294903857, at 4294903858 00000100:00000040:1.0:1767384315.093507:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294903857, at 4294903858 00000100:00000010:0.0:1767384315.093512:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b384f67. 00000100:00000010:1.0:1767384315.093514:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b59e3cd1. 00000100:00000040:2.0:1767384315.093526:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294903857, at 4294903858 00000100:00000010:2.0:1767384315.093534:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b2a345c. 00010000:00000010:0.1:1767384315.094468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000597caf14. 00010000:00000010:0.1:1767384315.094475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000447e7f13. 00010000:00000010:0.1:1767384315.102455:0:20309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000098193c7a. 00010000:00000010:0.1:1767384315.102463:0:20309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009ddd0e86. 00000400:00000010:0.0:1767384315.103176:0:20309:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007f7d8b58. 00000400:00000040:0.0:1767384315.103195:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384315.103199:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384315.103202:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384315.103204:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384315.103206:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384315.103208:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384315.103211:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384315.103212:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384315.103214:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384315.103216:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384315.103218:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384315.103220:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384315.103222:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384315.103224:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384315.103225:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384315.103227:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384315.103230:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384315.103231:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384315.103232:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384315.103234:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384315.103236:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384315.103238:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384315.103239:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384315.103241:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384315.103242:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384315.103245:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384315.103247:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384315.103249:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384315.103251:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384315.103259:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384315.103261:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384315.103263:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384315.103265:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384315.103267:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384315.103268:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384315.103270:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384315.103271:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384315.103274:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384315.103276:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384315.103278:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384315.103280:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384315.103282:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384315.103284:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384315.103286:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384315.103287:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384315.103289:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384315.103291:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384315.103292:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384315.103295:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384315.103297:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384315.103298:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384315.103300:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384315.103302:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384315.103304:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384315.103305:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384315.103307:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384315.103308:0:20309:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384315.103331:0:20309:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007f7d8b58. 00010000:00000001:2.0:1767384315.235629:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384315.235634:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.235639:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384315.235642:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384315.235644:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384315.235646:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.235648:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384315.235650:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.235651:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.235654:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384315.235700:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384315.235705:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.235709:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384315.555507:0:17911:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384315.555511:0:17911:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.555514:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384315.555519:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384315.747219:0:20476:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000051fa99a9. 00080000:00000010:3.0:1767384315.747231:0:20476:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000051fa99a9. 00000020:00000001:3.0:1767384315.747237:0:20476:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384315.747246:0:20476:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000051fa99a9. 00080000:00000010:3.0:1767384315.747251:0:20476:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000051fa99a9. 00000020:00000001:3.0:1767384315.747254:0:20476:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.260530:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384316.260537:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.260543:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384316.260545:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.260643:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384316.260647:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384316.260650:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384316.569634:0:20640:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384316.569639:0:20640:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:1.0:1767384316.573454:0:20640:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384316.582406:0:20641:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e7be00fa. 00000400:00000010:1.0:1767384316.582454:0:20641:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002b96aacf. 00000400:00000010:1.0:1767384316.582463:0:20641:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000036e6a070. 00000400:00000010:1.0:1767384316.582467:0:20641:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000038117701. 00000400:00000010:1.0:1767384316.582470:0:20641:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000035f783cd. 00000400:00000010:1.0:1767384316.582474:0:20641:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000493a1d1e. 00000400:00000010:1.0:1767384316.582475:0:20641:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c6b6dbb3. 00000400:00000010:1.0:1767384316.582477:0:20641:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000321bd992. 00000400:00000010:1.0:1767384316.582480:0:20641:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000726cda72. 00000800:00000010:1.0:1767384316.582489:0:20641:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ca86b2a6. 00000800:00000200:1.0:1767384316.582498:0:20641:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384316.582503:0:20641:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384316.582538:0:20641:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384316.582576:0:20641:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp15 [8/256/0/180] 00000400:00000010:1.0:1767384316.584157:0:20641:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000f384b702. 00000400:00000010:1.0:1767384316.584163:0:20641:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af8788c2. 00000400:00000010:1.0:1767384316.584168:0:20641:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000400:00000001:1.0:1767384316.584179:0:20641:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384316.584181:0:20641:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384316.584182:0:20641:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009734f41b. 00000400:00000200:1.0:1767384316.584185:0:20641:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0cb1129 00000400:00000010:1.0:1767384316.584186:0:20641:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0cb1129. 00000400:00000010:1.0:1767384316.584189:0:20641:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000000d528a04. 00000400:00000200:1.0:1767384316.584194:0:20641:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (6) 00000400:00000200:1.0:1767384316.584205:0:20641:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384316.584214:0:20641:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:1.0:1767384316.584220:0:20641:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005e2a5079. 00000020:01000000:1.0:1767384316.584224:0:20641:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384316.584226:0:20641:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp15 00000400:00000200:2.0:1767384316.584233:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384316.584239:0:20641:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002b96aacf. 00000400:00000200:2.0:1767384316.584242:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:1.0:1767384316.584244:0:20641:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e7be00fa. 00000400:00000010:2.0:1767384316.584256:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000400:00000200:2.0:1767384316.584260:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (7) 00000400:00000010:2.0:1767384316.584264:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004cef079c. 00000400:00000200:2.0:1767384316.584268:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:00000001:0.0:1767384316.584271:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384316.584277:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384316.584280:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384316.584281:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 10000000:01000000:0.0:1767384316.584283:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384316.584288:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384316.584288:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384316.584292:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384316.584297:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384316.584298:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384316.584304:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384316.584309:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384316.584311:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384316.584312:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384316.584316:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384316.584319:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384316.584322:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384316.584322:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384316.584326:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384316.584329:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384316.584331:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000100:00000010:0.0:1767384316.584335:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f46da403. 00000400:00000200:2.0:1767384316.584336:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp14 00000020:00000040:0.0:1767384316.584342:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:2.0:1767384316.584344:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp14 lpni_is_preferred = 0 00000400:00000200:2.0:1767384316.584348:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp14 00000100:00000001:0.0:1767384316.584349:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384316.584352:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp14 NI seq info: [15:15:256:4294967295] 192.168.203.143@tcp14 LPNI seq info [15:15:8:4294967295] 02000000:00000001:0.0:1767384316.584354:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384316.584360:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp14 02000000:00000001:0.0:1767384316.584361:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384316.584371:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000015af5677. 00000400:00000200:2.0:1767384316.584372:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp14(192.168.203.143@tcp14:) -> 192.168.203.143@tcp14(192.168.203.143@tcp:192.168.203.143@tcp14) : PUT try# 0 00000100:00000001:0.0:1767384316.584380:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384316.584382:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.203.143@tcp14 00000800:00000010:2.0:1767384316.584388:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d64cf8b. 00000100:00000001:0.0:1767384316.584391:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384316.584394:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384316.584395:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000df645586. 00000800:00000010:2.0:1767384316.584399:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003f181308. 00000100:00000040:0.0:1767384316.584402:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f46da403] to pc [ptlrpcd_00_02+2] req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384316.584407:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000df645586] -> 12345-192.168.203.143@tcp14 (2) 00000800:00000200:2.1:1767384316.584419:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000df645586] -> 12345-192.168.203.143@tcp14 (2) 00000400:00000200:2.0:1767384316.584455:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384316.584469:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 10000000:00000001:0.0:1767384316.584475:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384316.584479:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.584481:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.584484:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384316.584485:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:2.0:1767384316.584491:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:0.0:1767384316.584493:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384316.584494:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384316.584497:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384316.584500:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384316.584501:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384316.584502:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384316.584504:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384316.584504:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384316.584506:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384316.584508:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384316.584509:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384316.584514:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384316.584514:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384316.584516:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384316.584519:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384316.584520:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384316.584524:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384316.584525:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384316.584528:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384316.584529:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f77c917. 00000020:00000040:0.0:1767384316.584533:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000040:2.0:1767384316.584535:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.584536:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000001:0.0:1767384316.584547:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384316.584551:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384316.584552:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384316.584566:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.584568:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.584572:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384316.584577:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384316.584577:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c85203f1. 02000000:00000001:2.0:1767384316.584584:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.584585:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.584589:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f46da403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746135936:0@lo:253: 00000100:00000001:0.0:1767384316.584592:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384316.584594:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384316.584595:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.584599:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 02000000:00000001:2.0:1767384316.584600:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384316.584603:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f77c917] to pc [ptlrpcd_00_03+3] req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384316.584605:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.584611:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384316.584619:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384316.584620:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d54f5ade. 10000000:00000001:0.0:1767384316.584622:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.584624:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.584626:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384316.584629:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384316.584630:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8afb7b4. 00000400:00000200:1.0:1767384316.584631:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000020:00000010:0.0:1767384316.584632:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005e2a5079. 00000400:00000010:2.0:1767384316.584639:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027d91732. 00000100:00000200:2.0:1767384316.584645:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746135936, portal 25 00000100:00000001:2.0:1767384316.584647:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384316.584648:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.584649:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472397056 : -111508237154560 : ffff9a9577228700) 00000100:00100000:0.0:1767384316.584653:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:2.0:1767384316.584657:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.584657:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.584665:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:0.0:1767384316.584666:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384316.584668:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384316.584670:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384316.584675:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384316.584677:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384316.584679:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff939e98. 00000100:00000001:0.0:1767384316.584680:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384316.584685:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746135936, offset 0 00000100:00000001:0.0:1767384316.584685:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384316.584691:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384316.584696:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.584698:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000001:0.0:1767384316.584707:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384316.584709:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384316.584711:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.584716:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384316.584718:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384316.584721:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.584724:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02980 00000100:00100000:0.0:1767384316.584726:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f77c917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746136064:0@lo:253: 00000400:00000200:1.0:1767384316.584730:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:0.0:1767384316.584735:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384316.584737:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 02000000:00000001:0.0:1767384316.584739:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384316.584741:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004477adef. 02000000:00000001:0.0:1767384316.584743:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.584745:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384316.584751:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b28a0b2b. 00000400:00000200:2.0:1767384316.584753:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd060888 00000400:00000200:1.0:1767384316.584760:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384316.584761:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384316.584762:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.584772:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384316.584772:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000725eec66. 00000400:00000200:2.0:1767384316.584781:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd060888 00000400:00000010:0.0:1767384316.584782:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1264758. 00000400:00000010:2.0:1767384316.584785:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd060888. 00000100:00000001:2.0:1767384316.584792:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384316.584794:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384316.584796:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746136064, portal 25 00000100:00000040:2.0:1767384316.584797:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000d15cba57 x1853236746135936 msgsize 4848 00000400:00000200:1.0:1767384316.584800:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:0.0:1767384316.584801:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384316.584805:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472409600 : -111508237142016 : ffff9a957722b800) 00000100:00100000:2.0:1767384316.584809:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384316.584813:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384316.584815:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.584822:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384316.584825:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384316.584827:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384316.584831:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dca4b8db. 00000400:00000200:2.0:1767384316.584833:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff939e98 00000400:00000200:1.0:1767384316.584834:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000010:2.0:1767384316.584838:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff939e98. 00000100:00000001:2.0:1767384316.584844:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384316.584844:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746136064, offset 0 00000100:00000200:2.0:1767384316.584849:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.584856:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.584865:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:2.0:1767384316.584866:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384316.584872:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.584872:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384316.584883:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.584885:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384316.584889:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02a00 00000100:00000001:2.0:1767384316.584892:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.584897:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000100:00000001:2.0:1767384316.584899:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294905355 00000400:00000010:0.0:1767384316.584902:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000572c6f05. 00000100:00000010:2.0:1767384316.584905:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b2a345c. 00000400:00000200:0.0:1767384316.584906:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c36badcc 00000400:00000200:0.0:1767384316.584913:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384316.584915:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384316.584919:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.584922:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294905355 00000400:00000200:0.0:1767384316.584924:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c36badcc 00000400:00000010:0.0:1767384316.584928:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c36badcc. 00000100:00000010:2.0:1767384316.584929:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b59e3cd1. 00000100:00000001:0.0:1767384316.584932:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384316.584934:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384316.584935:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384316.584939:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294905355 00000100:00000040:0.0:1767384316.584941:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000005e02c75 x1853236746136064 msgsize 4848 00000100:00000010:2.0:1767384316.584945:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b384f67. 00000100:00000001:2.0:1767384316.584950:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00100000:0.0:1767384316.584955:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384316.584956:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294905355 00000100:00000040:0.0:1767384316.584960:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384316.584963:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf2dc701. 00000100:00000001:0.0:1767384316.584975:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384316.584976:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384316.584984:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384316.584986:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dca4b8db 00000100:00000001:2.0:1767384316.584987:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.584991:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dca4b8db. 00000100:00000001:2.0:1767384316.584994:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.584997:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384316.585000:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.585005:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384316.585005:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.585009:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384316.585014:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.585020:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.585026:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384316.585039:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.585049:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384316.585049:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.585054:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746135936 00000100:00000001:0.0:1767384316.585055:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384316.585061:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384316.585065:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.585066:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.585068:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.585072:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294905355 02000000:00000001:2.0:1767384316.585074:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.585079:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294905355 00000100:00100000:2.0:1767384316.585081:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746135936 00000100:00000001:0.0:1767384316.585084:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294905355 00000020:00000001:2.0:1767384316.585087:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384316.585089:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294905355 00000020:00000040:2.0:1767384316.585091:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000800:00000010:1.0:1767384316.585093:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af3cbed8. 00000100:00000001:0.0:1767384316.585095:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294905355 00000020:00000001:2.0:1767384316.585097:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:1.0:1767384316.585100:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b96aacf. 00000020:00000040:2.0:1767384316.585103:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:0.0:1767384316.585103:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294905355 00000800:00000010:1.0:1767384316.585108:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec8c7a22. 00000020:00000001:2.0:1767384316.585110:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384316.585111:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294905355 00000020:00000001:2.0:1767384316.585118:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384316.585118:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294905355 00000100:00000001:0.0:1767384316.585124:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.585127:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384316.585128:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384316.585133:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9b531b6. 00000100:00000001:0.0:1767384316.585134:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.585142:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.585143:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384316.585144:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec8c7a22. 00000020:00000010:2.0:1767384316.585150:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9b531b6. 00000020:00000010:2.0:1767384316.585160:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002beb4f7c. 00000020:00000010:2.0:1767384316.585168:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006a54e75. 00000100:00000001:0.0:1767384316.585175:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384316.585177:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0cb268a. 00000100:00100000:0.0:1767384316.585180:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746136064 02000000:00000001:0.0:1767384316.585185:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384316.585187:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.585190:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.585193:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.585195:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384316.585197:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746136064 00000020:00000001:0.0:1767384316.585210:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384316.585214:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384316.585215:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:2.0:1767384316.585219:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384316.585220:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384316.585226:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384316.585226:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:0.0:1767384316.585232:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384316.585237:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384316.585241:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.585242:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384316.585248:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071ad7f07. 00000100:00000001:0.0:1767384316.585260:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.585261:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384316.585264:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071ad7f07. 00000020:00000010:0.0:1767384316.585273:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f454417c. 00000020:00000010:0.0:1767384316.585281:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee9cc428. 00000020:00000010:0.0:1767384316.585287:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000001:0.0:1767384316.585294:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384316.585296:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384316.585299:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384316.585299:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.585306:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384316.585309:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.585314:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384316.585316:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:2.0:1767384316.585323:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384316.585327:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834945104 : -111508874606512 : ffff9a955123c850) 00000100:00000001:0.0:1767384316.585330:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384316.585334:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384316.585335:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d15cba57 x1853236746135936/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:297/0 lens 4848/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384316.585341:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000001:1.0:1767384316.585347:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384316.585349:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:0.0:1767384316.585355:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834955344 : -111508874596272 : ffff9a955123f050) 00000100:00000001:1.0:1767384316.585357:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384316.585361:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384316.585361:0:17080:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.585364:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005e02c75 x1853236746136064/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:297/0 lens 4848/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.585366:0:17080:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384316.585371:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9b531b6. 00000100:00000001:2.0:1767384316.585379:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.585383:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384316.585385:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9b531b6. 00000020:00000010:0.0:1767384316.585389:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071ad7f07. 00000100:00000001:0.0:1767384316.585395:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384316.585396:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d15cba57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746135936:12345-0@lo:253: 00000020:00000010:0.0:1767384316.585400:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071ad7f07. 00000100:00000200:2.0:1767384316.585409:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746135936 00000100:00100000:0.0:1767384316.585415:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005e02c75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746136064:12345-0@lo:253: 00000020:00000001:2.0:1767384316.585417:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384316.585421:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746136064 00000400:00000200:1.0:1767384316.585453:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:0.0:1767384316.585454:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384316.585461:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384316.585466:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.585467:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384316.585471:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384316.585473:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.585476:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:1.0:1767384316.585477:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp14 from 245.3.0.2 00000020:00000001:2.0:1767384316.585491:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000010:1.0:1767384316.585493:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000074fd94fe. 00000020:00000001:0.0:1767384316.585494:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384316.585498:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:0.0:1767384316.585499:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.585506:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384316.585508:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384316.585511:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384316.585513:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.585518:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384316.585524:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384316.585525:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.585528:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.585531:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384316.585535:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384316.585537:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384316.585543:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384316.585548:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000039c66ff8. 02000000:00000010:2.0:1767384316.585566:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008abb1efb. 02000000:00000001:0.0:1767384316.585571:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.585573:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.585587:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.585591:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384316.585594:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384316.585598:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384316.585607:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a0afe9ce. 20000000:00000010:2.0:1767384316.585612:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000092bc9e1. 20000000:01000000:0.0:1767384316.585614:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384316.585620:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:2.0:1767384316.585623:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384316.585624:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384316.585630:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384316.585631:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384316.585635:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384316.585637:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384316.585640:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384316.585651:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384316.585653:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000193ce0a. 00000800:00000010:1.0:1767384316.585654:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005e2a5079. 20000000:00000001:2.0:1767384316.585656:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384316.585660:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 00000800:00000010:1.0:1767384316.585661:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045104c66. 20000000:00000001:2.0:1767384316.585663:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384316.585672:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384316.585681:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000010:1.0:1767384316.585684:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d3fbcdf8. 00080000:00000001:0.0:1767384316.585686:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:1.1:1767384316.585691:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000df645586] -> 12345-192.168.203.143@tcp14 (2) 00000800:00000200:1.1:1767384316.585696:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp14 00000000d3fbcdf8 deleted 00000800:00000010:1.1:1767384316.585698:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d3fbcdf8. 00000800:00000200:1.1:1767384316.585702:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384316.585707:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp14 ip 192.168.203.143:1013 00000800:00000200:1.1:1767384316.585710:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d64cf8b type 1, nob 240 niov 1 nkiov 1 00080000:00000001:0.0:1767384316.585710:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:1.0:1767384316.585716:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp14 p 3.x 192.168.203.143 -> 192.168.203.143:1013 incarnation:1767384315083831974 sched[0] 00000800:00000010:1.0:1767384316.585721:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec8c7a22. 00080000:00000001:0.0:1767384316.585726:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384316.585730:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384316.585732:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384316.585734:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384316.585735:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384316.585738:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:0.0:1767384316.585742:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:0.0:1767384316.585744:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384316.585747:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384316.585751:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384316.585753:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.585756:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:1.0:1767384316.585761:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec8c7a22. 00000020:00000001:0.0:1767384316.585762:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000800:00000010:1.0:1767384316.585766:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045104c66. 00080000:00000001:0.0:1767384316.585768:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384316.585774:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000051b22236. 00080000:00000001:0.0:1767384316.585778:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326822400 : -111513382729216 : ffff9a94446f4a00) 00080000:00000001:0.0:1767384316.585787:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384316.585788:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000074fd94fe. 00000001:00000001:0.0:1767384316.585791:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384316.585797:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071ad7f07. 00080000:00000001:0.0:1767384316.585800:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384316.585804:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:1.1:1767384316.585810:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384316.585815:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp14 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384315083831974 sched[0] 00000800:00000010:1.0:1767384316.585819:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b96aacf. 00080000:00000001:0.0:1767384316.585819:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384316.585849:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384316.585879:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:0.0:1767384316.585882:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384316.585890:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384316.585896:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384316.585904:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.585930:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000800:00000001:2.0:1767384316.585961:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384316.585966:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000200:0.0:1767384316.585966:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384316.585973:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384316.585975:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d64cf8b. 00000800:00000001:2.0:1767384316.585978:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384316.585982:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384316.585987:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384316.585994:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp14->192.168.203.143@tcp14: PUT: OK 00000400:00000200:1.0:1767384316.585996:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384316.586003:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384316.586004:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp14(192.168.203.143@tcp14) <- 192.168.203.143@tcp14 : PUT - for me 00000400:00000200:0.0:1767384316.586012:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000400:00000200:2.0:1767384316.586022:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384316.586024:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384316.586035:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 144/144 into md 0x130d [1] + 0 00000400:00000010:2.0:1767384316.586041:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c04696e. 00000400:00000200:2.0:1767384316.586045:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a806f651 00000400:00000200:1.0:1767384316.586049:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000800:00000001:2.0:1767384316.586051:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384316.586067:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384316.586070:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.586071:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384316.586078:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp14->192.168.203.143@tcp14: PUT: OK 00000400:00000200:2.0:1767384316.586083:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a806f651 00000400:00000010:2.0:1767384316.586086:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a806f651. 00000400:00000200:1.0:1767384316.586092:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384316.586094:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384316.586100:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (8) 00000400:00000200:2.0:1767384316.586106:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:1.0:1767384316.586110:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000010:2.0:1767384316.586111:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000ff939e98. 00000400:00000200:2.0:1767384316.586119:0:16346:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 7 00000400:00000200:2.0:1767384316.586125:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384316.586135:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384316.586144:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (9) 00000400:00000200:2.0:1767384316.586152:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384316.586156:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384316.586163:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp14 to MR: 192.168.203.143@tcp14 local destination 00000400:00000200:2.0:1767384316.586172:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp14 NI seq info: [16:16:256:4294967295] 192.168.203.143@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767384316.586185:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp14(192.168.203.143@tcp14:192.168.203.143@tcp14) -> 192.168.203.143@tcp14(192.168.203.143@tcp14:192.168.203.143@tcp14) 192.168.203.143@tcp14 : ACK try# 0 00000800:00000200:2.0:1767384316.586193:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp14 00000400:00000200:0.0:1767384316.586193:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384316.586201:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002442a4dc. 00000400:00000010:0.0:1767384316.586209:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000800:00000010:2.0:1767384316.586210:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff2eaf1b. 00000400:00000200:0.0:1767384316.586215:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000800:00000200:2.0:1767384316.586222:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000df645586] -> 12345-192.168.203.143@tcp14 (4) 00000400:00000200:0.0:1767384316.586226:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1004d1 00000800:00000200:2.0:1767384316.586233:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp14 ip 192.168.203.143:988 00000400:00000010:0.0:1767384316.586237:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 00000000dca4b8db. 00000800:00000200:2.0:1767384316.586238:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff2eaf1b type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384316.586252:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 0000000034170a55. 00000400:00000010:0.0:1767384316.586260:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 0000000073461712. 00000400:00000010:0.0:1767384316.586276:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006b82a105. 00000400:00000200:0.0:1767384316.586282:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006b82a105 nid 192.168.203.143@tcp15 00000400:00000010:0.0:1767384316.586287:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000030fda648. 00000400:00000200:0.0:1767384316.586290:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 0000000030fda648 net tcp15 00000400:00000200:0.0:1767384316.586294:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (8) 00000800:00000010:1.0:1767384316.586295:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000583dbc86. 00000800:00000010:1.0:1767384316.586301:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b96aacf. 00000400:00000200:0.0:1767384316.586303:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp15 flags 0x11 00000800:00000010:1.0:1767384316.586305:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec8c7a22. 00000400:00000010:0.0:1767384316.586310:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 00000000dca4b8db. 00000400:00000010:0.0:1767384316.586325:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 0000000034170a55. 00000400:00000010:0.0:1767384316.586328:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 0000000073461712. 00000400:00000010:0.0:1767384316.586331:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000ff939e98. 00000400:00000200:0.0:1767384316.586336:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384316.586340:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100551 00000800:00000200:2.0:1767384316.586343:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384316.586349:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff2eaf1b. 00000800:00000010:1.0:1767384316.586351:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec8c7a22. 00000400:00000200:0.0:1767384316.586356:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 1 00000400:00000200:2.0:1767384316.586357:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384316.586370:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 00000400:00000200:2.0:1767384316.586374:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp14->192.168.203.143@tcp14: ACK: OK 00000400:00000200:0.0:1767384316.586380:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384316.586384:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100511 rc 0 00000800:00000001:2.0:1767384316.586386:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384316.586391:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000800:00000001:2.0:1767384316.586394:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.586394:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384316.586396:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (9) 00000800:00000001:2.0:1767384316.586401:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384316.586410:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp14 from 244.3.0.2 00000800:00000001:2.0:1767384316.586411:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384316.586415:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007e1b9763. 00000800:00000001:2.0:1767384316.586417:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384316.586469:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384316.586479:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp14(192.168.203.143@tcp14) <- 192.168.203.143@tcp14 : ACK - for me 00000800:00000010:0.0:1767384316.586485:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000acd54947. 00000400:00000200:2.0:1767384316.586493:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp14: ACK from 12345-192.168.203.143@tcp14 into md 0x1325 00000800:00000010:0.0:1767384316.586494:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073461712. 00000400:00000200:2.0:1767384316.586500:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384316.586507:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp14->192.168.203.143@tcp14: ACK: OK 00000400:00000200:2.0:1767384316.586512:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:2.0:1767384316.586515:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000400:00000200:2.0:1767384316.586521:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000010:0.0:1767384316.586525:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000034170a55. 00000400:00000200:2.0:1767384316.586526:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:2.0:1767384316.586532:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (8) 00000800:00000200:0.1:1767384316.586538:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000df645586] -> 12345-192.168.203.143@tcp14 (4) 00000800:00000001:2.0:1767384316.586542:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384316.586547:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp14 0000000034170a55 deleted 00000800:00000010:0.1:1767384316.586550:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000034170a55. 00000800:00000200:0.1:1767384316.586572:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384316.586578:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp14 p 3.x 192.168.203.143 -> 192.168.203.143:1012 incarnation:1767384315083831974 sched[0] 00000800:00000001:2.0:1767384316.586579:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384316.586598:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000742db1f4. 00000800:00000200:1.1:1767384316.586672:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384316.586677:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp14 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384315083831974 sched[0] 00000800:00000010:1.0:1767384316.586679:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b96aacf. 00000800:00000010:0.0:1767384316.586682:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000742db1f4. 00000800:00000010:0.0:1767384316.586689:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073461712. 00000800:00000010:0.0:1767384316.586719:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007e1b9763. 00000800:00000001:1.0:1767384316.586721:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.586726:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384316.586728:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.586729:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384316.587653:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000051b22236. 00080000:00000010:0.0:1767384316.587698:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071ad7f07. 00040000:00000001:0.0:1767384316.587705:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384316.587707:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384316.587710:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384316.587713:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384316.587716:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384316.587719:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384316.587731:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384316.587741:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000045c29177. 20000000:00000001:0.0:1767384316.587742:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384316.587746:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:01000000:0.0:1767384316.587747:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:2.0:1767384316.587751:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384316.587753:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384316.587755:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384316.587758:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:1.0:1767384316.587761:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384316.587764:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:1.0:1767384316.587765:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384316.587768:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384316.587773:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.587773:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384316.587776:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384316.587777:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:1.0:1767384316.587784:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ea36b993. 00080000:00000001:2.0:1767384316.587785:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384316.587789:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384316.587790:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384316.587791:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384316.587794:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6d84e1e. 00080000:00000002:2.0:1767384316.587795:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:1.0:1767384316.587800:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384316.587801:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:2.0:1767384316.587804:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:1.0:1767384316.587804:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c6d84e1e with handle 0x980286e253c5fb82 to hash 00000020:00000001:1.0:1767384316.587809:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384316.587810:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384316.587812:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00080000:00000001:2.0:1767384316.587814:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.587815:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00080000:00000001:2.0:1767384316.587817:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.587820:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384316.587821:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384316.587823:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.587826:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00010000:1.0:1767384316.587827:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384316.587830:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384316.587834:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003ddb4f04. 00010000:00000001:1.0:1767384316.587837:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384316.587838:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326534144 : -111513383017472 : ffff9a94446ae400) 00010000:00000001:1.0:1767384316.587840:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384316.587841:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384316.587844:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384316.587844:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384316.587847:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384316.587848:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d9b531b6. 00010000:00000001:1.0:1767384316.587849:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384316.587851:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.587852:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384316.587855:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384316.587864:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.587867:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384316.587869:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.587876:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384316.587878:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384316.587878:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384316.587882:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384316.587885:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ea36b993) refcount = 1 00010000:00010000:1.0:1767384316.587888:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.587892:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384316.587894:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384316.587895:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.587897:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.587898:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384316.587901:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384316.587903:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:1.0:1767384316.587906:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384316.587907:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.587908:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6d84e1e refcount=4 00000020:00000001:1.0:1767384316.587910:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384316.587913:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384316.587914:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384316.587916:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.587920:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384316.587922:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.587926:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.587927:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384316.587929:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.587932:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:0.0:1767384316.587932:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384316.587935:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.587937:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384316.587938:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 20000000:00000010:0.0:1767384316.587940:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a0afe9ce. 00010000:00010000:1.0:1767384316.587947:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384316.587947:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384316.587953:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746136064 00010000:00010000:1.0:1767384316.587956:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c6d84e1e already unused, calling callback (000000004feed035) 00010000:00000001:0.0:1767384316.587957:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384316.587960:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384316.587964:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000200:0.0:1767384316.587964:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005e02c75 x1853236746136064/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384316.587967:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.587982:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384316.587983:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384316.587984:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.587985:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6d84e1e refcount=5 00000020:00000001:1.0:1767384316.587988:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384316.587993:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384316.587998:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384316.588001:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.588002:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384316.588006:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.588008:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:0.0:1767384316.588010:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=22 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384316.588011:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384316.588013:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.588019:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384316.588020:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384316.588023:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1767384316.588025:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:1.0:1767384316.588026:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.588029:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.588030:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000040:1.0:1767384316.588032:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c6d84e1e with handle 0x980286e253c5fb82 from hash 02000000:00000001:0.0:1767384316.588033:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384316.588035:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1767384316.588036:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.588038:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.588040:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384316.588041:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384316.588042:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384316.588045:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384316.588045:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384316.588047:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:0.0:1767384316.588049:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073461712. 00010000:00000001:1.0:1767384316.588050:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384316.588053:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384316.588055:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746136064, offset 224 00010000:00000001:1.0:1767384316.588056:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.588060:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384316.588065:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384316.588078:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1767384316.588078:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384316.588083:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.588085:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.588086:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.588088:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.588090:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.588091:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02a00 00010000:00010000:1.0:1767384316.588093:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384316.588100:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1331 [2] + 224 00010000:00000001:1.0:1767384316.588101:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.588104:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.588107:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384316.588108:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384316.588109:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384316.588110:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.588113:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.588116:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1767384316.588116:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384316.588120:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384316.588122:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.588123:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384316.588124:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384316.588128:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.588131:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384316.588134:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384316.588136:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fb82 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384316.588148:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384316.588149:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ea36b993 count: 0 00010000:00000001:1.0:1767384316.588168:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384316.588170:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384316.588173:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384316.588180:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073461712 00000400:00000010:0.0:1767384316.588182:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073461712. 00000100:00000001:0.0:1767384316.588186:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384316.588188:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384316.588192:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.588193:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.588195:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384316.588200:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384316.588200:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:2.0:1767384316.588203:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384316.588206:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000725eec66. 00010000:00000001:0.0:1767384316.588206:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384316.588211:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.588212:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1264758 00000400:00000010:2.0:1767384316.588216:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1264758. 00000020:00000001:0.0:1767384316.588217:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384316.588219:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384316.588224:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.588233:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005e02c75 x1853236746136064/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384316.588234:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.588265:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384316.588268:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005e02c75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746136064:12345-0@lo:253: Request processed in 2884us (3325us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384316.588269:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384316.588278:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000001:2.0:1767384316.588280:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384316.588282:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 02000000:00000001:2.0:1767384316.588283:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384316.588298:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.588298:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384316.588302:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.588302:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384316.588304:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384316.588307:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee9cc428. 00000100:00001000:2.0:1767384316.588308:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384316.588313:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=22 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384316.588313:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000020:00000010:0.0:1767384316.588319:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f454417c. 00000100:00000001:2.0:1767384316.588320:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384316.588322:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384316.588325:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:2.0:1767384316.588326:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384316.588328:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.588330:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384316.588331:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384316.588334:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000039c66ff8. 00000100:00000040:2.0:1767384316.588338:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384316.588339:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384316.588343:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.588348:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384316.588350:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384316.588351:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384316.588354:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384316.588355:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000139c9f9e. 00000020:01000004:2.0:1767384316.588356:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384316.588359:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:0.0:1767384316.588360:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073461712. 00000020:01000004:2.0:1767384316.588361:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384316.588364:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384316.588367:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384316.588368:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384316.588369:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384316.588371:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384316.588372:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384316.588374:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384316.588380:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f77c917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746136064:0@lo:253: 00000100:00000001:2.0:1767384316.588384:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.588385:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384316.588386:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f77c917 x1853236746136064/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.588391:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384316.588392:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384316.588399:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b28a0b2b. 02000000:00000001:2.0:1767384316.588402:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384316.588403:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384316.588404:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384316.588406:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384316.588408:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c85203f1. 02000000:00000001:2.0:1767384316.588412:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384316.588414:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384316.588415:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f77c917. 00000100:00000001:2.0:1767384316.588418:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384316.588419:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.588420:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.588457:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384316.588459:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.588462:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.588465:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384316.589482:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003ddb4f04. 00080000:00000010:2.0:1767384316.589514:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d9b531b6. 00040000:00000001:2.0:1767384316.589519:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384316.589520:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384316.589522:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384316.589523:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384316.589525:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384316.589526:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384316.589528:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384316.589537:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384316.589539:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384316.589542:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384316.589551:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384316.589562:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384316.589563:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384316.589566:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384316.589567:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384316.589571:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004f80460a. 00010000:00000001:1.0:1767384316.589574:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384316.589582:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058ab3b20. 00000020:00000001:1.0:1767384316.589584:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384316.589585:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058ab3b20 with handle 0x980286e253c5fb89 to hash 00000020:00000001:1.0:1767384316.589586:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384316.589587:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384316.589589:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384316.589590:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.589592:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.589594:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.589598:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384316.589600:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384316.589601:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384316.589602:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384316.589603:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.589604:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384316.589605:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.589606:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384316.589607:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384316.589608:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384316.589609:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384316.589610:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004f80460a) refcount = 1 00010000:00010000:1.0:1767384316.589611:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.589615:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384316.589616:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384316.589617:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.589618:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.589619:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384316.589621:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384316.589622:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:1.0:1767384316.589623:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384316.589624:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.589631:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=4 00000020:00000001:1.0:1767384316.589632:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384316.589634:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384316.589635:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384316.589636:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.589639:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384316.589640:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.589643:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.589644:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384316.589645:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.589648:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.589649:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.589651:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384316.589652:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384316.589656:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000058ab3b20 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384316.589658:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384316.589659:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384316.589660:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.589664:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384316.589665:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384316.589666:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000020:2.0:1767384316.589667:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:1.0:1767384316.589668:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=5 00000100:00000001:2.0:1767384316.589673:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384316.589673:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 20000000:00000010:2.0:1767384316.589676:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000092bc9e1. 00010000:00000001:1.0:1767384316.589677:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384316.589682:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 20000000:00000001:2.0:1767384316.589683:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384316.589687:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746135936 00010000:00010000:1.0:1767384316.589689:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384316.589691:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384316.589696:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d15cba57 x1853236746135936/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.589698:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384316.589701:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384316.589704:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.589708:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384316.589710:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384316.589711:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384316.589713:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.589714:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.589716:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384316.589717:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058ab3b20 with handle 0x980286e253c5fb89 from hash 00010000:00000001:1.0:1767384316.589719:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384316.589719:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.589720:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.589722:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384316.589725:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:2.0:1767384316.589726:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=22 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384316.589726:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384316.589729:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384316.589732:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384316.589732:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.589736:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.589738:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:1.0:1767384316.589739:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384316.589741:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384316.589742:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:1.0:1767384316.589744:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384316.589747:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384316.589747:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384316.589751:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.589752:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.589757:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.589758:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384316.589759:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.589763:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384316.589763:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384316.589768:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb8f11a. 00010000:00000001:1.0:1767384316.589770:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384316.589773:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746135936, offset 224 00010000:00000001:1.0:1767384316.589773:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.589774:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384316.589777:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384316.589779:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384316.589780:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384316.589781:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.589784:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384316.589785:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.589788:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:1.0:1767384316.589794:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.589797:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02980 00010000:00010000:1.0:1767384316.589798:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384316.589807:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1329 [2] + 224 00010000:00000001:1.0:1767384316.589809:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384316.589811:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384316.589813:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fb89 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384316.589814:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384316.589822:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004f80460a count: 0 00000400:00000200:2.0:1767384316.589823:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.589829:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384316.589833:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.589833:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384316.589836:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384316.589843:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.589857:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384316.589861:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb8f11a 00000400:00000010:2.0:1767384316.589862:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cb8f11a. 00000100:00000001:2.0:1767384316.589864:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384316.589865:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384316.589867:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.589869:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384316.589870:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384316.589871:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.589873:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384316.589876:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d15cba57 x1853236746135936/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384316.589882:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d15cba57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746135936:12345-0@lo:253: Request processed in 4523us (5084us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384316.589894:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384316.589895:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000001:0.0:1767384316.589899:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384316.589900:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:2.0:1767384316.589904:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384316.589905:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1767384316.589906:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384316.589908:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006a54e75. 00000400:00000001:0.0:1767384316.589911:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384316.589913:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0cb268a. 00000400:00000010:0.0:1767384316.589915:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8afb7b4. 00000020:00000010:2.0:1767384316.589917:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002beb4f7c. 00000400:00000200:0.0:1767384316.589923:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d91732 00000020:00000040:2.0:1767384316.589924:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:2.0:1767384316.589928:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1767384316.589928:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027d91732. 02000000:00000010:2.0:1767384316.589931:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008abb1efb. 00000100:00000001:0.0:1767384316.589935:0:16356:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384316.589936:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384316.589939:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384316.589942:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384316.589943:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384316.589947:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c04696e. 00000400:00000010:2.0:1767384316.589954:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb8f11a. 00000100:00000200:0.0:1767384316.589962:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.589971:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384316.589973:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.589984:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384316.589986:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384316.589987:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.589989:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.589991:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384316.589995:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384316.589998:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384316.590001:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384316.590003:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.590004:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384316.590006:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.590008:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.590012:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.590019:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.590021:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384316.590023:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384316.590025:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384316.590026:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384316.590027:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384316.590028:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384316.590029:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384316.590030:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384316.590031:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384316.590032:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384316.590033:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384316.590033:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384316.590035:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384316.590039:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f46da403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746135936:0@lo:253: 00000100:00000001:0.0:1767384316.590042:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.590043:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384316.590044:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f46da403 x1853236746135936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.590048:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384316.590055:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384316.590056:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d54f5ade. 02000000:00000001:0.0:1767384316.590058:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384316.590060:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384316.590061:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384316.590062:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384316.590063:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000015af5677. 02000000:00000001:0.0:1767384316.590065:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384316.590066:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384316.590066:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f46da403. 00000100:00000001:0.0:1767384316.590069:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384316.590070:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.590071:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.590075:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384316.590076:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.590077:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.590078:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.591539:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294905355, at 4294905356 00000100:00000010:1.0:1767384316.591547:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b59e3cd1. 00000100:00000040:2.0:1767384316.592468:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294905355, at 4294905357 00000100:00000010:2.0:1767384316.592474:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b384f67. 00000100:00000040:0.0:1767384316.592477:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294905355, at 4294905357 00000100:00000010:0.0:1767384316.592484:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b2a345c. 00000100:00000040:3.0:1767384316.592492:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294905355, at 4294905357 00000100:00000010:3.0:1767384316.592500:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf2dc701. 00010000:00000010:1.1:1767384316.593461:0:20644:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ea36b993. 00010000:00000010:1.1:1767384316.593467:0:20644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6d84e1e. 00010000:00000010:1.1:1767384316.597476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004f80460a. 00010000:00000010:1.1:1767384316.597485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058ab3b20. 00000400:00000010:3.0:1767384316.599799:0:20646:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000675e2baa. 00000400:00000040:3.0:1767384316.599817:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384316.599819:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384316.599821:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.599823:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384316.599824:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.599825:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384316.599828:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384316.599829:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384316.599830:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384316.599831:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384316.599832:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384316.599833:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384316.599835:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384316.599843:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384316.599844:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384316.599845:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384316.599846:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384316.599847:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384316.599848:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384316.599849:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.599850:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384316.599851:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384316.599852:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384316.599853:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.599854:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384316.599855:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.599856:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384316.599857:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384316.599858:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384316.599859:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.599859:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384316.599861:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.599861:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384316.599863:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384316.599864:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384316.599865:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.599865:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384316.599867:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384316.599868:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384316.599869:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384316.599870:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384316.599871:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.599872:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384316.599873:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384316.599874:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384316.599875:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384316.599876:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384316.599877:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384316.599879:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384316.599879:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384316.599880:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384316.599881:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384316.599886:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384316.599887:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384316.599888:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384316.599890:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384316.599891:0:20646:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384316.599913:0:20646:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000675e2baa. 00010000:00000001:2.0:1767384317.283538:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384317.283545:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.283572:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384317.283574:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.283635:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384317.283639:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.283641:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384317.297452:0:20824:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003eb3e1db. 00080000:00000010:2.0:1767384317.297462:0:20824:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003eb3e1db. 00000020:00000001:2.0:1767384317.297467:0:20824:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384317.297475:0:20824:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003eb3e1db. 00080000:00000010:2.0:1767384317.297482:0:20824:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003eb3e1db. 00000020:00000001:2.0:1767384317.297485:0:20824:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384317.962724:0:20988:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384317.962728:0:20988:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:0.0:1767384317.966579:0:20988:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384317.975078:0:20989:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000052bfb5e3. 00000400:00000010:1.0:1767384317.975093:0:20989:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000068472692. 00000400:00000010:1.0:1767384317.975103:0:20989:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000001199ad3. 00000400:00000010:1.0:1767384317.975107:0:20989:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000447ec708. 00000400:00000010:1.0:1767384317.975111:0:20989:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000007d5fcb. 00000400:00000010:1.0:1767384317.975116:0:20989:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000074ca9ad6. 00000400:00000010:1.0:1767384317.975118:0:20989:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000096ff43a8. 00000400:00000010:1.0:1767384317.975121:0:20989:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f57a4aa. 00000400:00000010:1.0:1767384317.975125:0:20989:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000bac2321f. 00000800:00000010:1.0:1767384317.975135:0:20989:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b2e3ef27. 00000800:00000200:1.0:1767384317.975146:0:20989:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384317.975153:0:20989:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384317.975191:0:20989:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384317.975212:0:20989:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp16 [8/256/0/180] 00000400:00000010:1.0:1767384317.977568:0:20989:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000dc8abb63. 00000400:00000010:1.0:1767384317.977575:0:20989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005557682e. 00000400:00000010:1.0:1767384317.977581:0:20989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef766825. 00000400:00000001:1.0:1767384317.977594:0:20989:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384317.977596:0:20989:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384317.977598:0:20989:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af8788c2. 00000400:00000200:1.0:1767384317.977602:0:20989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:1.0:1767384317.977609:0:20989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000400:00000010:1.0:1767384317.977613:0:20989:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000f384b702. 00000400:00000200:1.0:1767384317.977616:0:20989:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (7) 00000400:00000200:1.0:1767384317.977627:0:20989:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384317.977633:0:20989:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:1.0:1767384317.977646:0:20989:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b661761b. 00000400:00000200:2.0:1767384317.977647:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384317.977650:0:20989:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384317.977655:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000020:01000000:1.0:1767384317.977655:0:20989:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp16 00000400:00000010:2.0:1767384317.977664:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000400:00000200:2.0:1767384317.977667:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (8) 00000400:00000010:1.0:1767384317.977671:0:20989:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000068472692. 00000400:00000010:2.0:1767384317.977672:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c10782c7. 00000400:00000010:1.0:1767384317.977676:0:20989:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000052bfb5e3. 00000400:00000200:2.0:1767384317.977680:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:2.0:1767384317.977699:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384317.977703:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384317.977708:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:0.0:1767384317.977708:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384317.977715:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:0.0:1767384317.977715:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384317.977720:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384317.977721:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:01000000:0.0:1767384317.977725:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384317.977727:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384317.977733:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384317.977733:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384317.977739:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384317.977740:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000020:01000004:0.0:1767384317.977744:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384317.977748:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp15 00000020:01000004:0.0:1767384317.977750:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384317.977753:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384317.977754:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp15 lpni_is_preferred = 0 00000020:01000004:0.0:1767384317.977757:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384317.977759:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp15 00000020:01000004:0.0:1767384317.977761:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384317.977764:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp15 NI seq info: [17:17:256:4294967295] 192.168.203.143@tcp15 LPNI seq info [17:17:8:4294967295] 00000020:01000004:0.0:1767384317.977765:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384317.977770:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384317.977771:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp15 00000020:01000004:0.0:1767384317.977775:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384317.977780:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15:) -> 192.168.203.143@tcp15(192.168.203.143@tcp:192.168.203.143@tcp15) : PUT try# 0 00000100:00000010:0.0:1767384317.977783:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f46da403. 00000800:00000200:2.0:1767384317.977785:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.203.143@tcp15 00000800:00000010:2.0:1767384317.977789:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff2eaf1b. 00000020:00000040:0.0:1767384317.977797:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000800:00000010:2.0:1767384317.977798:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000005705bdd. 00000800:00000010:2.0:1767384317.977804:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000012b0df8c. 00000100:00000001:0.0:1767384317.977804:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384317.977809:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384317.977810:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000005705bdd] -> 12345-192.168.203.143@tcp15 (2) 00000800:00000200:2.1:1767384317.977816:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000005705bdd] -> 12345-192.168.203.143@tcp15 (2) 02000000:00000001:0.0:1767384317.977817:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384317.977829:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000039c66ff8. 00000100:00000001:0.0:1767384317.977836:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384317.977840:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384317.977842:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00000001:0.0:1767384317.977846:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384317.977850:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384317.977859:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f46da403] to pc [ptlrpcd_00_00+0] req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384317.977897:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384317.977901:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.977903:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384317.977904:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.977907:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384317.977908:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384317.977910:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384317.977916:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384317.977918:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384317.977922:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 10000000:00000001:0.0:1767384317.977922:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384317.977928:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384317.977929:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:0.0:1767384317.977931:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384317.977932:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.977938:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384317.977938:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384317.977941:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384317.977942:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384317.977944:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384317.977948:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f46da403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746136192:0@lo:253: 00000020:01000004:0.0:1767384317.977948:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384317.977953:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384317.977954:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384317.977957:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384317.977959:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384317.977960:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384317.977963:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384317.977964:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384317.977966:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:0.0:1767384317.977968:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384317.977971:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000020:01000004:0.0:1767384317.977971:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:1.0:1767384317.977972:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bcbb3f95. 00000100:00000010:0.0:1767384317.977975:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df7fb617. 02000000:00000001:1.0:1767384317.977978:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384317.977983:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000400:00000010:1.0:1767384317.977985:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af8788c2. 00000100:00000001:0.0:1767384317.977990:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384317.977992:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068472692. 02000000:00000001:0.0:1767384317.977994:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384317.977996:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746136192, portal 25 02000000:00000001:0.0:1767384317.977998:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384317.977999:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:1.0:1767384317.978000:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384317.978003:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472397056 : -111508237154560 : ffff9a9577228700) 00000100:00000040:1.0:1767384317.978008:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384317.978009:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a0afe9ce. 00000100:00000001:0.0:1767384317.978017:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.978023:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384317.978024:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:0.0:1767384317.978028:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.978034:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384317.978039:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384317.978043:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4af8f25. 00000100:00000200:1.0:1767384317.978045:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746136192, offset 0 00000100:00000040:0.0:1767384317.978046:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df7fb617] to pc [ptlrpcd_00_01+1] req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384317.978054:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384317.978073:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384317.978084:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384317.978090:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384317.978096:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02a80 10000000:00000001:0.0:1767384317.978096:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.978103:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384317.978107:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f5 [2] + 0 00000400:00000200:3.0:1767384317.978111:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000020:01000000:0.0:1767384317.978111:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384317.978112:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000be4c7ae. 00000020:00000010:0.0:1767384317.978120:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b661761b. 00000400:00000200:1.0:1767384317.978121:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b812b251 00000400:00000200:1.0:1767384317.978130:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.978134:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384317.978138:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b812b251 00000400:00000010:1.0:1767384317.978140:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b812b251. 00000100:00000001:0.0:1767384317.978142:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.978145:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384317.978147:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384317.978148:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384317.978150:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000001:0.0:1767384317.978152:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384317.978154:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000f0ad2018 x1853236746136192 msgsize 4848 00000100:00000040:0.0:1767384317.978162:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.978167:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384317.978171:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384317.978180:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:0.0:1767384317.978181:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384317.978182:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384317.978204:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384317.978209:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4af8f25 02000000:00000001:0.0:1767384317.978210:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384317.978212:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4af8f25. 02000000:00000001:0.0:1767384317.978215:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.978217:0:16353:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384317.978220:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384317.978222:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384317.978230:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df7fb617 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746136320:0@lo:253: 00000100:00000001:1.0:1767384317.978232:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384317.978234:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000040:1.0:1767384317.978237:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384317.978239:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384317.978245:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384317.978246:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384317.978249:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.978250:0:16353:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384317.978270:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384317.978271:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.978276:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294906748 00000100:00000010:1.0:1767384317.978280:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c1dac9. 00000400:00000200:3.0:1767384317.978282:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 02000000:00000010:0.0:1767384317.978288:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b70dd4f8. 02000000:00000001:0.0:1767384317.978293:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.978294:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384317.978302:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091c59943. 00000100:00000001:1.0:1767384317.978303:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294906748 00000100:00000010:1.0:1767384317.978310:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eee94de2. 00000400:00000200:3.0:1767384317.978311:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000010:0.0:1767384317.978312:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006afb24f7. 00000100:00000001:1.0:1767384317.978313:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384317.978320:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294906748 00000100:00000200:0.0:1767384317.978321:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746136320, portal 25 00000100:00000010:1.0:1767384317.978325:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7f2096a. 00000100:00000001:0.0:1767384317.978326:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384317.978329:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384317.978330:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472407808 : -111508237143808 : ffff9a957722b100) 00000100:00000001:1.0:1767384317.978335:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294906748 00000100:00000010:1.0:1767384317.978339:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb34c713. 00000100:00000040:0.0:1767384317.978340:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.978343:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384317.978345:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000001:1.0:1767384317.978349:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.978354:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.978359:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.978363:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.978363:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384317.978372:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384317.978373:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.978376:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384317.978378:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.978379:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.978380:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.978384:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384317.978387:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba4daeaf. 00000100:00000200:0.0:1767384317.978392:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746136320, offset 0 00000400:00000200:0.0:1767384317.978400:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384317.978401:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384317.978405:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746136192 02000000:00000001:1.0:1767384317.978408:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384317.978411:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384317.978414:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384317.978415:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.978437:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384317.978441:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746136192 00000020:00000001:1.0:1767384317.978446:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384317.978447:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02b00 00000020:00000040:1.0:1767384317.978450:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384317.978454:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384317.978456:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000400:00000200:0.0:1767384317.978458:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000020:00000001:1.0:1767384317.978460:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384317.978464:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000010:0.0:1767384317.978466:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083ba6948. 00000100:00000001:1.0:1767384317.978469:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384317.978473:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000db4a8867 00000020:00000010:1.0:1767384317.978478:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e35e5764. 00000100:00000001:1.0:1767384317.978481:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384317.978481:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.978514:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384317.978518:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4a8867 00000020:00000010:1.0:1767384317.978522:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e35e5764. 00000400:00000010:0.0:1767384317.978523:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db4a8867. 00000100:00000001:0.0:1767384317.978532:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384317.978534:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1fc0930. 00000100:00000200:0.0:1767384317.978534:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384317.978541:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000abc99f4a x1853236746136320 msgsize 4848 00000020:00000010:1.0:1767384317.978543:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f704eadf. 00000100:00100000:0.0:1767384317.978564:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384317.978565:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ea540f. 00000100:00000040:0.0:1767384317.978569:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:1.0:1767384317.978576:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384317.978580:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384317.978582:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384317.978584:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.978584:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384317.978594:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.978594:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba4daeaf 00000400:00000010:0.0:1767384317.978599:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba4daeaf. 00000100:00000001:1.0:1767384317.978604:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.978605:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384317.978612:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.978617:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384317.978621:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746136320 02000000:00000001:1.0:1767384317.978624:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384317.978626:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384317.978628:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.978628:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384317.978633:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384317.978635:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746136320 00000100:00000040:0.0:1767384317.978636:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384317.978637:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:3.0:1767384317.978638:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008b89e932. 00000020:00000040:1.0:1767384317.978640:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384317.978645:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:3.0:1767384317.978646:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7c56e71. 00000020:00000040:1.0:1767384317.978648:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000800:00000010:3.0:1767384317.978655:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b7be0ed4. 00000020:00000001:1.0:1767384317.978656:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384317.978657:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384317.978663:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384317.978663:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384317.978669:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384317.978671:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384317.978674:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e35e5764. 00000100:00000001:0.0:1767384317.978677:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294906749 00000100:00000001:1.0:1767384317.978679:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384317.978685:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e35e5764. 00000100:00000001:0.0:1767384317.978686:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906748 00000800:00000010:3.0:1767384317.978692:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b7be0ed4. 00000020:00000010:1.0:1767384317.978692:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008da96da9. 00000100:00000001:0.0:1767384317.978694:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294906749 00000020:00000010:1.0:1767384317.978702:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c6bce28. 00000100:00000001:0.0:1767384317.978703:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294906748 00000020:00000010:1.0:1767384317.978709:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000157cb4ef. 00000100:00000001:1.0:1767384317.978716:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384317.978719:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294906749 00000100:00000001:1.0:1767384317.978720:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384317.978727:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906748 00000100:00000001:1.0:1767384317.978731:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.978735:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294906749 00000100:00000001:1.0:1767384317.978739:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.978743:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906748 00000100:00000001:1.0:1767384317.978744:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.978751:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384317.978755:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.978758:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.978760:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384317.978761:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.978764:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384317.978765:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384317.978769:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384317.978773:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000001:0.0:1767384317.978774:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384317.978778:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384317.978780:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384317.978782:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp15 from 243.3.0.2 00000100:00000001:1.0:1767384317.978784:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834944080 : -111508874607536 : ffff9a955123c450) 00000100:00000001:0.0:1767384317.978784:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384317.978788:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d1156bc3. 00000100:00000001:0.0:1767384317.978788:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.978791:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.978793:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0ad2018 x1853236746136192/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.978804:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384317.978824:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e35e5764. 00000100:00000001:1.0:1767384317.978827:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384317.978830:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384317.978831:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e35e5764. 00000100:00000001:0.0:1767384317.978833:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384317.978843:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1767384317.978845:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f0ad2018 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746136192:12345-0@lo:253: 00000100:00000040:0.0:1767384317.978848:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:0.0:1767384317.978852:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834954320 : -111508874597296 : ffff9a955123ec50) 00000100:00000200:1.0:1767384317.978855:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746136192 00000020:00000001:1.0:1767384317.978860:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384317.978861:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000abc99f4a x1853236746136320/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384317.978867:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384317.978871:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384317.978872:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384317.978875:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a18fea6. 00000020:00000001:1.0:1767384317.978877:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384317.978881:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384317.978882:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000010:0.0:1767384317.978885:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a18fea6. 00000020:00000001:1.0:1767384317.978889:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384317.978894:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000abc99f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746136320:12345-0@lo:253: 00000020:00000001:1.0:1767384317.978895:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384317.978903:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384317.978903:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746136320 00000020:00000001:0.0:1767384317.978906:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384317.978908:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384317.978911:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384317.978913:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.978914:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.978920:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384317.978922:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384317.978927:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384317.978929:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:0.0:1767384317.978933:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1767384317.978935:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000270565d2. 00000020:00000001:0.0:1767384317.978936:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384317.978940:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384317.978942:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.978943:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384317.978949:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.978949:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.978952:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384317.978955:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:0.0:1767384317.978956:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384317.978964:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000012d37c04. 02000000:00000001:0.0:1767384317.978966:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384317.978968:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000924ee6d1. 00000100:00000001:0.0:1767384317.978968:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384317.978971:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384317.978981:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dd88ad87. 20000000:01000000:1.0:1767384317.978982:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384317.978988:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384317.978989:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:3.0:1767384317.978990:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028840cc8. 20000000:00000001:1.0:1767384317.978993:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384317.978995:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:3.0:1767384317.978996:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd1821e5. 20000000:00000001:1.0:1767384317.978998:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384317.979004:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384317.979004:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384317.979008:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384317.979009:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384317.979014:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384317.979015:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b3b92ffa. 20000000:00000001:0.0:1767384317.979018:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384317.979021:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000de51860a. 00000800:00000200:3.1:1767384317.979024:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000005705bdd] -> 12345-192.168.203.143@tcp15 (2) 20000000:01000000:1.0:1767384317.979029:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00000800:00000200:3.1:1767384317.979034:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp15 00000000b3b92ffa deleted 00000800:00000010:3.1:1767384317.979038:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b3b92ffa. 20000000:00000001:1.0:1767384317.979041:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:3.1:1767384317.979042:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384317.979049:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp15 ip 192.168.203.143:1011 00080000:00000001:1.0:1767384317.979050:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:3.1:1767384317.979052:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff2eaf1b type 1, nob 256 niov 1 nkiov 1 00080000:00000001:1.0:1767384317.979057:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:3.0:1767384317.979058:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp15 p 3.x 192.168.203.143 -> 192.168.203.143:1011 incarnation:1767384316582490568 sched[0] 00000800:00000010:3.0:1767384317.979065:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b7be0ed4. 00080000:00000001:1.0:1767384317.979080:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384317.979098:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384317.979102:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384317.979104:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384317.979107:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384317.979110:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384317.979112:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b7be0ed4. 00080000:00000002:1.0:1767384317.979114:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000800:00000010:3.0:1767384317.979117:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd1821e5. 00000020:00000001:1.0:1767384317.979124:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:1.0:1767384317.979128:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384317.979148:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384317.979153:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384317.979156:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384317.979160:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:3.0:1767384317.979164:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d1156bc3. 00000020:00000001:1.0:1767384317.979166:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384317.979172:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000001:3.0:1767384317.979176:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:1.0:1767384317.979177:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000259ab1c1. 00000800:00000001:3.0:1767384317.979182:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384317.979183:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632564632770048 : -111509076781568 : ffff9a954516d600) 00080000:00000001:1.0:1767384317.979188:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384317.979193:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384317.979197:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e35e5764. 00080000:00000001:1.0:1767384317.979200:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384317.979204:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384317.979220:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384317.979228:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384317.979232:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff2eaf1b. 00000400:00000200:3.0:1767384317.979234:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384317.979238:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384317.979239:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: PUT: OK 00000400:00000200:3.0:1767384317.979244:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384317.979247:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000800:00000200:3.1:1767384317.979303:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384317.979308:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp15 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384316582490568 sched[0] 00000800:00000010:3.0:1767384317.979311:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7c56e71. 00000400:00000200:3.0:1767384317.979348:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384317.979378:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384317.979396:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384317.979413:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384317.979447:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384317.979475:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000800:00000001:0.0:1767384317.979483:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.979493:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.979496:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.979500:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.979509:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15) <- 192.168.203.143@tcp15 : PUT - for me 00000400:00000200:0.0:1767384317.979521:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384317.979528:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 160/160 into md 0x1339 [1] + 0 00000400:00000010:0.0:1767384317.979532:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002442a4dc. 00000400:00000200:0.0:1767384317.979537:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006fab5632 00000800:00000001:0.0:1767384317.979541:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.979566:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.979568:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.979573:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: PUT: OK 00000400:00000200:0.0:1767384317.979578:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 00000400:00000010:0.0:1767384317.979581:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000400:00000200:0.0:1767384317.979586:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384317.979597:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (9) 00000400:00000200:3.0:1767384317.979599:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384317.979605:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:0.0:1767384317.979609:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000ba4daeaf. 00000400:00000200:0.0:1767384317.979614:0:16346:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 8 00000400:00000200:0.0:1767384317.979618:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384317.979629:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384317.979634:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (10) 00000400:00000200:0.0:1767384317.979642:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384317.979649:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp15 to MR: 192.168.203.143@tcp15 local destination 00000400:00000200:3.0:1767384317.979653:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384317.979659:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp15 NI seq info: [18:18:256:4294967295] 192.168.203.143@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767384317.979681:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384317.979711:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384317.979729:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15:192.168.203.143@tcp15) -> 192.168.203.143@tcp15(192.168.203.143@tcp15:192.168.203.143@tcp15) 192.168.203.143@tcp15 : ACK try# 0 00000400:00000200:3.0:1767384317.979733:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384317.979738:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384317.979739:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp15 00000800:00000010:0.0:1767384317.979744:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d519f71. 00000400:00000010:1.0:1767384317.979752:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807cceed. 00000400:00000200:3.0:1767384317.979754:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000800:00000200:0.0:1767384317.979754:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000005705bdd] -> 12345-192.168.203.143@tcp15 (4) 00000400:00000010:1.0:1767384317.979759:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000400:00000200:1.0:1767384317.979765:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000800:00000200:0.0:1767384317.979768:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp15 ip 192.168.203.143:988 00000400:00000200:1.0:1767384317.979773:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1004d1 00000800:00000200:0.0:1767384317.979775:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d519f71 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384317.979783:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 00000000b4af8f25. 00000400:00000010:1.0:1767384317.979789:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 00000000b1ff6b1b. 00000400:00000010:1.0:1767384317.979793:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 00000000c06e2ca8. 00000400:00000010:1.0:1767384317.979807:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000784474d3. 00000400:00000200:1.0:1767384317.979813:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000784474d3 nid 192.168.203.143@tcp16 00000400:00000010:1.0:1767384317.979818:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000709c96b. 00000400:00000200:1.0:1767384317.979822:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000000709c96b net tcp16 00000400:00000200:1.0:1767384317.979826:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (9) 00000400:00000200:1.0:1767384317.979833:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp16 flags 0x11 00000400:00000010:1.0:1767384317.979838:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 00000000b4af8f25. 00000400:00000010:1.0:1767384317.979842:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 00000000b1ff6b1b. 00000800:00000200:0.0:1767384317.979845:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384317.979846:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 00000000c06e2ca8. 00000800:00000010:0.0:1767384317.979851:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d519f71. 00000400:00000010:1.0:1767384317.979853:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000ba4daeaf. 00000400:00000200:0.0:1767384317.979857:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.979861:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384317.979867:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: ACK: OK 00000400:00000200:1.0:1767384317.979870:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100551 00000400:00000200:1.0:1767384317.979876:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 1 00000800:00000001:0.0:1767384317.979876:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384317.979883:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 00000800:00000001:0.0:1767384317.979883:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.979889:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384317.979891:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000800:00000010:3.0:1767384317.979892:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000793665b0. 00000800:00000001:0.0:1767384317.979895:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384317.979897:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100511 rc 0 00000800:00000010:3.0:1767384317.979899:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7c56e71. 00000800:00000001:0.0:1767384317.979899:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384317.979906:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b7be0ed4. 00000400:00000200:1.0:1767384317.979907:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000800:00000001:0.0:1767384317.979908:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384317.979914:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (10) 00000400:00000200:0.0:1767384317.979919:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15) <- 192.168.203.143@tcp15 : ACK - for me 00000400:00000200:0.0:1767384317.979929:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp15: ACK from 12345-192.168.203.143@tcp15 into md 0x1351 00000400:00000200:0.0:1767384317.979933:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384317.979936:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b7be0ed4. 00000400:00000200:0.0:1767384317.979937:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: ACK: OK 00000400:00000200:0.0:1767384317.979944:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:0.0:1767384317.979952:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000400:00000200:0.0:1767384317.979956:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384317.979959:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:0.0:1767384317.979962:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (9) 00000800:00000001:0.0:1767384317.979968:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.979973:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384317.979995:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384317.980011:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp15 from 242.3.0.2 00000800:00000010:3.0:1767384317.980020:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004e3185cb. 00000800:00000010:0.0:1767384317.980087:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000552b2ac7. 00000800:00000010:0.0:1767384317.980093:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b96aacf. 00000800:00000010:0.0:1767384317.980117:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d3fbcdf8. 00000800:00000200:0.1:1767384317.980123:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000005705bdd] -> 12345-192.168.203.143@tcp15 (4) 00000800:00000200:0.1:1767384317.980146:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp15 00000000d3fbcdf8 deleted 00000800:00000010:0.1:1767384317.980148:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d3fbcdf8. 00000800:00000200:0.1:1767384317.980152:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384317.980159:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp15 p 3.x 192.168.203.143 -> 192.168.203.143:1010 incarnation:1767384316582490568 sched[0] 00000800:00000010:0.0:1767384317.980192:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a18fea6. 00000800:00000200:3.1:1767384317.980268:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384317.980274:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp15 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384316582490568 sched[0] 00000800:00000010:3.0:1767384317.980277:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7c56e71. 00000800:00000010:0.0:1767384317.980286:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a18fea6. 00000800:00000010:0.0:1767384317.980291:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b96aacf. 00000800:00000010:0.0:1767384317.980331:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004e3185cb. 00000800:00000001:3.0:1767384317.980348:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384317.980355:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384317.980356:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.980364:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384317.980611:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000259ab1c1. 00080000:00000010:1.0:1767384317.980652:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e35e5764. 00040000:00000001:1.0:1767384317.980659:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384317.980661:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384317.980664:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384317.980667:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384317.980670:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384317.980672:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384317.980691:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384317.980705:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384317.980708:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384317.980714:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384317.980718:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000069b952b7. 20000000:01000000:0.0:1767384317.980721:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:0.0:1767384317.980723:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384317.980725:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384317.980726:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384317.980731:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384317.980731:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:3.0:1767384317.980734:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384317.980739:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384317.980739:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384317.980744:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384317.980748:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384317.980751:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000745d9f43. 00080000:00000001:0.0:1767384317.980751:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384317.980755:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.980757:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384317.980758:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384317.980762:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384317.980763:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dac885ac. 00080000:00000002:0.0:1767384317.980764:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:3.0:1767384317.980767:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384317.980768:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00000020:00000040:3.0:1767384317.980770:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dac885ac with handle 0x980286e253c5fb90 to hash 00080000:00000002:0.0:1767384317.980772:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:3.0:1767384317.980775:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384317.980777:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384317.980778:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384317.980784:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00080000:00000001:0.0:1767384317.980784:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384317.980790:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.980791:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.980794:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.980795:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384317.980800:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384317.980801:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384317.980807:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384317.980810:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384317.980813:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384317.980815:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:0.0:1767384317.980816:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000a9f7b7e. 00010000:00000001:3.0:1767384317.980817:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384317.980821:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384317.980822:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560332557312 : -111513376994304 : ffff9a9444c6cc00) 00010000:00000001:3.0:1767384317.980823:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384317.980826:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384317.980827:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384317.980829:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000001:00000001:0.0:1767384317.980830:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384317.980832:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:0.0:1767384317.980833:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004a18fea6. 00010000:00000001:3.0:1767384317.980835:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384317.980839:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:0.0:1767384317.980839:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384317.980842:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000745d9f43) refcount = 1 00080000:00000001:0.0:1767384317.980843:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384317.980852:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.980853:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384317.980854:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384317.980861:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384317.980862:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384317.980862:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000010:1.0:1767384317.980864:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000924ee6d1. 00010000:00000001:3.0:1767384317.980866:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384317.980870:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.980872:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.980873:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384317.980873:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.980879:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:1.0:1767384317.980880:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746136192 20000000:01000000:3.0:1767384317.980882:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:3.0:1767384317.980886:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384317.980886:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384317.980890:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.980891:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=4 00000020:00000001:3.0:1767384317.980893:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000200:1.0:1767384317.980894:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f0ad2018 x1853236746136192/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384317.980896:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384317.980901:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384317.980903:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.980917:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384317.980920:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.980920:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384317.980925:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.980926:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.980928:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384317.980930:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384317.980930:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.980940:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384317.980941:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.980943:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.980946:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384317.980947:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384317.980951:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384317.980952:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384317.980959:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384317.980961:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dac885ac already unused, calling callback (000000004feed035) 02000000:00000001:1.0:1767384317.980962:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.980965:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384317.980970:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1767384317.980971:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384317.980974:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384317.980977:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384317.980977:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c06e2ca8. 00000100:00000200:1.0:1767384317.980984:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746136192, offset 224 00010000:00000001:3.0:1767384317.980985:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384317.980988:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.980990:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.980991:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=5 00000020:00000001:3.0:1767384317.980995:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00000400:00000200:1.0:1767384317.980996:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384317.981000:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384317.981004:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384317.981006:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384317.981010:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384317.981016:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384317.981019:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384317.981020:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.981023:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1767384317.981025:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02a80 00010000:00000001:3.0:1767384317.981026:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384317.981029:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.981031:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384317.981036:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dac885ac with handle 0x980286e253c5fb90 from hash 00000400:00000200:1.0:1767384317.981036:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1355 [2] + 224 00010000:00000001:3.0:1767384317.981041:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384317.981043:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.981044:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384317.981045:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384317.981046:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384317.981048:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384317.981051:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384317.981054:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384317.981055:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384317.981059:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.981062:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.981062:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384317.981066:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384317.981068:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:1.0:1767384317.981069:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384317.981071:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.981073:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.981080:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.981083:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.981084:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384317.981086:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.981088:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.981092:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.981093:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.981096:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384317.981099:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384317.981102:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.981104:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.981107:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384317.981110:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.981112:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.981113:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.981117:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384317.981118:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384317.981119:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dac885ac/0x980286e253c5fb90 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384317.981120:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:3.0:1767384317.981125:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000745d9f43 count: 0 00000400:00000200:1.0:1767384317.981130:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c06e2ca8 00000400:00000010:1.0:1767384317.981134:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c06e2ca8. 00010000:00000001:3.0:1767384317.981135:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384317.981139:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384317.981142:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384317.981143:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.981147:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384317.981147:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.981154:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384317.981154:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384317.981158:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384317.981161:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:0.0:1767384317.981163:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af8788c2. 00010000:00000001:1.0:1767384317.981166:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384317.981169:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068472692 00000020:00000001:1.0:1767384317.981170:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384317.981175:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068472692. 00000020:00000001:1.0:1767384317.981176:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384317.981182:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384317.981183:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0ad2018 x1853236746136192/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384317.981192:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.981200:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f0ad2018 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746136192:12345-0@lo:253: Request processed in 2391us (3040us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384317.981217:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.981219:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000040:1.0:1767384317.981224:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384317.981230:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384317.981230:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384317.981233:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384317.981234:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.981237:0:16353:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384317.981238:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f704eadf. 02000000:00000001:0.0:1767384317.981239:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384317.981242:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384317.981244:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384317.981245:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ea540f. 02000000:00000001:0.0:1767384317.981247:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384317.981252:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1fc0930. 00000100:00001000:0.0:1767384317.981252:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=23 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384317.981259:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=23 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384317.981261:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:0.0:1767384317.981261:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384317.981264:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.981267:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384317.981268:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384317.981269:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384317.981271:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000270565d2. 00000100:00000001:0.0:1767384317.981272:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.981296:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384317.981296:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.981300:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384317.981309:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384317.981314:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d35db34e. 00000400:00000010:1.0:1767384317.981322:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c06e2ca8. 00000100:00000001:0.0:1767384317.981323:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384317.981328:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384317.981330:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384317.981332:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384317.981334:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384317.981336:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384317.981337:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384317.981338:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384317.981339:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384317.981340:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384317.981342:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384317.981343:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384317.981344:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384317.981347:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384317.981353:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f46da403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746136192:0@lo:253: 00000100:00000001:0.0:1767384317.981357:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.981358:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384317.981361:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f46da403 x1853236746136192/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384317.981366:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384317.981368:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384317.981369:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bcbb3f95. 02000000:00000001:0.0:1767384317.981374:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384317.981375:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384317.981377:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384317.981379:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384317.981381:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000039c66ff8. 02000000:00000001:0.0:1767384317.981386:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384317.981387:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384317.981388:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f46da403. 00000100:00000001:0.0:1767384317.981392:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384317.981393:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.981395:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.981403:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384317.981405:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.981406:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384317.981408:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384317.982615:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000a9f7b7e. 00080000:00000010:0.0:1767384317.982667:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004a18fea6. 00040000:00000001:0.0:1767384317.982672:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384317.982674:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384317.982676:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384317.982678:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384317.982681:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384317.982683:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384317.982685:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384317.982696:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384317.982698:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384317.982702:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384317.982715:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384317.982719:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384317.982721:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384317.982724:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384317.982726:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384317.982730:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ab8e3ac3. 00010000:00000001:3.0:1767384317.982733:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384317.982736:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6457ae. 00000020:00000001:3.0:1767384317.982738:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384317.982740:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b6457ae with handle 0x980286e253c5fb97 to hash 00000020:00000001:3.0:1767384317.982742:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384317.982749:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384317.982751:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384317.982753:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.982755:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.982757:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.982762:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384317.982764:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384317.982765:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384317.982767:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384317.982768:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.982770:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384317.982771:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.982772:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384317.982773:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384317.982774:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384317.982775:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384317.982776:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ab8e3ac3) refcount = 1 00010000:00010000:3.0:1767384317.982778:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.982781:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384317.982782:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384317.982782:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.982783:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.982784:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384317.982786:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384317.982787:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:3.0:1767384317.982789:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.982790:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.982791:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=4 00000020:00000001:3.0:1767384317.982792:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384317.982793:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384317.982795:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384317.982801:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.982805:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384317.982806:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.982810:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.982811:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384317.982812:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.982815:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.982816:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.982817:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384317.982818:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384317.982821:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b6457ae already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384317.982823:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384317.982824:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384317.982825:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.982828:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384317.982829:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.982830:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.982831:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=5 00000020:00000001:3.0:1767384317.982833:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384317.982834:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384317.982836:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384317.982837:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.982840:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384317.982847:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384317.982848:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.982850:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384317.982851:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384317.982853:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.982854:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384317.982855:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b6457ae with handle 0x980286e253c5fb97 from hash 00080000:00000020:0.0:1767384317.982856:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384317.982857:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384317.982860:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384317.982861:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384317.982862:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:0.0:1767384317.982863:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dd88ad87. 00010000:00000001:3.0:1767384317.982865:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384317.982868:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384317.982870:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 20000000:00000001:0.0:1767384317.982871:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.982872:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384317.982875:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384317.982877:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746136320 00010000:00000001:3.0:1767384317.982878:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.982882:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384317.982882:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384317.982885:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384317.982888:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:0.0:1767384317.982889:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000abc99f4a x1853236746136320/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384317.982891:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.982894:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.982898:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.982902:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.982905:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384317.982905:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384317.982909:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.982914:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384317.982915:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=23 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384317.982917:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.982920:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384317.982920:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384317.982924:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1767384317.982925:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384317.982926:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.982930:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384317.982930:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384317.982933:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1767384317.982934:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384317.982936:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384317.982937:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.982939:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.982941:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384317.982942:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384317.982947:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384317.982953:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b96aacf. 00000100:00000200:0.0:1767384317.982956:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746136320, offset 224 00010000:00000001:3.0:1767384317.982965:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:0.0:1767384317.982966:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384317.982967:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384317.982969:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b6457ae/0x980286e253c5fb97 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384317.982973:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ab8e3ac3 count: 0 00010000:00000001:3.0:1767384317.982981:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384317.982981:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:3.0:1767384317.982984:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384317.982989:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02b00 00000400:00000200:0.0:1767384317.982993:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x135d [2] + 224 00000400:00000200:0.0:1767384317.982997:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.982999:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384317.983001:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384317.983003:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384317.983009:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384317.983022:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384317.983026:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b96aacf 00000400:00000010:0.0:1767384317.983027:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b96aacf. 00000100:00000001:0.0:1767384317.983029:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384317.983030:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384317.983032:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384317.983033:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384317.983035:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384317.983036:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.983038:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384317.983041:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc99f4a x1853236746136320/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.983046:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384317.983047:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000abc99f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746136320:12345-0@lo:253: Request processed in 4176us (4504us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384317.983051:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384317.983057:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000400:00000001:1.0:1767384317.983058:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384317.983060:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:0.0:1767384317.983061:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384317.983062:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384317.983064:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c6bce28. 00000400:00000001:1.0:1767384317.983069:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384317.983069:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000157cb4ef. 00000020:00000010:0.0:1767384317.983072:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008da96da9. 00000400:00000010:1.0:1767384317.983073:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091c59943. 00000020:00000040:0.0:1767384317.983076:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000400:00000200:1.0:1767384317.983079:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006afb24f7 00000400:00000010:1.0:1767384317.983081:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006afb24f7. 02000000:00000001:0.0:1767384317.983086:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384317.983088:0:16354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384317.983089:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000012d37c04. 02000000:00000001:0.0:1767384317.983093:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384317.983095:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384317.983096:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384317.983102:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384317.983108:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002442a4dc. 00000100:00000200:1.0:1767384317.983112:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384317.983113:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b96aacf. 00000100:00000001:1.0:1767384317.983123:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384317.983125:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.983127:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384317.983129:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384317.983131:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384317.983133:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.983135:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384317.983138:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=23 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384317.983141:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.983143:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384317.983144:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.983146:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384317.983147:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.983149:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.983153:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.983159:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.983162:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384317.983163:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384317.983166:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384317.983167:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384317.983169:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384317.983170:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384317.983172:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384317.983173:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384317.983174:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384317.983176:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384317.983183:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384317.983187:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.983194:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df7fb617 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746136320:0@lo:253: 00000100:00000001:1.0:1767384317.983198:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.983200:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.983202:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df7fb617 x1853236746136320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.983208:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384317.983210:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384317.983212:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b70dd4f8. 02000000:00000001:1.0:1767384317.983215:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384317.983216:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384317.983217:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384317.983219:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384317.983221:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a0afe9ce. 02000000:00000001:1.0:1767384317.983224:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384317.983226:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384317.983227:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df7fb617. 00000100:00000001:1.0:1767384317.983229:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384317.983230:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.983232:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.983236:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.983237:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.983239:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.983240:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.985472:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294906749, at 4294906750 00000100:00000010:2.0:1767384317.985479:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7f2096a. 00000100:00000040:0.0:1767384317.985481:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294906749, at 4294906750 00000100:00000010:0.0:1767384317.985488:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c1dac9. 00000100:00000040:1.0:1767384317.986475:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294906749, at 4294906751 00000100:00000040:3.0:1767384317.986479:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294906749, at 4294906751 00000100:00000010:1.0:1767384317.986483:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eee94de2. 00000100:00000010:3.0:1767384317.986487:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb34c713. 00010000:00000010:3.1:1767384317.989626:0:20994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000745d9f43. 00010000:00000010:3.1:1767384317.989635:0:20994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dac885ac. 00010000:00000010:3.1:1767384317.989641:0:20994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ab8e3ac3. 00010000:00000010:3.1:1767384317.989647:0:20994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6457ae. 00000400:00000010:3.0:1767384317.993386:0:20994:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000675e2baa. 00000400:00000040:3.0:1767384317.993402:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384317.993404:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384317.993406:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384317.993407:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384317.993409:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384317.993410:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384317.993412:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384317.993413:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384317.993414:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384317.993415:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384317.993416:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384317.993417:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384317.993419:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384317.993420:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384317.993420:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384317.993422:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384317.993446:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384317.993448:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384317.993449:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384317.993451:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384317.993453:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384317.993454:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384317.993455:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384317.993457:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384317.993462:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384317.993464:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384317.993466:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384317.993467:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384317.993469:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384317.993470:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384317.993470:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384317.993472:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384317.993474:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384317.993475:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384317.993476:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384317.993477:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384317.993477:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384317.993479:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384317.993480:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384317.993481:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384317.993482:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384317.993483:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384317.993484:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384317.993485:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384317.993486:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384317.993487:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384317.993488:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384317.993488:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384317.993490:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384317.993491:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384317.993492:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384317.993493:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384317.993493:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384317.993495:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384317.993496:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384317.993497:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384317.993497:0:20994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384317.993518:0:20994:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000675e2baa. 00010000:00000001:2.0:1767384318.307477:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384318.307482:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.307487:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384318.307488:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.307528:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384318.307532:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.307535:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384318.628465:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384318.628469:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:0.0:1767384318.628472:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384318.628474:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384318.628475:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384318.628476:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384318.628477:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384318.628479:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384318.628480:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 7 10000000:00000001:0.0:1767384318.628482:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384318.628483:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384318.628489:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f46da403. 00000020:00000040:0.0:1767384318.628492:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384318.628496:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384318.628499:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384318.628503:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384318.628507:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3246708. 00000100:00000001:0.0:1767384318.628513:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.628517:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384318.628519:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384318.628525:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000098193c7a. 00010000:00000001:0.0:1767384318.628527:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384318.628529:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000315de5f2. 00000020:00000001:0.0:1767384318.628532:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384318.628534:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000315de5f2 with handle 0x980286e253c5fb9e to hash 00000020:00000001:0.0:1767384318.628536:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384318.628537:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:0.0:1767384318.628560:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:0.0:1767384318.628563:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384318.628564:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384318.628566:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384318.628572:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384318.628580:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384318.628584:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384318.628585:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384318.628590:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f4367f6. 00000100:00000001:0.0:1767384318.628591:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565127793088 : -111508581758528 : ffff9a95629849c0) 00000100:00000001:0.0:1767384318.628593:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384318.628594:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472397056 : -111508237154560 : ffff9a9577228700) 00000100:00000001:0.0:1767384318.628598:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384318.628600:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.628602:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384318.628603:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384318.628609:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.628616:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384318.628617:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.628620:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384318.628622:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384318.628624:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.628626:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f46da403 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746136448:0@lo:101: 00000100:00000001:0.0:1767384318.628629:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384318.628633:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384318.628635:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.628637:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384318.628645:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009369672a. 02000000:00000001:0.0:1767384318.628646:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384318.628650:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d2c4781. 00000400:00000010:0.0:1767384318.628655:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000100:00000200:0.0:1767384318.628660:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746136448, portal 25 00000100:00000001:0.0:1767384318.628662:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384318.628662:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472397056 : -111508237154560 : ffff9a9577228700) 00000100:00000040:0.0:1767384318.628665:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.628670:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384318.628672:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384318.628675:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000100:00000200:0.0:1767384318.628677:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746136448, offset 0 00000400:00000200:0.0:1767384318.628682:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384318.628692:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384318.628703:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df02b80 00000400:00000200:0.0:1767384318.628708:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1fd [2] + 0 00000400:00000010:0.0:1767384318.628711:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f12190de. 00000400:00000200:0.0:1767384318.628714:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a5a53648 00000400:00000200:0.0:1767384318.628719:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.628723:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384318.628727:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5a53648 00000400:00000010:0.0:1767384318.628728:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5a53648. 00000100:00000001:0.0:1767384318.628732:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384318.628734:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384318.628736:0:17082:0:(events.c:337:request_in_callback()) incoming req@00000000ea2fa561 x1853236746136448 msgsize 328 00000100:00100000:0.0:1767384318.628739:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384318.628740:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384318.628752:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384318.628757:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000400:00000010:0.0:1767384318.628759:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000100:00000001:0.0:1767384318.628760:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384318.628762:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.628777:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.628779:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.628784:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.628785:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.628786:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384318.628789:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.628792:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746136448 00000100:00000001:0.0:1767384318.628794:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294907399 02000000:00000001:1.0:1767384318.628798:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384318.628800:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc588819. 00000100:00000001:1.0:1767384318.628801:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.628806:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384318.628811:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.628813:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294907399 02000000:00000001:1.0:1767384318.628817:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384318.628818:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c09e4c06. 00000100:00000001:0.0:1767384318.628824:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00100000:1.0:1767384318.628825:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746136448 00000100:00000001:0.0:1767384318.628827:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294907399 00000020:00000001:1.0:1767384318.628830:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1767384318.628831:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d45ef1e. 00000020:00000040:1.0:1767384318.628834:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384318.628835:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384318.628840:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384318.628841:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294907399 00000020:00000040:1.0:1767384318.628846:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000010:0.0:1767384318.628846:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6945ef4. 00000100:00000001:0.0:1767384318.628852:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384318.628853:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384318.628855:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384318.628859:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384318.628859:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.628860:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384318.628863:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384318.628866:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 000000008f4367f6 going to sleep for 11 seconds 00000100:00000001:1.0:1767384318.628868:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384318.628868:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384318.628873:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384318.628874:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e31389f. 00000100:00000001:1.0:1767384318.628879:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384318.628882:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e31389f. 00000020:00000010:1.0:1767384318.628887:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001725d7ee. 00000020:00000010:1.0:1767384318.628892:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000379cf7ee. 00000020:00000010:1.0:1767384318.628897:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ea540f. 00000100:00000040:1.0:1767384318.628906:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384318.628910:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384318.628912:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384318.628914:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.628922:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.628937:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.628949:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384318.628952:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384318.628959:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000001:0.0:1767384318.628960:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384318.628963:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384318.628964:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384318.628967:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.628968:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472487504 : -111508237064112 : ffff9a957723e850) 00000100:00000001:0.0:1767384318.628969:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.628977:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea2fa561 x1853236746136448/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:299/0 lens 328/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.628989:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384318.628991:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e31389f. 00000100:00000001:1.0:1767384318.628993:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384318.628996:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e31389f. 00000100:00100000:1.0:1767384318.629005:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea2fa561 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746136448:12345-0@lo:101: 00000100:00000200:1.0:1767384318.629009:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746136448 00000020:00000001:1.0:1767384318.629012:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384318.629015:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384318.629017:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.629020:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384318.629022:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:1.0:1767384318.629026:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384318.629027:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384318.629030:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384318.629032:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384318.629035:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.629038:0:17077:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384318.629040:0:17077:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384318.629042:0:17077:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384318.629043:0:17077:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384318.629046:0:17077:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.629050:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384318.629055:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ea36b993. 00010000:00000001:1.0:1767384318.629058:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384318.629060:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d7c72f26. 00000020:00000001:1.0:1767384318.629063:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384318.629065:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d7c72f26 with handle 0x980286e253c5fba5 to hash 00000020:00000001:1.0:1767384318.629067:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384318.629068:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384318.629071:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00010000:1.0:1767384318.629073:0:17077:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fb9e expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384318.629081:0:17077:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000020:00000040:1.0:1767384318.629084:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000001:1.0:1767384318.629090:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384318.629092:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384318.629096:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007fe194c9. 02000000:00000001:1.0:1767384318.629104:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.629106:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.629108:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384318.629112:0:17077:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384318.629115:0:17077:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384318.629117:0:17077:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.629119:0:17077:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.629121:0:17077:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.629123:0:17077:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.629125:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384318.629127:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384318.629129:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384318.629130:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384318.629132:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ea36b993) refcount = 1 00010000:00010000:1.0:1767384318.629137:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fb9e expref: 15 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.629144:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384318.629146:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384318.629147:0:17077:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.629149:0:17077:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.629152:0:17077:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384318.629156:0:17077:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384318.629159:0:17077:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fb9e expref: 15 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.629166:0:17077:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384318.629168:0:17077:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384318.629170:0:17077:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.629173:0:17077:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.629174:0:17077:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384318.629176:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.629178:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384318.629179:0:17077:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d7c72f26, rc 0) 00000020:00000001:1.0:1767384318.629182:0:17077:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384318.629185:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746136448 00010000:00000001:1.0:1767384318.629187:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384318.629196:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea2fa561 x1853236746136448/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:299/0 lens 328/344 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384318.629205:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384318.629207:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.629211:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.629216:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384318.629218:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384318.629221:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384318.629224:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384318.629226:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.629228:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.629231:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.629234:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000100:00000200:1.0:1767384318.629237:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746136448, offset 224 00000400:00000200:1.0:1767384318.629242:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.629249:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.629255:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df02b80 00000400:00000200:1.0:1767384318.629259:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1379 [1] + 224 00000400:00000200:1.0:1767384318.629264:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.629267:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384318.629270:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384318.629274:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384318.629285:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.629303:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384318.629309:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000400:00000010:1.0:1767384318.629311:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000100:00000001:1.0:1767384318.629315:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384318.629318:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384318.629318:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.629322:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384318.629323:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384318.629327:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384318.629330:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384318.629334:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384318.629334:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384318.629336:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d2c4781. 00000400:00000200:0.0:1767384318.629340:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 00000400:00000010:0.0:1767384318.629341:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000100:00000001:0.0:1767384318.629343:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384318.629349:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384318.629349:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384318.629357:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea2fa561 x1853236746136448/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:299/0 lens 328/344 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384318.629360:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.629387:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384318.629390:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384318.629391:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea2fa561 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746136448:12345-0@lo:101: Request processed in 398us (650us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384318.629395:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384318.629399:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384318.629401:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.629402:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.629405:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 02000000:00000001:0.0:1767384318.629406:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.629412:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00001000:0.0:1767384318.629413:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=24 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384318.629419:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384318.629419:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.629443:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384318.629445:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384318.629448:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384318.629450:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000379cf7ee. 00010000:00000001:0.0:1767384318.629450:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384318.629452:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.629456:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384318.629458:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ea540f. 00000100:00000040:0.0:1767384318.629459:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384318.629465:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001725d7ee. 00000100:00000001:0.0:1767384318.629467:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.629471:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384318.629473:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:0.0:1767384318.629474:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384318.629479:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384318.629481:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384318.629485:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007fe194c9. 00000100:00100000:0.0:1767384318.629487:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f46da403 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746136448:0@lo:101: 02000000:00000001:1.0:1767384318.629492:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384318.629494:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.629496:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.629497:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384318.629503:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384318.629507:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384318.629509:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384318.629510:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000467d4f37. 00000100:00000040:0.0:1767384318.629511:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384318.629518:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f70656ad. 00000100:00000001:0.0:1767384318.629519:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384318.629523:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008f4367f6. 00000100:00000001:0.0:1767384318.629527:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384318.629529:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.629531:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384318.629533:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384318.629534:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.629536:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000315de5f2 refcount=4 00000020:00000001:0.0:1767384318.629537:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:0.0:1767384318.629539:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000040:0.0:1767384318.629557:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000315de5f2, remote cookie: 0x980286e253c5fba5, flags: 0x0 00010000:00000001:0.0:1767384318.629559:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384318.629561:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384318.629562:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384318.629563:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384318.629564:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384318.629565:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000098193c7a) refcount = 1 00010000:00010000:0.0:1767384318.629567:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.629571:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384318.629572:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384318.629573:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384318.629575:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384318.629577:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384318.629579:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.629583:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384318.629584:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.629585:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384318.629590:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.629591:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384318.629592:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.629593:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.629596:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f46da403 x1853236746136448/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.629601:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384318.629603:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384318.629604:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009369672a. 02000000:00000001:0.0:1767384318.629606:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384318.629608:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384318.629609:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384318.629611:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384318.629612:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e3246708. 02000000:00000001:0.0:1767384318.629615:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384318.629616:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384318.629617:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f46da403. 00000100:00000001:0.0:1767384318.629620:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384318.629621:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384318.629622:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384318.629624:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384318.629625:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:0.0:1767384318.629626:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.629628:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384318.629629:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.629630:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000315de5f2 refcount=3 00000020:00000001:0.0:1767384318.629631:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:0.0:1767384318.629633:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:0.0:1767384318.629634:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384318.629636:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.629637:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384318.629638:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384318.629639:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384318.629641:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000012f839da. 00000100:00000010:0.0:1767384318.629654:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f46da403. 00000020:00000040:0.0:1767384318.629656:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384318.629658:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384318.629664:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384318.629666:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384318.629668:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3246708. 00000100:00000001:0.0:1767384318.629671:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.629673:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384318.629675:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009369672a. 00000100:00000010:0.0:1767384318.629677:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000028ff209f. 00000020:00000040:0.0:1767384318.629679:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384318.629682:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384318.629683:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384318.629685:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f4367f6. 00000100:00000001:0.0:1767384318.629687:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565127793088 : -111508581758528 : ffff9a95629849c0) 00000100:00000001:0.0:1767384318.629689:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384318.629690:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472397056 : -111508237154560 : ffff9a9577228700) 00000100:00000001:0.0:1767384318.629692:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384318.629694:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.629695:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384318.629696:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384318.629698:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.629703:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384318.629704:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.629706:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384318.629707:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384318.629708:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.629710:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f46da403 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746136576:0@lo:256: 00000100:00000001:0.0:1767384318.629713:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384318.629714:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384318.629716:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.629717:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384318.629720:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d2c4781. 00000400:00000010:0.0:1767384318.629723:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a9f2ebdf. 00000100:00000200:0.0:1767384318.629725:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df02c00-0x695824df02c00, portal 33 00000100:00000001:0.0:1767384318.629728:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.629733:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384318.629735:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccfe18ee. 02000000:00000001:0.0:1767384318.629736:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384318.629738:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb07d7a. 00000400:00000010:0.0:1767384318.629740:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000100:00000200:0.0:1767384318.629742:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746136576, portal 25 00000100:00000001:0.0:1767384318.629744:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384318.629745:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472397056 : -111508237154560 : ffff9a9577228700) 00000100:00000040:0.0:1767384318.629748:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.629753:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384318.629755:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384318.629756:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000100:00000200:0.0:1767384318.629758:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746136576, offset 0 00000400:00000200:0.0:1767384318.629761:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384318.629767:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384318.629771:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df02c00 00000400:00000200:0.0:1767384318.629775:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x201 [2] + 0 00000400:00000010:0.0:1767384318.629777:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064dcabb3. 00000400:00000200:0.0:1767384318.629780:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a4782cab 00000400:00000200:0.0:1767384318.629782:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.629785:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384318.629787:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4782cab 00000400:00000010:0.0:1767384318.629789:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4782cab. 00000100:00000001:0.0:1767384318.629792:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384318.629793:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384318.629795:0:17082:0:(events.c:337:request_in_callback()) incoming req@0000000006e3f008 x1853236746136576 msgsize 304 00000100:00100000:0.0:1767384318.629799:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384318.629800:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384318.629810:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384318.629813:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000400:00000010:0.0:1767384318.629814:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000100:00000001:0.0:1767384318.629816:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384318.629818:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.629833:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.629836:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.629838:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384318.629842:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746136576 00000100:00000001:0.0:1767384318.629843:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.629846:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384318.629847:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.629851:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.629854:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.629854:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.629859:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294907400 02000000:00000001:1.0:1767384318.629861:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.629866:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746136576 00000100:00000001:0.0:1767384318.629867:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294907399 00000020:00000001:1.0:1767384318.629868:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384318.629872:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384318.629874:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294907400 00000020:00000001:1.0:1767384318.629875:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.629879:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:0.0:1767384318.629880:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294907399 00000020:00000001:1.0:1767384318.629882:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384318.629886:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384318.629887:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294907400 00000100:00000001:1.0:1767384318.629891:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384318.629893:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294907399 00000100:00000001:0.0:1767384318.629897:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294907400 00000100:00000001:0.0:1767384318.629901:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294907399 00000020:00000010:1.0:1767384318.629902:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e31389f. 00000100:00000001:1.0:1767384318.629907:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.629907:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.629912:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384318.629913:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e31389f. 00000100:00000001:0.0:1767384318.629915:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384318.629917:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384318.629919:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001725d7ee. 00000100:00100000:0.0:1767384318.629919:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 000000008f4367f6 going to sleep for 11 seconds 00000100:00000001:0.0:1767384318.629925:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384318.629926:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000379cf7ee. 00000100:00000001:0.0:1767384318.629927:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384318.629933:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ea540f. 00000100:00000040:1.0:1767384318.629940:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384318.629942:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384318.629943:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384318.629945:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.629949:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.629958:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.629967:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384318.629969:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384318.629973:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:1.0:1767384318.629976:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384318.629979:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472478288 : -111508237073328 : ffff9a957723c450) 00000100:00000040:1.0:1767384318.629983:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006e3f008 x1853236746136576/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:299/0 lens 304/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.629993:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384318.629996:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e31389f. 00000100:00000001:1.0:1767384318.629998:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384318.630000:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e31389f. 00000100:00100000:1.0:1767384318.630005:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006e3f008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746136576:12345-0@lo:256: 00000100:00000200:1.0:1767384318.630009:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746136576 00000020:00000001:1.0:1767384318.630012:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384318.630014:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384318.630015:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.630017:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384318.630018:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:1.0:1767384318.630020:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384318.630021:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384318.630028:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384318.630030:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384318.630032:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.630036:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384318.630038:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384318.630040:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000007fe194c9. 02000000:00000001:1.0:1767384318.630042:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.630045:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384318.630047:0:17077:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384318.630051:0:17077:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384318.630054:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384318.630056:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384318.630058:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384318.630060:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384318.630062:0:17077:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384318.630065:0:17077:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000062e14d1b. 20000000:00000001:1.0:1767384318.630068:0:17077:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384318.630078:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384318.630084:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384318.630089:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384318.630091:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384318.630094:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384318.630097:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384318.630099:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384318.630102:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:1.0:1767384318.630105:0:17077:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3912/1/4/3. 20000000:00000040:1.0:1767384318.630111:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384318.630114:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384318.630116:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384318.630118:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384318.630121:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384318.630123:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384318.630125:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384318.630127:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:1.0:1767384318.630130:0:17077:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3728/1/4/3. 20000000:01000000:1.0:1767384318.630132:0:17077:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 368, version 20 20000000:00000001:1.0:1767384318.630134:0:17077:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=368 : 368 : 170) 00000100:00000001:1.0:1767384318.630137:0:17077:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384318.630144:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000b464724. 00000100:00000010:1.0:1767384318.630146:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009bb9d2c3. 00000020:00000040:1.0:1767384318.630149:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:1.0:1767384318.630152:0:17077:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384318.630155:0:17077:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384318.630158:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000400:00000010:1.0:1767384318.630163:0:17077:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000007d207dc. 00000400:00000200:1.0:1767384318.630167:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.630175:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.630181:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 33 MB=0x695824df02c00 00000400:00000200:1.0:1767384318.630186:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 368/368 into md 0x1389 [4] + 0 00000400:00000010:1.0:1767384318.630189:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d2c4781. 00000400:00000200:1.0:1767384318.630192:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a9f2ebdf 00000400:00000200:1.0:1767384318.630195:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.630198:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384318.630200:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9f2ebdf 00000400:00000010:1.0:1767384318.630201:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a9f2ebdf. 00000100:00000001:1.0:1767384318.630204:0:17077:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384318.630205:0:17077:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f46da403 desc 000000009369672a mbits 1853236746136576 00000100:00000001:1.0:1767384318.630214:0:17077:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384318.630217:0:17077:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384318.630220:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384318.630226:0:17077:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1395 00000400:00000200:1.0:1767384318.630227:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.630230:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384318.630232:0:17077:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384318.630234:0:17077:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000000b464724 00000100:00000001:1.0:1767384318.630235:0:17077:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384318.630240:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000100:00000001:0.0:1767384318.630241:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384318.630242:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000100:00000001:1.0:1767384318.630246:0:17077:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767384318.630246:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384318.630249:0:17077:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000000b464724 00000100:00000001:1.0:1767384318.630252:0:17077:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384318.630255:0:17077:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 368 bytes via portal 33 id 12345-0@lo mbits 0x695824df02c00-0x695824df02c00 00000100:00000001:1.0:1767384318.630258:0:17077:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.630266:0:17077:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.630267:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384318.630269:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000010:1.0:1767384318.630271:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009bb9d2c3. 00000100:00000010:1.0:1767384318.630272:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000b464724. 00000100:00000001:1.0:1767384318.630274:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384318.630275:0:17077:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384318.630279:0:17077:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000062e14d1b. 20000000:00000001:1.0:1767384318.630281:0:17077:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384318.630283:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746136576 00010000:00000001:1.0:1767384318.630285:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384318.630287:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006e3f008 x1853236746136576/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:299/0 lens 304/240 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384318.630293:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384318.630294:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.630296:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.630298:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384318.630300:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384318.630302:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384318.630303:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384318.630305:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.630306:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.630308:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.630310:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000100:00000200:1.0:1767384318.630312:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746136576, offset 224 00000400:00000200:1.0:1767384318.630315:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.630318:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.630322:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df02c00 00000400:00000200:1.0:1767384318.630325:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x138d [1] + 224 00000400:00000200:1.0:1767384318.630327:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.630330:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384318.630332:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384318.630334:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384318.630348:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.630359:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384318.630363:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000400:00000010:1.0:1767384318.630364:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000100:00000001:1.0:1767384318.630365:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384318.630367:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.630370:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.630372:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384318.630374:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384318.630374:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384318.630378:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.630379:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384318.630380:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384318.630383:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006e3f008 x1853236746136576/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:299/0 lens 304/240 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384318.630384:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384318.630388:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb07d7a. 00000400:00000200:0.0:1767384318.630393:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 00000100:00100000:1.0:1767384318.630397:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006e3f008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746136576:12345-0@lo:256: Request processed in 401us (598us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384318.630398:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000100:00000001:0.0:1767384318.630404:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384318.630408:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000200:0.0:1767384318.630410:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384318.630412:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384318.630417:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384318.630419:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384318.630446:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000379cf7ee. 00000020:00000010:1.0:1767384318.630454:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ea540f. 00000100:00000200:0.0:1767384318.630456:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384318.630460:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001725d7ee. 00000020:00000040:1.0:1767384318.630468:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:0.0:1767384318.630468:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384318.630471:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384318.630474:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384318.630474:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384318.630476:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384318.630478:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000007fe194c9. 00000100:00000001:0.0:1767384318.630479:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.630481:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.630484:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384318.630484:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.630489:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384318.630490:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384318.630495:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=24 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384318.630496:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384318.630498:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384318.630501:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.630502:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b00aaa38. 00010000:00000001:0.0:1767384318.630502:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384318.630503:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.630508:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.630510:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082701df0. 00000100:00000040:0.0:1767384318.630511:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.630520:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.630525:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384318.630526:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384318.630528:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.630532:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f46da403 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746136576:0@lo:256: 00000100:00000001:0.0:1767384318.630535:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.630536:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.630537:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384318.630538:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.630540:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.630557:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384318.630564:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008f4367f6. 00000100:00000001:0.0:1767384318.630566:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384318.630567:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384318.630570:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 20, more 0. 10000000:00000001:0.0:1767384318.630572:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384318.630576:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000bdf1ffef. 10000000:00000040:0.0:1767384318.630584:0:17082:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.143@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384318.630589:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384318.630590:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384318.630594:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:0.0:1767384318.630596:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.630598:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384318.630599:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:0.0:1767384318.630601:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000400:00000200:0.0:1767384318.630603:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 8 NIDs 00000400:00001000:0.0:1767384318.630605:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384318.630607:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:0.0:1767384318.630611:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384318.630615:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (8) 00000400:00000200:0.0:1767384318.630619:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384318.630621:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:0.0:1767384318.630623:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (9) 00000400:00000200:0.0:1767384318.630625:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:0.0:1767384318.630626:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:0.0:1767384318.630629:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.630630:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:0.0:1767384318.630631:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:0.0:1767384318.630633:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.630635:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:0.0:1767384318.630636:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:0.0:1767384318.630637:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.630638:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:0.0:1767384318.630639:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:0.0:1767384318.630641:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.630642:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:0.0:1767384318.630643:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000200:0.0:1767384318.630651:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.630652:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:0.0:1767384318.630653:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:0.0:1767384318.630656:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.630657:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:0.0:1767384318.630658:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:0.0:1767384318.630660:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384318.630661:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000100:00000001:0.0:1767384318.630662:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.630663:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384318.630666:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 10000000:00000010:0.0:1767384318.630668:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000005ec4897. 10000000:00000040:0.0:1767384318.630670:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 20/20 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000020:00000080:0.0:1767384318.630672:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384318.630677:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384318.630680:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a9f7b7e. 00000020:00000010:0.0:1767384318.630683:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007ea8cef0. 00000040:00000010:0.0:1767384318.630685:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a10dfd01. 00000020:00000010:0.0:1767384318.630689:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000083f0aaf7. 00000020:00000010:0.0:1767384318.630692:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384318.630695:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005657e681. 80000000:00000010:0.0:1767384318.630698:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf6a7b5e. 40000000:00000010:0.0:1767384318.630701:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dd7c9a49. 00100000:00000010:0.0:1767384318.630705:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f9f3dcfd. 00040000:00000010:0.0:1767384318.630708:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000097caf4a. 00040000:00000010:0.0:1767384318.630711:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d7e2e857. 00040000:00000010:0.0:1767384318.630714:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a97dc9e. 00080000:00000010:0.0:1767384318.630719:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000012d37c04. 00080000:00000010:0.0:1767384318.630724:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dd88ad87. 00000004:00000010:0.0:1767384318.630729:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001b932f68. 00000004:00000010:0.0:1767384318.630733:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f190fe4b. 00000004:00000010:0.0:1767384318.630736:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001bb903b6. 00002000:00000010:0.0:1767384318.630739:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b67100ef. 00000004:00000010:0.0:1767384318.630747:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ea92981c. 00000004:00000001:0.0:1767384318.630751:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384318.630753:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384318.630754:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000005ec4897 00000040:00001000:0.0:1767384318.630755:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384318.630757:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384318.630758:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384318.630759:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384318.630761:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384318.630762:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384318.630763:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384318.630764:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:0.0:1767384318.630765:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384318.630801:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384318.630805:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007ea8cef0. 00000040:00000010:0.0:1767384318.630808:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a10dfd01. 00000020:00000010:0.0:1767384318.630811:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000083f0aaf7. 00000020:00000010:0.0:1767384318.630814:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384318.630818:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005657e681. 80000000:00000010:0.0:1767384318.630821:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf6a7b5e. 40000000:00000010:0.0:1767384318.630824:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dd7c9a49. 00100000:00000010:0.0:1767384318.630827:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f9f3dcfd. 00040000:00000010:0.0:1767384318.630830:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000097caf4a. 00040000:00000010:0.0:1767384318.630832:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d7e2e857. 00040000:00000010:0.0:1767384318.630834:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005a97dc9e. 00080000:00000010:0.0:1767384318.630838:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000dd88ad87. 00080000:00000010:0.0:1767384318.630841:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000012d37c04. 00000004:00000010:0.0:1767384318.630844:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001b932f68. 00000004:00000010:0.0:1767384318.630846:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f190fe4b. 00000004:00000010:0.0:1767384318.630849:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001bb903b6. 00002000:00000010:0.0:1767384318.630851:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b67100ef. 00000004:00000010:0.0:1767384318.630853:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ea92981c. 00000020:00000010:0.0:1767384318.630855:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a9f7b7e. 00000020:00000001:0.0:1767384318.630859:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.630860:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384318.630870:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000005ec4897. 10000000:00000010:0.0:1767384318.630872:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000bdf1ffef. 10000000:00000001:0.0:1767384318.630874:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.630875:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.630878:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f46da403 x1853236746136576/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.630883:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384318.630884:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384318.630885:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccfe18ee. 02000000:00000001:0.0:1767384318.630887:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384318.630888:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384318.630889:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384318.630890:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384318.630891:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384318.630892:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384318.630892:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384318.630893:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384318.630894:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000028ff209f. 00000100:00000010:0.0:1767384318.630896:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009369672a. 00000100:00000001:0.0:1767384318.630897:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384318.630898:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e3246708. 02000000:00000001:0.0:1767384318.630900:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384318.630900:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384318.630901:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f46da403. 00000100:00000001:0.0:1767384318.630903:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384318.630904:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384318.630916:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000012f839da. 10000000:01000000:0.0:1767384318.630918:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384318.630920:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384318.630922:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384318.630923:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.630924:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000315de5f2 refcount=3 00000020:00000001:0.0:1767384318.630925:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:0.0:1767384318.630927:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:0.0:1767384318.630929:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384318.630935:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.630940:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.630941:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384318.630943:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.630947:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384318.630948:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.630949:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384318.630950:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384318.630951:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384318.630953:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384318.630954:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384318.630955:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:0.0:1767384318.630957:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384318.636472:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294907400, at 4294907401 00000100:00000010:1.0:1767384318.636487:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c09e4c06. 00000100:00000040:0.0:1767384318.636539:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294907400, at 4294907401 00000100:00000010:0.0:1767384318.636559:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc588819. 00000100:00000040:3.0:1767384318.636650:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294907400, at 4294907401 00000100:00000010:3.0:1767384318.636657:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6945ef4. 00080000:00000010:2.0:1767384318.636915:0:21183:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba0049d7. 00080000:00000010:2.0:1767384318.636922:0:21183:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba0049d7. 00000020:00000001:2.0:1767384318.636927:0:21183:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384318.636936:0:21183:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba0049d7. 00080000:00000010:2.0:1767384318.636941:0:21183:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba0049d7. 00000020:00000001:2.0:1767384318.636945:0:21183:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.637703:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294907400, at 4294907402 00000100:00000010:2.0:1767384318.637709:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d45ef1e. 00000020:00000010:1.0:1767384318.638838:0:21196:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000093bb6ee0. 00000020:00000040:1.0:1767384318.638844:0:21196:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384318.638845:0:21196:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000093bb6ee0. 00010000:00000001:2.0:1767384319.331476:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384319.331481:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.331486:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384319.331487:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.331517:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384319.331520:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.331523:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384319.342740:0:21350:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384319.342744:0:21350:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:3.0:1767384319.347822:0:21350:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384319.354873:0:21351:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006d6e6efa. 00000400:00000010:2.0:1767384319.354886:0:21351:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009cb6510a. 00000400:00000010:2.0:1767384319.354894:0:21351:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000045916b3d. 00000400:00000010:2.0:1767384319.354897:0:21351:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000907c565. 00000400:00000010:2.0:1767384319.354900:0:21351:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a9c3c781. 00000400:00000010:2.0:1767384319.354903:0:21351:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d588ac65. 00000400:00000010:2.0:1767384319.354905:0:21351:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b8244271. 00000400:00000010:2.0:1767384319.354906:0:21351:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aee00de5. 00000400:00000010:2.0:1767384319.354909:0:21351:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000df345573. 00000800:00000010:2.0:1767384319.354919:0:21351:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007fa2f8f4. 00000800:00000200:2.0:1767384319.354928:0:21351:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384319.354934:0:21351:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384319.354964:0:21351:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:2.0:1767384319.354982:0:21351:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp17 [8/256/0/180] 00000400:00000010:2.0:1767384319.356468:0:21351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000005838f0fc. 00000400:00000010:2.0:1767384319.356475:0:21351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3e30835. 00000400:00000010:2.0:1767384319.356480:0:21351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a806f651. 00000400:00000001:2.0:1767384319.356492:0:21351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384319.356494:0:21351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384319.356495:0:21351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005557682e. 00000400:00000200:2.0:1767384319.356498:0:21351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef766825 00000400:00000010:2.0:1767384319.356499:0:21351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef766825. 00000400:00000010:2.0:1767384319.356502:0:21351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000dc8abb63. 00000400:00000200:2.0:1767384319.356511:0:21351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (8) 00000400:00000200:2.0:1767384319.356523:0:21351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384319.356529:0:21351:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:2.0:1767384319.356535:0:21351:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008abb1efb. 00000020:01000000:2.0:1767384319.356553:0:21351:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384319.356555:0:21351:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp17 00000400:00000200:3.0:1767384319.356578:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384319.356586:0:21351:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009cb6510a. 00000400:00000200:3.0:1767384319.356587:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:2.0:1767384319.356591:0:21351:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006d6e6efa. 00000400:00000010:3.0:1767384319.356596:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000400:00000200:3.0:1767384319.356601:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (9) 00000400:00000010:3.0:1767384319.356608:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000032941a96. 00000400:00000200:3.0:1767384319.356612:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:00000001:1.0:1767384319.356617:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384319.356623:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384319.356626:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 10000000:00000001:1.0:1767384319.356628:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384319.356633:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384319.356636:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384319.356639:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384319.356645:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384319.356648:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384319.356649:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384319.356653:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384319.356656:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384319.356659:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384319.356660:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384319.356663:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384319.356667:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384319.356669:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384319.356670:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384319.356674:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384319.356679:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:1.0:1767384319.356682:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000271fd986. 00000400:00000200:3.0:1767384319.356687:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:1.0:1767384319.356689:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384319.356697:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767384319.356699:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384319.356704:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384319.356706:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 02000000:00000001:1.0:1767384319.356711:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.356715:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp16 00000400:00000200:3.0:1767384319.356720:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp16 lpni_is_preferred = 0 02000000:00000010:1.0:1767384319.356723:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000270565d2. 00000400:00000200:3.0:1767384319.356724:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp16 00000400:00000200:3.0:1767384319.356733:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp16 NI seq info: [19:19:256:4294967295] 192.168.203.143@tcp16 LPNI seq info [19:19:8:4294967295] 00000100:00000001:1.0:1767384319.356733:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.356744:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp16 00000100:00000001:1.0:1767384319.356745:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384319.356749:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.356761:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp16(192.168.203.143@tcp16:) -> 192.168.203.143@tcp16(192.168.203.143@tcp:192.168.203.143@tcp16) : PUT try# 0 00000100:00000040:1.0:1767384319.356761:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000271fd986] to pc [ptlrpcd_00_02+2] req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384319.356792:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.203.143@tcp16 00000800:00000010:3.0:1767384319.356798:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fce3f2b5. 00000800:00000010:3.0:1767384319.356806:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002509ef25. 00000800:00000010:3.0:1767384319.356809:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005dd347e9. 10000000:00000001:1.0:1767384319.356818:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384319.356819:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002509ef25] -> 12345-192.168.203.143@tcp16 (2) 10000000:00000001:1.0:1767384319.356824:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384319.356826:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002509ef25] -> 12345-192.168.203.143@tcp16 (2) 00000100:00000001:2.0:1767384319.356826:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384319.356831:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.356832:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384319.356835:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384319.356840:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384319.356844:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000020:01000000:1.0:1767384319.356845:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384319.356852:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000020:00000001:1.0:1767384319.356859:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384319.356860:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384319.356863:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384319.356864:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 02000000:00000001:2.0:1767384319.356867:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:1.0:1767384319.356868:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:2.0:1767384319.356870:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:01000000:1.0:1767384319.356873:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:2.0:1767384319.356874:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384319.356881:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746136704:0@lo:253: 00000020:01000004:1.0:1767384319.356881:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384319.356886:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384319.356887:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384319.356891:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384319.356893:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384319.356894:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384319.356898:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384319.356899:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384319.356902:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:1.0:1767384319.356903:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384319.356904:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000020:01000004:1.0:1767384319.356907:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000010:2.0:1767384319.356908:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000092bc9e1. 00000020:01000004:1.0:1767384319.356911:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384319.356912:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384319.356916:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384319.356918:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a529b07c. 00000100:00000010:1.0:1767384319.356922:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049e4f551. 00000400:00000010:2.0:1767384319.356924:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cb6510a. 00000020:00000040:1.0:1767384319.356929:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000200:2.0:1767384319.356930:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746136704, portal 25 00000100:00000001:1.0:1767384319.356936:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384319.356937:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384319.356941:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317031168 : -111508392520448 : ffff9a956ddfd500) 02000000:00000001:1.0:1767384319.356942:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384319.356944:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000040:2.0:1767384319.356946:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384319.356947:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.356956:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384319.356960:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384319.356960:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000924ee6d1. 00000100:00000001:1.0:1767384319.356966:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.356970:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000010:2.0:1767384319.356970:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecd40904. 00000100:00000001:1.0:1767384319.356973:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384319.356977:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746136704, offset 0 00000100:00000001:1.0:1767384319.356977:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384319.356987:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384319.356990:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049e4f551] to pc [ptlrpcd_00_03+3] req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384319.356999:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384319.357000:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384319.357017:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02c80 10000000:00000001:1.0:1767384319.357018:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384319.357024:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.357026:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384319.357027:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000400:00000200:3.0:1767384319.357033:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000020:01000000:1.0:1767384319.357034:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384319.357035:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031a83b06. 00000400:00000200:2.0:1767384319.357041:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc6423c5 00000020:00000010:1.0:1767384319.357041:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008abb1efb. 00000400:00000200:2.0:1767384319.357047:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384319.357053:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384319.357058:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc6423c5 00000400:00000010:2.0:1767384319.357060:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc6423c5. 00000100:00000001:1.0:1767384319.357060:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384319.357062:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:2.0:1767384319.357066:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384319.357066:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384319.357070:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384319.357071:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384319.357074:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000d9a496d8 x1853236746136704 msgsize 4848 00000100:00000040:1.0:1767384319.357079:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384319.357082:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384319.357086:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384319.357087:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000001:2.0:1767384319.357096:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384319.357098:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384319.357103:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecd40904 00000400:00000010:2.0:1767384319.357106:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ecd40904. 00000100:00000001:2.0:1767384319.357111:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384319.357111:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.357114:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000200:2.0:1767384319.357117:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384319.357118:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384319.357122:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384319.357129:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.357132:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384319.357136:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049e4f551 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746136832:0@lo:253: 00000400:00000200:3.0:1767384319.357137:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000040:2.0:1767384319.357137:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.357148:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384319.357151:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.357153:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384319.357154:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384319.357158:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.357159:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.357160:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:2.0:1767384319.357163:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294908127 02000000:00000001:1.0:1767384319.357167:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384319.357170:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b2a345c. 02000000:00000010:1.0:1767384319.357174:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bcbb3f95. 00000100:00000001:2.0:1767384319.357177:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384319.357180:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.357183:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294908127 00000400:00000200:3.0:1767384319.357201:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000010:1.0:1767384319.357203:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000366e5bb4. 00000100:00000010:2.0:1767384319.357204:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf2dc701. 00000400:00000010:1.0:1767384319.357211:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024fec06b. 00000100:00000001:2.0:1767384319.357213:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384319.357219:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294908127 00000100:00000200:1.0:1767384319.357219:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746136832, portal 25 00000100:00000001:1.0:1767384319.357225:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384319.357226:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000010:2.0:1767384319.357226:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b384f67. 00000100:00000001:1.0:1767384319.357228:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317026688 : -111508392524928 : ffff9a956ddfc380) 00000100:00000001:2.0:1767384319.357232:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384319.357238:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294908127 00000100:00000040:1.0:1767384319.357239:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384319.357243:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa96b655. 00000100:00000001:2.0:1767384319.357247:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384319.357251:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384319.357254:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000001:2.0:1767384319.357256:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.357260:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384319.357261:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.357264:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384319.357268:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384319.357273:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384319.357274:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b3244a1. 00000100:00000001:2.0:1767384319.357276:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384319.357282:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384319.357283:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746136832, offset 0 00000100:00000001:2.0:1767384319.357284:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384319.357286:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.357290:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384319.357291:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384319.357297:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384319.357308:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384319.357319:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df02d00 00000400:00000200:1.0:1767384319.357324:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000400:00000010:1.0:1767384319.357328:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9f4fe2d. 00000400:00000200:1.0:1767384319.357332:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000adb18b7f 00000400:00000200:1.0:1767384319.357337:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384319.357342:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384319.357346:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adb18b7f 00000400:00000010:1.0:1767384319.357348:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000adb18b7f. 00000100:00000001:1.0:1767384319.357353:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384319.357355:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384319.357364:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384319.357365:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000053818933 x1853236746136832 msgsize 4848 00000100:00100000:2.0:1767384319.357368:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746136704 02000000:00000001:2.0:1767384319.357371:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384319.357374:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384319.357377:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384319.357377:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384319.357381:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.357382:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00100000:2.0:1767384319.357385:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746136704 00000020:00000001:2.0:1767384319.357389:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384319.357390:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384319.357393:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384319.357395:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:1.0:1767384319.357396:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384319.357397:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384319.357401:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384319.357404:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384319.357406:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b3244a1 00000020:00000010:2.0:1767384319.357407:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5458fd. 00000100:00000001:2.0:1767384319.357413:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384319.357413:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b3244a1. 00000020:00000010:2.0:1767384319.357417:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5458fd. 00000100:00000001:1.0:1767384319.357420:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384319.357426:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384319.357429:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077846c25. 00000020:00000010:2.0:1767384319.357436:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000daceeeb2. 00000100:00000001:1.0:1767384319.357485:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384319.357490:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384319.357495:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0cb268a. 00000100:00000001:1.0:1767384319.357504:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.357507:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384319.357508:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384319.357512:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384319.357514:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384319.357514:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.357517:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.357520:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294908128 00000100:00000001:2.0:1767384319.357525:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.357530:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908127 00000100:00000001:2.0:1767384319.357534:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.357553:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294908128 00000100:00000001:1.0:1767384319.357578:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908127 00000100:00000001:2.0:1767384319.357579:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384319.357584:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746136832 02000000:00000001:2.0:1767384319.357585:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384319.357586:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294908128 00000100:00000001:2.0:1767384319.357587:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384319.357590:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384319.357593:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.357594:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908127 00000100:00100000:2.0:1767384319.357595:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746136832 00000020:00000001:2.0:1767384319.357598:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384319.357601:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384319.357602:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384319.357603:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294908128 00000020:00000040:2.0:1767384319.357604:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000020:00000001:2.0:1767384319.357609:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384319.357612:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384319.357613:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908127 00000100:00000001:2.0:1767384319.357614:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384319.357618:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5458fd. 00000100:00000001:2.0:1767384319.357621:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384319.357621:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384319.357627:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5458fd. 00000100:00000001:1.0:1767384319.357629:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384319.357633:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006627211f. 00000100:00000001:1.0:1767384319.357634:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384319.357639:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000075ecd52. 00000020:00000010:2.0:1767384319.357639:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000017ac79a. 00000100:00000001:1.0:1767384319.357639:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384319.357647:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042008044. 00000800:00000010:3.0:1767384319.357648:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fdf92b88. 00000100:00000001:2.0:1767384319.357650:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384319.357651:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.357653:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384319.357655:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384319.357656:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384319.357657:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcba7bd4. 00000100:00000001:2.0:1767384319.357664:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.357665:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384319.357669:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384319.357670:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.357676:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.357682:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384319.357687:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.357690:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384319.357696:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:2.0:1767384319.357699:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384319.357701:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472486480 : -111508237065136 : ffff9a957723e450) 00000800:00000010:3.0:1767384319.357702:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcba7bd4. 00000100:00000040:2.0:1767384319.357706:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d9a496d8 x1853236746136704/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.357713:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384319.357715:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384319.357719:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc5458fd. 00000100:00000001:1.0:1767384319.357719:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384319.357723:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384319.357725:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc5458fd. 00000100:00100000:1.0:1767384319.357729:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1767384319.357732:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d9a496d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746136704:12345-0@lo:253: 00000100:00000200:2.0:1767384319.357737:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746136704 00000100:00000040:1.0:1767384319.357737:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000020:00000001:2.0:1767384319.357740:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384319.357741:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:1.0:1767384319.357742:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472492624 : -111508237058992 : ffff9a957723fc50) 00000020:00000001:2.0:1767384319.357744:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384319.357748:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384319.357751:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384319.357754:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000040:1.0:1767384319.357754:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053818933 x1853236746136832/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384319.357759:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384319.357762:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384319.357763:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp16 from 241.3.0.2 00000020:00000001:2.0:1767384319.357767:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:3.0:1767384319.357770:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000047450597. 00000020:00000001:2.0:1767384319.357771:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384319.357776:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.357778:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384319.357794:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384319.357797:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384319.357800:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003847eb27. 02000000:00000010:2.0:1767384319.357801:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008abb1efb. 02000000:00000001:2.0:1767384319.357806:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.357809:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.357809:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384319.357814:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:1.0:1767384319.357815:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003847eb27. 20000000:00000010:2.0:1767384319.357823:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d54f5ade. 00000100:00100000:1.0:1767384319.357825:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053818933 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746136832:12345-0@lo:253: 20000000:01000000:2.0:1767384319.357828:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384319.357833:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:1.0:1767384319.357834:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746136832 20000000:00000001:2.0:1767384319.357836:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384319.357840:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.357840:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384319.357845:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384319.357848:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.357850:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384319.357851:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384319.357856:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384319.357859:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 20000000:00000010:2.0:1767384319.357861:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a095d418. 00000020:00000001:1.0:1767384319.357862:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:2.0:1767384319.357864:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 00000020:00000001:1.0:1767384319.357867:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384319.357871:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384319.357872:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384319.357876:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:2.0:1767384319.357877:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384319.357879:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384319.357882:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:1.0:1767384319.357885:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384319.357889:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384319.357896:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b661761b. 00080000:00000001:2.0:1767384319.357898:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000001:1.0:1767384319.357899:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.357904:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.357906:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384319.357912:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384319.357916:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a0afe9ce. 00080000:00000001:2.0:1767384319.357917:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384319.357920:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384319.357923:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:01000000:1.0:1767384319.357924:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:3.0:1767384319.357925:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f226242. 00080000:00000001:2.0:1767384319.357925:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.357930:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000002:2.0:1767384319.357932:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000800:00000010:3.0:1767384319.357933:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ddb739b7. 00000020:00000001:2.0:1767384319.357939:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 20000000:00000001:1.0:1767384319.357941:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000002:2.0:1767384319.357942:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384319.357946:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384319.357946:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384319.357950:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001fec8cab. 20000000:00000001:1.0:1767384319.357953:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384319.357954:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384319.357960:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002509ef25] -> 12345-192.168.203.143@tcp16 (2) 00080000:00000001:2.0:1767384319.357962:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384319.357962:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384319.357968:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:3.1:1767384319.357973:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp16 000000001fec8cab deleted 00000020:00000001:2.0:1767384319.357974:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000800:00000010:3.1:1767384319.357975:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001fec8cab. 00080000:00000001:2.0:1767384319.357978:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:3.1:1767384319.357981:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000010:2.0:1767384319.357982:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007b9dc6d6. 00080000:00000001:2.0:1767384319.357987:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560333958656 : -111513375592960 : ffff9a9444dc2e00) 00000800:00000200:3.1:1767384319.357991:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp16 ip 192.168.203.143:1009 00080000:00000001:2.0:1767384319.357992:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000200:3.1:1767384319.357996:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fce3f2b5 type 1, nob 272 niov 1 nkiov 1 00000001:00000001:2.0:1767384319.357997:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384319.358003:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cc5458fd. 00000800:00000200:3.0:1767384319.358007:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp16 p 3.x 192.168.203.143 -> 192.168.203.143:1009 incarnation:1767384317975137566 sched[0] 00080000:00000001:2.0:1767384319.358008:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384319.358014:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcba7bd4. 00080000:00000001:2.0:1767384319.358015:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384319.358029:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384319.358045:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384319.358072:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcba7bd4. 00000800:00000010:3.0:1767384319.358079:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ddb739b7. 00000800:00000010:3.0:1767384319.358122:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000047450597. 00000800:00000001:3.0:1767384319.358138:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384319.358144:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384319.358170:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384319.358176:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp16 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384317975137566 sched[0] 00000800:00000010:2.0:1767384319.358179:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fdf92b88. 00000800:00000200:3.0:1767384319.358216:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384319.358221:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fce3f2b5. 00000400:00000200:3.0:1767384319.358226:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384319.358234:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp16->192.168.203.143@tcp16: PUT: OK 00000800:00000001:1.0:1767384319.358235:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384319.358239:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384319.358245:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384319.358246:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000400:00000200:2.0:1767384319.358247:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:1.0:1767384319.358251:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384319.358258:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.358268:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp16(192.168.203.143@tcp16) <- 192.168.203.143@tcp16 : PUT - for me 00000400:00000200:1.0:1767384319.358280:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384319.358287:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 176/176 into md 0x1365 [1] + 0 00000400:00000010:1.0:1767384319.358291:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807cceed. 00000400:00000200:1.0:1767384319.358295:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000026afb6b4 00000400:00000200:2.0:1767384319.358296:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000800:00000001:1.0:1767384319.358299:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384319.358311:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.358315:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384319.358322:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp16->192.168.203.143@tcp16: PUT: OK 00000400:00000200:1.0:1767384319.358325:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:1.0:1767384319.358327:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000400:00000200:1.0:1767384319.358332:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384319.358337:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (10) 00000400:00000200:1.0:1767384319.358343:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:2.0:1767384319.358347:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000010:1.0:1767384319.358347:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000006b3244a1. 00000400:00000200:1.0:1767384319.358354:0:16346:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 9 00000400:00000200:2.0:1767384319.358382:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384319.358413:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384319.358415:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384319.358453:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (11) 00000400:00000200:1.0:1767384319.358459:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384319.358466:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp16 to MR: 192.168.203.143@tcp16 local destination 00000400:00000200:1.0:1767384319.358473:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp16 NI seq info: [20:20:256:4294967295] 192.168.203.143@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1767384319.358485:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp16(192.168.203.143@tcp16:192.168.203.143@tcp16) -> 192.168.203.143@tcp16(192.168.203.143@tcp16:192.168.203.143@tcp16) 192.168.203.143@tcp16 : ACK try# 0 00000800:00000200:1.0:1767384319.358491:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp16 00000800:00000010:1.0:1767384319.358503:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050bb543d. 00000800:00000200:1.0:1767384319.358508:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002509ef25] -> 12345-192.168.203.143@tcp16 (4) 00000800:00000200:1.0:1767384319.358514:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp16 ip 192.168.203.143:988 00000800:00000200:1.0:1767384319.358517:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050bb543d type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384319.358590:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384319.358595:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c3e580. 00000800:00000200:1.0:1767384319.358599:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384319.358601:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f62159df. 00000800:00000010:1.0:1767384319.358604:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050bb543d. 00000400:00000200:3.0:1767384319.358607:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000400:00000200:1.0:1767384319.358611:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384319.358616:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1004d1 00000400:00000200:1.0:1767384319.358623:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp16->192.168.203.143@tcp16: ACK: OK 00000400:00000010:3.0:1767384319.358627:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000fce3f2b5. 00000800:00000001:1.0:1767384319.358632:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384319.358633:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 000000000f80fc56. 00000400:00000010:3.0:1767384319.358639:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 000000007cd04a01. 00000800:00000001:1.0:1767384319.358639:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384319.358646:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384319.358652:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384319.358654:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384319.358659:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.358667:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp16(192.168.203.143@tcp16) <- 192.168.203.143@tcp16 : ACK - for me 00000400:00000200:1.0:1767384319.358681:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp16: ACK from 12345-192.168.203.143@tcp16 into md 0x13a5 00000400:00000200:1.0:1767384319.358686:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384319.358692:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp16->192.168.203.143@tcp16: ACK: OK 00000400:00000200:1.0:1767384319.358696:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000400:00000010:1.0:1767384319.358699:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000400:00000200:1.0:1767384319.358702:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384319.358706:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:1.0:1767384319.358710:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:3.0:1767384319.358712:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003581a16d. 00000400:00000200:1.0:1767384319.358715:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (10) 00000400:00000200:3.0:1767384319.358722:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003581a16d nid 192.168.203.143@tcp17 00000800:00000001:1.0:1767384319.358724:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384319.358728:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007c5f24ee. 00000800:00000001:1.0:1767384319.358730:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384319.358734:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000007c5f24ee net tcp17 00000400:00000200:2.0:1767384319.358746:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384319.358762:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (9) 00000400:00000200:3.0:1767384319.358770:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp17 flags 0x11 00000400:00000200:2.0:1767384319.358771:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000010:3.0:1767384319.358775:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000fce3f2b5. 00000400:00000010:3.0:1767384319.358781:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 000000000f80fc56. 00000400:00000010:3.0:1767384319.358785:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 000000007cd04a01. 00000400:00000010:3.0:1767384319.358788:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000006b3244a1. 00000400:00000200:2.0:1767384319.358793:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384319.358794:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384319.358802:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:3.0:1767384319.358806:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000400:00000200:3.0:1767384319.358812:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000200:3.0:1767384319.358815:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384319.358819:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:2.0:1767384319.358819:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384319.358827:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384319.358853:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (10) 00000400:00000200:2.0:1767384319.358855:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384319.358877:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384319.358901:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384319.358916:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384319.358931:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384319.358943:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000800:00000010:2.0:1767384319.359100:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015af5677. 00000800:00000010:2.0:1767384319.359103:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ecd40904. 00000800:00000010:2.0:1767384319.359106:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068c2cf7e. 00000800:00000010:2.0:1767384319.359131:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068c2cf7e. 00080000:00000010:1.0:1767384319.359236:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007b9dc6d6. 00000400:00000200:3.0:1767384319.359238:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384319.359255:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp16 from 240.3.0.2 00000800:00000010:3.0:1767384319.359258:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000047450597. 00080000:00000010:2.0:1767384319.359275:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cc5458fd. 00040000:00000001:2.0:1767384319.359279:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384319.359281:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384319.359283:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384319.359286:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384319.359288:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384319.359290:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384319.359301:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384319.359308:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384319.359310:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000800:00000010:1.0:1767384319.359311:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000106668b0. 00080000:00000001:2.0:1767384319.359314:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:1.0:1767384319.359321:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000042f40e3a. 00000800:00000010:1.0:1767384319.359348:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c6862ad. 00000800:00000200:1.1:1767384319.359355:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002509ef25] -> 12345-192.168.203.143@tcp16 (4) 00000800:00000200:1.1:1767384319.359360:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp16 000000008c6862ad deleted 00000800:00000010:1.1:1767384319.359362:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008c6862ad. 00000800:00000200:1.1:1767384319.359375:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 20000000:01000000:2.0:1767384319.359380:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384319.359385:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000800:00000200:1.0:1767384319.359385:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp16 p 3.x 192.168.203.143 -> 192.168.203.143:1008 incarnation:1767384317975137566 sched[0] 10000000:01000000:2.0:1767384319.359389:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384319.359394:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000800:00000010:1.0:1767384319.359395:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003847eb27. 20000000:00000010:3.0:1767384319.359406:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006ff6ed51. 20000000:01000000:3.0:1767384319.359411:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:3.0:1767384319.359415:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384319.359418:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384319.359419:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000040:2.0:1767384319.359443:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ea36b993 count: 2 00080000:00000001:3.0:1767384319.359451:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384319.359453:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384319.359457:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384319.359475:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384319.359475:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008ccff4c5. 00000020:00000001:2.0:1767384319.359481:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384319.359483:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008ccff4c5 with handle 0x980286e253c5fbac to hash 00080000:00000001:3.0:1767384319.359486:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384319.359486:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384319.359487:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00080000:00000001:3.0:1767384319.359493:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384319.359493:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00080000:00000001:3.0:1767384319.359497:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.359498:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384319.359502:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384319.359503:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000010:1.0:1767384319.359505:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003847eb27. 00010000:00010000:2.0:1767384319.359506:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384319.359507:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384319.359514:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000800:00000010:1.0:1767384319.359515:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000042f40e3a. 00010000:00000001:2.0:1767384319.359518:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1767384319.359524:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00010000:00000001:2.0:1767384319.359525:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000002:3.0:1767384319.359529:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384319.359530:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384319.359533:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384319.359551:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:3.0:1767384319.359553:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384319.359555:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000047450597. 00010000:00010000:2.0:1767384319.359557:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fb9e expref: 16 pid: 17077 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384319.359575:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384319.359583:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384319.359584:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00000001:1.0:1767384319.359585:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384319.359587:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384319.359587:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.359592:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000001:1.0:1767384319.359592:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384319.359593:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:2.0:1767384319.359594:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384319.359600:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384319.359601:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384319.359603:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384319.359606:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384319.359607:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ee2b07a3. 00080000:00000001:3.0:1767384319.359614:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560270441984 : -111513439109632 : ffff9a944112fe00) 00010000:00000040:2.0:1767384319.359615:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ea36b993) refcount = 2 00000800:00000200:1.1:1767384319.359617:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00080000:00000001:3.0:1767384319.359621:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:2.0:1767384319.359624:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:3.0:1767384319.359625:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:2.0:1767384319.359629:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5fb9e expref: 16 pid: 17077 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1767384319.359630:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp16 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384317975137566 sched[0] 00080000:00000010:3.0:1767384319.359631:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000dcba7bd4. 00080000:00000001:3.0:1767384319.359637:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384319.359641:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ecd40904. 00080000:00000001:3.0:1767384319.359642:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384319.359650:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384319.359651:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384319.359655:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384319.359657:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc5458fd. 00000100:00000001:2.0:1767384319.359661:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384319.359664:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1cba47b. 00000100:00000001:2.0:1767384319.359666:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560335048256 : -111513374503360 : ffff9a9444ecce40) 00080000:00000001:3.0:1767384319.359668:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384319.359668:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632560335048256 : -111513374503360 : ffff9a9444ecce40) 00000800:00000001:1.0:1767384319.359671:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384319.359672:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384319.359675:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384319.359677:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000001:1.0:1767384319.359678:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384319.359679:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384319.359683:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384319.359685:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384319.359687:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384319.359688:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384319.359690:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384319.359693:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cfabb0a. 00000020:00000040:2.0:1767384319.359695:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000100:00000001:2.0:1767384319.359697:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384319.359699:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384319.359701:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384319.359704:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006af48e31. 00000100:00000001:2.0:1767384319.359706:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384319.359708:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384319.359710:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5fb9e expref: 16 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384319.359713:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384319.359718:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d54f5ade. 00010000:00010000:2.0:1767384319.359722:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5fb9e expref: 16 pid: 17077 timeout: 390 lvb_type: 0 20000000:00000001:3.0:1767384319.359732:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.359732:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384319.359735:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:3.0:1767384319.359739:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746136704 00000100:00000040:2.0:1767384319.359739:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384319.359745:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384319.359752:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9a496d8 x1853236746136704/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384319.359782:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384319.359783:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384319.359786:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.359787:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384319.359790:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009cfabb0a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746136960:0@lo:104: 00000100:00001000:3.0:1767384319.359793:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384319.359794:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384319.359797:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384319.359800:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.359802:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384319.359802:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384319.359807:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b9dc6d6. 00000100:00000040:3.0:1767384319.359809:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 02000000:00000001:2.0:1767384319.359810:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.359815:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000010:2.0:1767384319.359816:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079ba824d. 00000400:00000010:2.0:1767384319.359821:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae93c10a. 02000000:00000001:3.0:1767384319.359822:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384319.359825:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746136960, portal 16 02000000:00000001:3.0:1767384319.359826:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.359829:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384319.359832:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384319.359832:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608807296 : -111508100744320 : ffff9a957f43fb80) 00000100:00000040:3.0:1767384319.359838:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384319.359838:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384319.359844:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fec8cab. 00000100:00000001:2.0:1767384319.359845:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384319.359850:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384319.359852:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746136704, offset 224 00000400:00000010:2.0:1767384319.359853:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006110bdd4. 00000100:00000200:2.0:1767384319.359858:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746136960, offset 0 00000400:00000200:3.0:1767384319.359862:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384319.359874:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384319.359874:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384319.359884:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384319.359889:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02c80 00000400:00000200:2.0:1767384319.359896:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df02d80 00000400:00000200:3.0:1767384319.359897:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13a9 [2] + 224 00000400:00000200:3.0:1767384319.359906:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384319.359906:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:2.0:1767384319.359914:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384319.359915:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384319.359919:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384319.359923:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384319.359924:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384319.359927:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384319.359929:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7308626. 00000100:00000200:3.0:1767384319.359932:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384319.359932:0:17101:0:(events.c:337:request_in_callback()) incoming req@00000000d7308626 x1853236746136960 msgsize 328 00000100:00100000:2.0:1767384319.359943:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384319.359953:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.359956:0:17101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384319.359967:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006110bdd4 00000400:00000010:2.0:1767384319.359969:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006110bdd4. 00000100:00000001:3.0:1767384319.359970:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384319.359971:0:17101:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384319.359977:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384319.359980:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fec8cab 00000100:00000001:1.0:1767384319.359982:0:17911:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384319.359985:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fec8cab. 00000100:00100000:1.0:1767384319.359986:0:17911:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746136960 00000100:00000001:2.0:1767384319.359988:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384319.359991:0:17911:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384319.359993:0:17911:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384319.359994:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384319.359994:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384319.359997:0:17911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.359998:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384319.360003:0:17911:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.360004:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384319.360006:0:17911:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746136960 00000100:00000001:2.0:1767384319.360009:0:17101:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384319.360010:0:17911:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384319.360012:0:17911:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9c9 00000020:00000001:1.0:1767384319.360014:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384319.360015:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384319.360016:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078df2aae refcount=3 00000100:00000001:2.0:1767384319.360017:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.360022:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:2.0:1767384319.360023:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294908130 00000100:00000040:3.0:1767384319.360024:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000020:00000001:1.0:1767384319.360028:0:17911:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00010000:00000001:3.0:1767384319.360031:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384319.360031:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294908128 00000100:00000001:1.0:1767384319.360032:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384319.360036:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.360038:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294908130 00000020:00000010:1.0:1767384319.360038:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003847eb27. 00000020:00000001:3.0:1767384319.360042:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384319.360043:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384319.360044:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294908128 00000020:00000010:1.0:1767384319.360048:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003847eb27. 00000100:00000001:2.0:1767384319.360049:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294908130 00000100:00000040:3.0:1767384319.360050:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9a496d8 x1853236746136704/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384319.360055:0:17911:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001725d7ee. 00000100:00000001:2.0:1767384319.360056:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294908128 00000100:00000001:2.0:1767384319.360062:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294908130 00000020:00000010:1.0:1767384319.360062:0:17911:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dafe08c8. 00000100:00000001:2.0:1767384319.360067:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294908128 00000020:00000010:1.0:1767384319.360069:0:17911:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ea540f. 00000100:00000001:2.0:1767384319.360072:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384319.360076:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d9a496d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746136704:12345-0@lo:253: Request processed in 2356us (2996us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384319.360076:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.360077:0:17911:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:2.0:1767384319.360082:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.360082:0:17911:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384319.360085:0:17911:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384319.360087:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.360089:0:17911:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384319.360090:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.360094:0:17911:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384319.360095:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00000001:2.0:1767384319.360096:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384319.360098:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384319.360102:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.360103:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00010000:00000001:2.0:1767384319.360106:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1767384319.360108:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384319.360109:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384319.360112:0:17911:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.360114:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384319.360114:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.360118:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.360120:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384319.360121:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000daceeeb2. 00000100:00100000:2.0:1767384319.360122:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d1cba47b going to sleep for 11 seconds 00000100:00000001:1.0:1767384319.360122:0:17911:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384319.360125:0:17911:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384319.360129:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384319.360131:0:17911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000010:3.0:1767384319.360132:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0cb268a. 00000100:00000040:1.0:1767384319.360135:0:17911:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000078df2aae : new rpc_count 1 00000100:00000001:2.0:1767384319.360138:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.360139:0:17911:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608803712 : -111508100747904 : ffff9a957f43ed80) 00000020:00000010:3.0:1767384319.360140:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077846c25. 00000100:00000040:1.0:1767384319.360146:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7308626 x1853236746136960/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 328/0 e 0 to 0 dl 1767384330 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767384319.360148:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 02000000:00000001:3.0:1767384319.360156:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384319.360157:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384319.360159:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384319.360160:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008abb1efb. 00000100:00000001:2.0:1767384319.360162:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384319.360163:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003847eb27. 02000000:00000001:3.0:1767384319.360166:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:2.0:1767384319.360167:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384319.360168:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384319.360171:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384319.360171:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384319.360174:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003847eb27. 00000400:00000010:2.0:1767384319.360175:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a529b07c. 00000100:00000200:3.0:1767384319.360179:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384319.360180:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cb6510a 00000400:00000010:2.0:1767384319.360184:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009cb6510a. 00000100:00100000:1.0:1767384319.360185:0:17911:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7308626 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746136960:12345-0@lo:104: 00000400:00000010:3.0:1767384319.360186:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000551290f5. 00000100:00000001:2.0:1767384319.360188:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384319.360194:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384319.360194:0:17911:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746136960 00000400:00000010:3.0:1767384319.360195:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fec8cab. 00010000:00000001:1.0:1767384319.360200:0:17911:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000200:2.0:1767384319.360208:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.360208:0:17911:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384319.360211:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.360215:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000315de5f2 refcount=2 00000100:00000001:2.0:1767384319.360219:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384319.360220:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00000100:00000001:2.0:1767384319.360221:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.360226:0:16355:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384319.360227:0:17911:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 02000000:00000001:2.0:1767384319.360229:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384319.360232:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384319.360233:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.360233:0:17911:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.360237:0:17911:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384319.360238:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384319.360244:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=25 v=5 (5 0 0 0) 00010000:00010000:1.0:1767384319.360244:0:17911:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384319.360252:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384319.360259:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384319.360260:0:17911:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384319.360261:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.360262:0:17911:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384319.360264:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384319.360267:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384319.360267:0:17911:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000b464724. 02000000:00000001:1.0:1767384319.360271:0:17911:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.360272:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.360275:0:17911:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384319.360277:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.360279:0:17911:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384319.360282:0:17911:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.360285:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384319.360287:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384319.360290:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384319.360292:0:17911:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d297692 time=25 v=5 (1 0 0 0) 00000020:01000004:2.0:1767384319.360293:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384319.360297:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:1.0:1767384319.360298:0:17911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:01000004:2.0:1767384319.360299:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384319.360302:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:1.0:1767384319.360303:0:17911:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384319.360305:0:17911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384319.360307:0:17911:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384319.360309:0:17911:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384319.360310:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384319.360312:0:17911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000004:2.0:1767384319.360313:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384319.360316:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384319.360319:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000040:1.0:1767384319.360319:0:17911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000004:2.0:1767384319.360320:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384319.360323:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:1.0:1767384319.360323:0:17911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000040:2.0:1767384319.360327:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384319.360328:0:17911:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236746136960, offset 224 00000400:00000200:1.0:1767384319.360338:0:17911:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384319.360341:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746136704:0@lo:253: 00000100:00000001:2.0:1767384319.360346:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.360350:0:17911:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384319.360351:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384319.360355:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000271fd986 x1853236746136704/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384319.360361:0:17911:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824df02d80 00000100:00000001:2.0:1767384319.360364:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384319.360367:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384319.360367:0:17911:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x13bd [1] + 224 02000000:00000010:2.0:1767384319.360371:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000092bc9e1. 00000400:00000200:1.0:1767384319.360372:0:17911:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384319.360374:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384319.360377:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384319.360377:0:17911:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384319.360379:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384319.360381:0:17911:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384319.360383:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384319.360385:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000270565d2. 00000100:00000200:1.0:1767384319.360386:0:17911:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384319.360390:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384319.360392:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384319.360395:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000271fd986. 00000100:00000040:1.0:1767384319.360399:0:17911:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384319.360400:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384319.360402:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.360407:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.360413:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.360415:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.360417:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384319.360418:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.360421:0:17911:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384319.360446:0:17911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:1.0:1767384319.360448:0:17911:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000001:1.0:1767384319.360450:0:17911:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384319.360451:0:17911:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384319.360455:0:17911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.360457:0:17911:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384319.360460:0:17911:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384319.360463:0:17911:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000042f40e3a. 00010000:00000001:1.0:1767384319.360465:0:17911:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384319.360473:0:17911:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384319.360475:0:17911:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.360476:0:17911:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.360479:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384319.360484:0:17911:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384319.360487:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384319.360490:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7308626 x1853236746136960/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1767384319.360492:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384319.360496:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079ba824d. 00000100:00100000:1.0:1767384319.360501:0:17911:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7308626 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746136960:12345-0@lo:104: Request processed in 341us (565us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384319.360502:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767384319.360504:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae93c10a 00000020:00000001:2.0:1767384319.360506:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384319.360510:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae93c10a. 00010000:00010000:2.0:1767384319.360511:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1767384319.360511:0:17911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384319.360518:0:17101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384319.360518:0:17911:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078df2aae : new rpc_count 0 00010000:00000001:2.0:1767384319.360519:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384319.360523:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384319.360523:0:17911:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384319.360525:0:17911:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384319.360527:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767384319.360529:0:17911:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dafe08c8. 00010000:00010000:2.0:1767384319.360533:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384319.360534:0:17911:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ea540f. 00010000:00010000:2.0:1767384319.360555:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000315de5f2 already unused, calling callback (000000001ae2046b) 00000020:00000010:1.0:1767384319.360558:0:17911:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001725d7ee. 10000000:00000001:2.0:1767384319.360560:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384319.360563:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384319.360565:0:17911:0:(genops.c:898:class_export_put()) PUTting export 0000000078df2aae : new refcount 2 00000100:00000200:3.0:1767384319.360569:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384319.360571:0:17911:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384319.360572:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384319.360575:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384319.360576:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384319.360579:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000315de5f2 refcount=3 00000020:00000001:2.0:1767384319.360583:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:2.0:1767384319.360588:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:2.0:1767384319.360594:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384319.360596:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384319.360597:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384319.360603:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384319.360604:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384319.360607:0:17101:0:(client.c:1578:after_reply()) Process entered 10000000:00010000:2.0:1767384319.360608:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384319.360612:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:01000000:2.0:1767384319.360615:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384319.360618:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384319.360620:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384319.360621:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384319.360623:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384319.360624:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384319.360633:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384319.360634:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384319.360635:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 10000000:00000001:2.0:1767384319.360637:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384319.360638:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.360639:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384319.360641:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384319.360644:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.360645:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767384319.360649:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.360652:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:3.0:1767384319.360655:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=25 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384319.360656:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384319.360659:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384319.360662:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=25 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384319.360663:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000315de5f2 with handle 0x980286e253c5fb9e from hash 00010000:00000001:2.0:1767384319.360666:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384319.360670:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384319.360671:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384319.360671:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384319.360676:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.360676:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384319.360679:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384319.360681:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384319.360682:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384319.360686:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.360686:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384319.360689:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384319.360691:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384319.360695:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a2792aa. 00000100:00000040:3.0:1767384319.360699:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384319.360699:0:17074:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384319.360703:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384319.360706:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384319.360708:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384319.360715:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf23d548. 00000100:00000001:3.0:1767384319.360716:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384319.360720:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.360722:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384319.360724:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1767384319.360726:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384319.360728:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.360732:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00010000:2.0:1767384319.360734:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384319.360736:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384319.360736:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.360740:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384319.360741:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384319.360744:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.360745:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384319.360749:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a2792aa] to pc [ptlrpcd_00_00+0] req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384319.360753:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384319.360770:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009cfabb0a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746136960:0@lo:104: 00000100:00000001:3.0:1767384319.360776:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384319.360777:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384319.360779:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.360781:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384319.360784:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1767384319.360785:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384319.360789:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.360790:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384319.360790:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384319.360791:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.360794:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384319.360795:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.360798:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009cfabb0a x1853236746136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384319.360798:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767384319.360799:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384319.360806:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384319.360822:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384319.360824:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1767384319.360825:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 00000000315de5f2/0x980286e253c5fb9e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fba5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384319.360829:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000098193c7a count: 0 02000000:00000001:3.0:1767384319.360837:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384319.360838:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384319.360839:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384319.360842:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b9dc6d6. 00000100:00000001:1.0:1767384319.360842:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.360843:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384319.360846:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000042f40e3a. 02000000:00000001:1.0:1767384319.360849:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384319.360851:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384319.360851:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.360852:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384319.360855:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384319.360856:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384319.360857:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384319.360859:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00000020:00000001:2.0:1767384319.360860:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384319.360863:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a2792aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746137088:0@lo:103: 00010000:00010000:2.0:1767384319.360865:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384319.360866:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384319.360869:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767384319.360871:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006af48e31. 00000100:00000001:1.0:1767384319.360871:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384319.360872:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.360875:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767384319.360876:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384319.360878:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.360880:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384319.360880:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384319.360881:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384319.360884:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.360885:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1767384319.360886:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001725d7ee. 00010000:00010000:2.0:1767384319.360887:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:3.0:1767384319.360889:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009cfabb0a. 02000000:00000001:1.0:1767384319.360891:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384319.360896:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807cceed. 00000100:00000001:3.0:1767384319.360897:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767384319.360899:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000001:3.0:1767384319.360900:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.360902:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384319.360904:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d1cba47b. 00000100:00000001:2.0:1767384319.360906:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.360909:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000200:1.0:1767384319.360912:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746137088, portal 18 00010000:00000001:3.0:1767384319.360913:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384319.360915:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000010:3.0:1767384319.360919:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc5458fd. 00000100:00000001:1.0:1767384319.360919:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608804608 : -111508100747008 : ffff9a957f43f100) 00010000:00000001:3.0:1767384319.360926:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.360927:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384319.360932:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.360938:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384319.360939:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384319.360944:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:3.0:1767384319.360946:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:1.0:1767384319.360946:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000100:00000200:1.0:1767384319.360947:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746137088, offset 0 00010000:00000001:3.0:1767384319.360951:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:1.0:1767384319.360954:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384319.360956:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384319.360961:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384319.360970:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df02e00 00000400:00000200:1.0:1767384319.360976:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:1.0:1767384319.360979:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384319.360980:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384319.360983:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384319.360985:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384319.360987:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038349e76. 00000100:00000040:1.0:1767384319.360989:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000038349e76 x1853236746137088 msgsize 328 00000100:00100000:1.0:1767384319.360992:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384319.360997:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384319.361000:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000400:00000010:1.0:1767384319.361001:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000100:00000001:1.0:1767384319.361002:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384319.361005:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.361011:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384319.361011:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384319.361015:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384319.361016:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746137088 02000000:00000001:3.0:1767384319.361021:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384319.361025:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384319.361025:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.361029:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384319.361030:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.361032:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.361035:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.361036:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294908131 00000100:00100000:3.0:1767384319.361043:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746137088 00000100:00000001:1.0:1767384319.361044:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908130 00000020:00000001:3.0:1767384319.361047:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384319.361049:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384319.361054:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384319.361055:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294908131 00000020:00000040:3.0:1767384319.361057:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000100:00000001:1.0:1767384319.361060:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908130 00000020:00000001:3.0:1767384319.361063:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384319.361064:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294908131 00000020:00000001:3.0:1767384319.361069:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384319.361070:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908130 00000100:00000001:1.0:1767384319.361072:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294908131 00000100:00000001:1.0:1767384319.361073:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908130 00000100:00000001:1.0:1767384319.361075:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384319.361076:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.361078:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.361083:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.361085:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384319.361088:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384319.361090:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fad448a. 00000100:00000001:1.0:1767384319.361090:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384319.361094:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.361096:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384319.361097:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384319.361099:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384319.361103:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fad448a. 00000100:00000001:1.0:1767384319.361103:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384319.361113:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034656ccd. 00000020:00000010:3.0:1767384319.361118:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c8870dd. 00000020:00000010:3.0:1767384319.361122:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001281c17e. 00000100:00000040:3.0:1767384319.361130:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384319.361132:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384319.361134:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384319.361136:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384319.361139:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.361142:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384319.361145:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384319.361147:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384319.361149:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=4 00000020:00000001:3.0:1767384319.361152:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:3.0:1767384319.361155:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00010000:3.0:1767384319.361159:0:17072:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fb9e expref: 16 pid: 17077 timeout: 390 lvb_type: 0 00010000:00000001:3.0:1767384319.361167:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.361169:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.361170:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.361172:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.361177:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384319.361181:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038349e76 x1853236746137088/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 328/0 e 0 to 0 dl 1767384330 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.361190:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384319.361191:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.361205:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.361217:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384319.361219:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384319.361224:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384319.361234:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000020:00000010:1.0:1767384319.361235:0:18904:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000045d827f2. 00000100:00000001:3.0:1767384319.361240:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317029376 : -111508392522240 : ffff9a956ddfce00) 00000100:00000040:3.0:1767384319.361246:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000038349e76 x1853236746137088/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 328/0 e 0 to 0 dl 1767384330 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.361257:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384319.361260:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fad448a. 00000100:00000001:3.0:1767384319.361263:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384319.361265:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fad448a. 00000100:00100000:3.0:1767384319.361269:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000038349e76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+16:16353:x1853236746137088:12345-0@lo:103: 00000100:00000200:3.0:1767384319.361273:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746137088 00010000:00000001:3.0:1767384319.361275:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384319.361277:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384319.361279:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384319.361283:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384319.361285:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384319.361289:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c0fe33d7. 02000000:00000001:3.0:1767384319.361291:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.361293:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.361295:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384319.361297:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384319.361299:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384319.361300:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384319.361302:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=4 00000020:00000001:3.0:1767384319.361304:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:3.0:1767384319.361306:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000040:3.0:1767384319.361309:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ea36b993 count: 3 00010000:00010000:3.0:1767384319.361314:0:17072:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fb9e expref: 16 pid: 17077 timeout: 390 lvb_type: 0 00000100:00001000:3.0:1767384319.361321:0:17072:0:(import.c:2128:obd_at_measure()) add 0 to 0000000012e62d6c time=1767384319 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384319.361324:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384319.361329:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.361339:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384319.361342:0:17072:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x980286e253c5fb9e expref: 16 pid: 17077 timeout: 390 lvb_type: 0 00000020:00000001:3.0:1767384319.361349:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384319.361351:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384319.361353:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.361355:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.361358:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384319.361360:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384319.361364:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.361366:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.361368:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384319.361370:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384319.361372:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d7c72f26 with handle 0x980286e253c5fba5 from hash 00010000:00000001:3.0:1767384319.361375:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384319.361376:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.361378:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.361379:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384319.361381:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384319.361383:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384319.361385:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d7c72f26/0x980286e253c5fba5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x980286e253c5fb9e expref: 16 pid: 17077 timeout: 390 lvb_type: 0 00010000:00000040:3.0:1767384319.361392:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00000020:00000040:3.0:1767384319.361394:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00010000:00000001:3.0:1767384319.361400:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.361402:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384319.361404:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384319.361405:0:17072:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000008ccff4c5 00010000:00000001:3.0:1767384319.361408:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384319.361410:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384319.361411:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.361414:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384319.361415:0:17072:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.361419:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384319.361421:0:17072:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384319.361454:0:17072:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.361468:0:17072:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384319.361471:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384319.361474:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384319.361476:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384319.361478:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ea36b993) refcount = 2 00010000:00010000:3.0:1767384319.361481:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.361487:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384319.361490:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384319.361491:0:17072:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.361494:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384319.361498:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004fad448a. 00000100:00000001:3.0:1767384319.361500:0:17072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384319.361503:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000125c3bfc. 00000100:00000001:3.0:1767384319.361506:0:17072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565609235776 : -111508100315840 : ffff9a957f4a8540) 00000100:00000001:3.0:1767384319.361508:0:17072:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632565609235776 : -111508100315840 : ffff9a957f4a8540) 00000100:00000001:3.0:1767384319.361511:0:17072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384319.361512:0:17072:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384319.361514:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384319.361516:0:17072:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384319.361519:0:17072:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:3.0:1767384319.361523:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384319.361525:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384319.361527:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008ccff4c5 refcount=5 00000020:00000001:3.0:1767384319.361530:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00010000:00000001:3.0:1767384319.361532:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00010000:00000001:3.0:1767384319.361550:0:17072:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384319.361553:0:17072:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384319.361555:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ee2b07a3. 00010000:00000001:3.0:1767384319.361564:0:17072:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384319.361566:0:17072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.361580:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.361582:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384319.361584:0:17072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384319.361589:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000dcba7bd4. 00010000:00000001:3.0:1767384319.361591:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384319.361595:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384319.361595:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384319.361599:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1767384319.361600:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:2.0:1767384319.361601:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384319.361604:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000002:2.0:1767384319.361605:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384319.361610:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384319.361614:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384319.361616:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00010000:3.0:1767384319.361620:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008ccff4c5 already unused, calling callback (000000004feed035) 20000000:00000001:2.0:1767384319.361620:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384319.361625:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:3.0:1767384319.361626:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1767384319.361629:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384319.361630:0:17072:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384319.361635:0:17072:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.361642:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384319.361644:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384319.361646:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384319.361648:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008ccff4c5 refcount=6 00000020:00000001:3.0:1767384319.361651:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00010000:00000001:3.0:1767384319.361654:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00010000:00000001:3.0:1767384319.361657:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384319.361660:0:17072:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.361666:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384319.361667:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384319.361669:0:17072:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.361686:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384319.361688:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384319.361691:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384319.361699:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384319.361703:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008ccff4c5 with handle 0x980286e253c5fbac from hash 00010000:00000001:3.0:1767384319.361705:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384319.361707:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.361709:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.361710:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384319.361713:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384319.361714:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1767384319.361715:0:17101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.361717:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384319.361721:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.361726:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.361727:0:17101:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384319.361733:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:1.0:1767384319.361733:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384319.361738:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:1.0:1767384319.361738:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.361744:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:2.0:1767384319.361745:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384319.361746:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384319.361749:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384319.361750:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384319.361750:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.361754:0:17072:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384319.361754:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a0afe9ce. 00010000:00000001:1.0:1767384319.361755:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384319.361758:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384319.361759:0:17072:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384319.361761:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00010000:00000001:3.0:1767384319.361765:0:17072:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.361766:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00010000:00010000:3.0:1767384319.361769:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384319.361770:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384319.361776:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000040:2.0:1767384319.361777:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746136832 00010000:00000001:1.0:1767384319.361783:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384319.361784:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384319.361784:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384319.361787:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1767384319.361789:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:2.0:1767384319.361791:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053818933 x1853236746136832/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384319.361791:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ea36b993 count: 3 00010000:00000001:3.0:1767384319.361793:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384319.361795:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384319.361797:0:17072:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384319.361803:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.361803:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1767384319.361805:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384319.361807:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384319.361808:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384319.361809:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c49e36df. 00010000:00000001:3.0:1767384319.361811:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:2.0:1767384319.361814:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=25 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384319.361815:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1767384319.361816:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384319.361818:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c49e36df with handle 0x980286e253c5fbb3 to hash 20000000:00000001:3.0:1767384319.361823:0:17072:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.361824:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384319.361824:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384319.361827:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00000100:00000040:2.0:1767384319.361829:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384319.361830:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.361831:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00010000:00010000:3.0:1767384319.361835:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008ccff4c5/0x980286e253c5fbac lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384319.361835:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:1.0:1767384319.361836:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.361840:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384319.361841:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384319.361844:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.361845:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384319.361848:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384319.361854:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384319.361858:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384319.361860:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cb6510a. 00010000:00000001:1.0:1767384319.361860:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384319.361861:0:17072:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.361864:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000200:2.0:1767384319.361865:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746136832, offset 224 00010000:00000001:3.0:1767384319.361867:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384319.361867:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384319.361872:0:17072:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:2.0:1767384319.361873:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384319.361873:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.361876:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.361878:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.361881:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384319.361884:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384319.361886:0:17072:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.361887:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384319.361890:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:3.0:1767384319.361891:0:17072:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.361893:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:2.0:1767384319.361894:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df02d00 00010000:00000001:1.0:1767384319.361896:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:3.0:1767384319.361897:0:17072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000040:1.0:1767384319.361900:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ea36b993) refcount = 2 00000100:00000010:3.0:1767384319.361901:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000125c3bfc. 00000400:00000200:2.0:1767384319.361903:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b1 [2] + 224 00010000:00010000:1.0:1767384319.361907:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384319.361910:0:17072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:2.0:1767384319.361912:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384319.361914:0:17072:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384319.361919:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000010:3.0:1767384319.361921:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004fad448a. 00000400:00000200:2.0:1767384319.361921:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384319.361922:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384319.361926:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.361927:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384319.361929:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384319.361929:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384319.361932:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384319.361933:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384319.361937:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.361938:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384319.361944:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:1.0:1767384319.361945:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384319.361949:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384319.361949:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00000100:00000040:2.0:1767384319.361952:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.361956:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:3.0:1767384319.361957:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=25 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384319.361959:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.361962:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49e36df refcount=4 00000100:00000001:3.0:1767384319.361967:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384319.361968:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00000100:00000040:3.0:1767384319.361974:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00010000:00000001:1.0:1767384319.361974:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00000100:00000001:2.0:1767384319.361977:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384319.361981:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:1.0:1767384319.361981:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384319.361984:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cb6510a 00010000:00010000:1.0:1767384319.361984:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384319.361987:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384319.361988:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009cb6510a. 02000000:00000001:3.0:1767384319.361992:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.361993:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384319.361996:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384319.361999:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384319.362000:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384319.362005:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384319.362006:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.362009:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384319.362014:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000400:00000010:3.0:1767384319.362017:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b158aa0. 00010000:00000001:2.0:1767384319.362019:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384319.362019:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384319.362023:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.362023:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384319.362024:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746137088, offset 224 00010000:00010000:1.0:1767384319.362026:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384319.362028:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384319.362034:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053818933 x1853236746136832/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.362036:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384319.362039:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384319.362039:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.362046:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384319.362050:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384319.362055:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384319.362055:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053818933 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746136832:12345-0@lo:253: Request processed in 4272us (4684us total) trans 0 rc 0/0 00010000:00010000:1.0:1767384319.362066:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c49e36df already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384319.362069:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00100000:2.0:1767384319.362072:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00010000:00000001:1.0:1767384319.362073:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384319.362074:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df02e00 00010000:00010000:1.0:1767384319.362076:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384319.362078:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384319.362083:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384319.362087:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384319.362088:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x13d1 [1] + 224 00010000:00000001:1.0:1767384319.362089:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767384319.362092:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000017ac79a. 00010000:00000001:1.0:1767384319.362093:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384319.362097:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384319.362098:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042008044. 00000020:00000001:1.0:1767384319.362101:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384319.362103:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006627211f. 00000020:00000040:1.0:1767384319.362104:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49e36df refcount=5 00000400:00000200:3.0:1767384319.362108:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384319.362110:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000020:00000001:1.0:1767384319.362110:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00010000:00000001:1.0:1767384319.362116:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00000100:00000001:3.0:1767384319.362117:0:17072:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384319.362118:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384319.362120:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1767384319.362122:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b661761b. 00010000:00010000:1.0:1767384319.362123:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384319.362126:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384319.362128:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384319.362131:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.362135:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1767384319.362138:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384319.362139:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384319.362142:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384319.362144:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a529b07c. 00010000:00000001:1.0:1767384319.362148:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1767384319.362151:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cb6510a. 00010000:00000001:1.0:1767384319.362151:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384319.362154:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384319.362156:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.362158:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384319.362163:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c49e36df with handle 0x980286e253c5fbb3 from hash 00010000:00000001:1.0:1767384319.362169:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384319.362173:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384319.362173:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384319.362178:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384319.362178:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384319.362181:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384319.362182:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384319.362183:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767384319.362184:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384319.362187:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000366e5bb4. 00010000:00000001:1.0:1767384319.362187:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384319.362191:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384319.362193:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024fec06b 00010000:00000001:1.0:1767384319.362195:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1767384319.362196:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024fec06b. 00010000:00000001:1.0:1767384319.362198:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.362200:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384319.362203:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384319.362204:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384319.362206:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b158aa0 00010000:00000001:1.0:1767384319.362208:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:3.0:1767384319.362213:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b158aa0. 00010000:00000001:1.0:1767384319.362213:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384319.362221:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384319.362222:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384319.362222:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.362224:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384319.362226:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384319.362228:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.362233:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.362234:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.362241:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.362242:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00010000:1.0:1767384319.362247:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.362249:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.362250:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384319.362254:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.362256:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.362259:0:16356:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384319.362260:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384319.362262:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384319.362264:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384319.362265:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.362268:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038349e76 x1853236746137088/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:300/0 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.362269:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384319.362270:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.362272:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384319.362276:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00001000:2.0:1767384319.362277:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=25 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384319.362279:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.362282:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384319.362285:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=25 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384319.362286:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384319.362290:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.362295:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000001:1.0:1767384319.362296:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.362299:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384319.362301:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000038349e76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746137088:12345-0@lo:103: Request processed in 1039us (1305us total) trans 0 rc 0/0 00010000:00010000:1.0:1767384319.362301:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384319.362302:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384319.362305:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.362311:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384319.362318:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.362319:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384319.362322:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384319.362325:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c49e36df/0x980286e253c5fbb3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384319.362326:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384319.362334:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384319.362339:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384319.362341:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384319.362343:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ea36b993 count: 0 00000100:00000001:2.0:1767384319.362345:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384319.362346:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384319.362349:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384319.362351:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c8870dd. 00000020:01000004:2.0:1767384319.362352:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384319.362353:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384319.362357:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:2.0:1767384319.362358:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000010:3.0:1767384319.362361:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001281c17e. 00000020:01000004:2.0:1767384319.362361:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384319.362364:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384319.362367:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384319.362369:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384319.362369:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384319.362370:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034656ccd. 00000020:01000004:2.0:1767384319.362375:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384319.362375:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384319.362378:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000020:01000004:2.0:1767384319.362378:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000001:1.0:1767384319.362381:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:01000004:2.0:1767384319.362382:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384319.362384:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384319.362385:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384319.362388:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384319.362390:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807cceed. 00000400:00000200:1.0:1767384319.362396:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:1.0:1767384319.362399:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00100000:2.0:1767384319.362401:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049e4f551 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746136832:0@lo:253: 00000100:00000001:1.0:1767384319.362404:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384319.362406:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.362409:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384319.362411:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384319.362414:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049e4f551 x1853236746136832/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384319.362421:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.362481:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384319.362483:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384319.362484:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384319.362487:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bcbb3f95. 00000100:00000001:1.0:1767384319.362487:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.362492:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384319.362495:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384319.362497:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384319.362497:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384319.362501:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384319.362501:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384319.362503:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384319.362505:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384319.362506:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000924ee6d1. 02000000:00000001:1.0:1767384319.362511:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384319.362513:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767384319.362514:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=25 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384319.362516:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384319.362519:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049e4f551. 00000100:00001000:1.0:1767384319.362521:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384319.362523:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384319.362525:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384319.362526:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.362529:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.362530:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.362533:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384319.362548:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.362550:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.362551:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.362554:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384319.362555:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.362557:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.362562:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.362568:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384319.362570:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384319.362572:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384319.362575:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384319.362580:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a2792aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746137088:0@lo:103: 00000100:00000001:1.0:1767384319.362586:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.362587:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384319.362591:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a2792aa x1853236746137088/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.362595:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384319.362598:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384319.362599:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001725d7ee. 02000000:00000001:1.0:1767384319.362603:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384319.362604:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384319.362605:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384319.362607:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384319.362609:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bf23d548. 02000000:00000001:1.0:1767384319.362612:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384319.362614:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384319.362615:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a2792aa. 00000100:00000001:1.0:1767384319.362618:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384319.362619:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.362621:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.362630:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384319.362631:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.362633:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384319.362634:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384319.366472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ea36b993. 00010000:00000010:1.1:1767384319.366479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c49e36df. 00010000:00000010:2.1:1767384319.366486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000098193c7a. 00010000:00000010:2.1:1767384319.366495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000315de5f2. 00010000:00000010:3.1:1767384319.366512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d7c72f26. 00010000:00000010:3.1:1767384319.366519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008ccff4c5. 00000100:00000040:1.0:1767384319.367485:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294908131, at 4294908132 00000100:00000040:3.0:1767384319.367488:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294908131, at 4294908132 00000100:00000010:1.0:1767384319.367493:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf2dc701. 00000100:00000010:3.0:1767384319.367496:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa96b655. 00000100:00000040:2.0:1767384319.367503:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294908131, at 4294908132 00000100:00000010:2.0:1767384319.367527:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b384f67. 00000100:00000040:0.0:1767384319.367565:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294908131, at 4294908132 00000100:00000010:0.0:1767384319.367571:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b2a345c. 00000400:00000010:0.0:1767384319.376930:0:21356:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002c3caea8. 00000400:00000040:0.0:1767384319.376949:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384319.376952:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384319.376954:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384319.376956:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384319.376957:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384319.376958:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384319.376961:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384319.376962:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384319.376963:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384319.376964:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384319.376966:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384319.376967:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384319.376969:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384319.376971:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384319.376978:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384319.376980:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384319.376981:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384319.376982:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384319.376983:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384319.376985:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384319.376986:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384319.376988:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384319.376989:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384319.376990:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384319.376991:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384319.376993:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384319.376994:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384319.376995:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384319.376996:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384319.376997:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384319.376998:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384319.376999:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384319.377001:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384319.377002:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384319.377003:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384319.377004:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384319.377005:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384319.377006:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384319.377008:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384319.377009:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384319.377010:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384319.377011:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384319.377012:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384319.377013:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384319.377014:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384319.377015:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384319.377016:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384319.377017:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384319.377020:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384319.377021:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384319.377023:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384319.377025:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384319.377026:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384319.377033:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384319.377035:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384319.377036:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384319.377038:0:21356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384319.377075:0:21356:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002c3caea8. 00080000:00000010:3.0:1767384320.068804:0:21556:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d0c0893. 00080000:00000010:3.0:1767384320.068815:0:21556:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006d0c0893. 00000020:00000001:3.0:1767384320.068821:0:21556:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384320.068831:0:21556:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006d0c0893. 00080000:00000010:3.0:1767384320.068836:0:21556:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006d0c0893. 00000020:00000001:3.0:1767384320.068840:0:21556:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384320.163478:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384320.163484:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384320.163490:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021a91a7d. 00000020:00000040:2.0:1767384320.163494:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000004:00000001:0.0:1767384320.163495:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:2.0:1767384320.163498:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000020:0.0:1767384320.163500:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:2.0:1767384320.163503:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1767384320.163506:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f46da403. 02000000:00000001:2.0:1767384320.163508:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384320.163511:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384320.163515:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384320.163516:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008093f3b1. 02000000:00000001:0.0:1767384320.163517:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384320.163521:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.163524:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.163527:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009a7cc7c. 00000100:00000040:2.0:1767384320.163546:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384320.163547:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.163567:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384320.163570:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.163573:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384320.163576:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.163578:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f46da403] to pc [ptlrpcd_00_01+1] req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384320.163591:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021a91a7d] to pc [ptlrpcd_00_02+2] req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384320.163606:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.163612:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.163615:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384320.163616:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384320.163618:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.163631:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384320.163633:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384320.163634:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.163635:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384320.163636:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014c608e7. 00000020:00000040:2.0:1767384320.163641:0:486:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384320.163643:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.163644:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384320.163647:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384320.163651:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.163651:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.163654:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384320.163657:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.163657:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384320.163658:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c50c8d6. 00000100:00000001:0.0:1767384320.163661:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384320.163663:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384320.163663:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384320.163667:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384320.163667:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384320.163671:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384320.163673:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384320.163680:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f46da403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16354:1853236746137344:0@lo:13: 00000100:00000001:1.0:1767384320.163690:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384320.163695:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384320.163698:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384320.163700:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.163701:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384320.163702:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384320.163703:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384320.163705:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.163708:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384320.163709:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007fe194c9. 00000100:00000040:2.0:1767384320.163712:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014c608e7] to pc [ptlrpcd_00_03+3] req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384320.163713:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.163713:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384320.163720:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.163722:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807cceed. 00000100:00100000:0.0:1767384320.163728:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021a91a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746137216:0@lo:400: 00000100:00000001:2.0:1767384320.163732:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.163732:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000001:0.0:1767384320.163733:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384320.163738:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384320.163738:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384320.163740:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746137344, portal 4 02000000:00000001:0.0:1767384320.163742:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.163746:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384320.163747:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384320.163750:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472397056 : -111508237154560 : ffff9a9577228700) 00000100:00000010:2.0:1767384320.163752:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afbfd94d. 02000000:00000001:0.0:1767384320.163754:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384320.163756:0:486:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:0.0:1767384320.163758:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6542e43. 00000100:00000001:2.0:1767384320.163759:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384320.163760:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384320.163762:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384320.163764:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384320.163766:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.163770:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb07d7a. 02000000:00000010:2.0:1767384320.163773:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000045b9826. 00000400:00000010:0.0:1767384320.163777:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000100:00000001:2.0:1767384320.163778:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.163779:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384320.163784:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746137216, portal 25 00000100:00000040:1.0:1767384320.163785:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384320.163787:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384320.163789:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384320.163792:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608801920 : -111508100749696 : ffff9a957f43e680) 00000100:00000001:2.0:1767384320.163796:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384320.163803:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000100:00000001:2.0:1767384320.163805:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.163805:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.163809:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384320.163809:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746137344, offset 0 00000100:00000040:2.0:1767384320.163814:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afbfd94d] to pc [ptlrpcd_00_00+0] req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.163815:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384320.163820:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384320.163823:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384320.163828:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384320.163830:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384320.163832:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384320.163838:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000100:00000200:0.0:1767384320.163845:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746137216, offset 0 00000400:00000200:1.0:1767384320.163847:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384320.163850:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.163856:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384320.163857:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384320.163862:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384320.163863:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df02f00 00000100:00000010:2.0:1767384320.163867:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9d781fb. 00000400:00000200:0.0:1767384320.163870:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384320.163872:0:486:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384320.163876:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 672 00000100:00000001:2.0:1767384320.163878:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384320.163882:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384320.163886:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df02e80 02000000:00000001:2.0:1767384320.163887:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.163888:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384320.163896:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384320.163896:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb8ea34c. 00000400:00000200:1.0:1767384320.163899:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384320.163899:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x225 [2] + 0 00000100:00000001:3.0:1767384320.163901:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.163902:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.163909:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f1eb72a. 02000000:00000001:3.0:1767384320.163910:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384320.163912:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384320.163915:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384320.163916:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce61ff8d 02000000:00000001:3.0:1767384320.163922:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.163922:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384320.163923:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384320.163924:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384320.163928:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384320.163928:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:3.0:1767384320.163932:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000014c608e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746137472:0@lo:400: 00000400:00000200:0.0:1767384320.163934:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384320.163935:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de51768e. 00000100:00000040:2.0:1767384320.163937:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9d781fb] to pc [ptlrpcd_00_01+1] req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.163943:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384320.163943:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000de51768e x1853236746137344 msgsize 224 00000400:00000200:0.0:1767384320.163944:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce61ff8d 02000000:00000001:3.0:1767384320.163948:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384320.163950:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce61ff8d. 02000000:00000001:3.0:1767384320.163953:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.163956:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767384320.163958:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384320.163959:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384320.163959:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384320.163959:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:3.0:1767384320.163965:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd8f4669. 00000100:00000040:0.0:1767384320.163966:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000075a3e8f x1853236746137216 msgsize 224 00000100:00000040:2.0:1767384320.163967:0:486:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (246) 00000100:00000001:1.0:1767384320.163971:0:16354:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384320.163972:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.163978:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384320.163979:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a0da7ce. 00000400:00000200:1.0:1767384320.163980:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000100:00000001:2.0:1767384320.163981:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384320.163981:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384320.163985:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000100:00000001:2.0:1767384320.163987:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384320.163989:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384320.163990:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384320.163994:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384320.163995:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b158aa0. 00000100:00000040:2.0:1767384320.163997:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384320.163997:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384320.164003:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746137472, portal 4 00000400:00000200:0.0:1767384320.164003:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000400:00000010:0.0:1767384320.164007:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000100:00000001:3.0:1767384320.164010:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384320.164012:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384320.164014:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608792064 : -111508100759552 : ffff9a957f43c000) 00000100:00000200:0.0:1767384320.164019:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384320.164025:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.164035:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384320.164036:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384320.164040:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.164043:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384320.164047:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384320.164050:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384320.164057:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384320.164058:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384320.164066:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afbfd94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746137600:0@lo:400: 00000100:00000040:3.0:1767384320.164068:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384320.164073:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.164075:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdb710e. 00000100:00000001:1.0:1767384320.164078:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384320.164081:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746137472, offset 0 00000100:00000001:1.0:1767384320.164084:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.164086:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384320.164087:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384320.164092:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384320.164093:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4852 usecs (5 jiffies) 00000100:00000040:0.0:1767384320.164093:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.164094:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384320.164097:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.164099:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908933 02000000:00000001:2.0:1767384320.164102:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384320.164108:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d4dd212. 00000400:00000200:3.0:1767384320.164109:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384320.164109:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b9dc6d6. 00000100:00000001:0.0:1767384320.164112:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384320.164115:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.164116:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384320.164118:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384320.164121:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edf7df25. 00000400:00000200:3.0:1767384320.164122:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df02f80 00000100:00000001:0.0:1767384320.164123:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.164124:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908933 00000400:00000010:2.0:1767384320.164126:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006110bdd4. 00000100:00000001:0.0:1767384320.164131:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294908934 00000100:00000010:1.0:1767384320.164132:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086eaf685. 00000400:00000200:3.0:1767384320.164133:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2096 00000100:00000001:1.0:1767384320.164139:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384320.164140:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384320.164141:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746137600, portal 10 00000100:00000001:0.0:1767384320.164141:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908933 00000100:00000001:1.0:1767384320.164144:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908933 00000100:00000001:2.0:1767384320.164149:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384320.164150:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384320.164150:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b966b3cb. 00000100:00000001:0.0:1767384320.164151:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294908934 00000100:00000001:2.0:1767384320.164152:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608793856 : -111508100757760 : ffff9a957f43c700) 00000100:00000001:3.0:1767384320.164154:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384320.164157:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908933 00000100:00000200:3.0:1767384320.164159:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384320.164161:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384320.164163:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294908934 00000100:00000040:2.0:1767384320.164164:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384320.164167:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000713bbd08. 00000100:00000001:1.0:1767384320.164168:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908933 00000100:00000001:0.0:1767384320.164169:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908933 00000100:00000010:1.0:1767384320.164174:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eee94de2. 00000100:00000001:0.0:1767384320.164176:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294908934 00000100:00000001:1.0:1767384320.164181:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384320.164182:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000713bbd08 x1853236746137472 msgsize 224 00000100:00000001:1.0:1767384320.164187:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384320.164191:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384320.164192:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.164193:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908933 00000100:00100000:3.0:1767384320.164199:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384320.164199:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384320.164200:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384320.164201:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384320.164205:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.164206:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384320.164208:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057018585. 00000100:00000001:0.0:1767384320.164210:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.164213:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.164214:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384320.164214:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384320.164215:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746137600, offset 0 00000100:00000001:1.0:1767384320.164216:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384320.164221:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.164222:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384320.164224:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.164225:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384320.164228:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384320.164229:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384320.164230:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.164233:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384320.164234:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.164235:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdb710e 00000100:00000001:0.0:1767384320.164236:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.164242:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdb710e. 00000400:00000200:2.0:1767384320.164243:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384320.164243:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.164249:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384320.164255:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384320.164257:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.164259:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df03000 00000100:00000001:1.0:1767384320.164259:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384320.164265:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384320.164265:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384320.164270:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 02000000:00000001:1.0:1767384320.164270:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384320.164270:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746137344 02000000:00000001:0.0:1767384320.164275:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384320.164278:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.164279:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384320.164281:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384320.164283:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.164286:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384320.164286:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a9d781fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746137728:0@lo:400: 00000400:00000200:2.0:1767384320.164290:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384320.164290:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.164293:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384320.164294:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384320.164298:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384320.164298:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746137344 00000100:00000001:2.0:1767384320.164300:0:16353:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384320.164302:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384320.164303:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384320.164309:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384320.164309:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1767384320.164311:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000397ea6e5. 00000020:00000040:0.0:1767384320.164313:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 02000000:00000010:1.0:1767384320.164315:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2fc30e2. 00000100:00000040:2.0:1767384320.164318:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000397ea6e5 x1853236746137600 msgsize 224 00000020:00000001:0.0:1767384320.164318:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384320.164319:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384320.164319:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384320.164323:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:3.0:1767384320.164325:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384320.164325:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445b4e2d. 00000020:00000001:0.0:1767384320.164328:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00100000:2.0:1767384320.164331:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384320.164332:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000020:00000001:0.0:1767384320.164333:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:3.0:1767384320.164335:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384320.164338:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746137728, portal 10 00000100:00000001:0.0:1767384320.164340:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384320.164341:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4852 usecs (5 jiffies) 00000100:00000001:1.0:1767384320.164341:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384320.164343:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384320.164345:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608801024 : -111508100750592 : ffff9a957f43e300) 00000020:00000010:0.0:1767384320.164346:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034be70de. 00000100:00000001:3.0:1767384320.164349:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908933 00000400:00000200:2.0:1767384320.164352:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057018585 00000020:00000010:0.0:1767384320.164352:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e1fba99e. 00000100:00000040:1.0:1767384320.164353:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.164355:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294908934 00000400:00000010:2.0:1767384320.164356:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057018585. 00000020:00000040:0.0:1767384320.164360:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:3.0:1767384320.164362:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908933 00000100:00000001:2.0:1767384320.164363:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384320.164368:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294908934 00000100:00000200:2.0:1767384320.164370:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.164374:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908933 00000100:00000001:0.0:1767384320.164376:0:17894:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384320.164381:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294908934 00000020:00000010:0.0:1767384320.164385:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003abd2f12. 00000100:00000001:3.0:1767384320.164388:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908933 00000100:00000001:3.0:1767384320.164395:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294908934 00000020:00000010:0.0:1767384320.164395:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee9cc428. 00000100:00000001:1.0:1767384320.164397:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384320.164403:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384320.164405:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000040:1.0:1767384320.164407:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384320.164411:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.164413:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fcecb2a. 00000100:00000040:0.0:1767384320.164416:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384320.164419:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384320.164419:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746137728, offset 0 00000100:00000001:2.0:1767384320.164420:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384320.164420:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384320.164444:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384320.164446:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.164453:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384320.164456:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384320.164461:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.164463:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.164464:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384320.164466:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.164473:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384320.164475:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.164478:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384320.164478:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df03080 00000100:00000001:2.0:1767384320.164479:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384320.164481:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384320.164487:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384320.164487:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.164487:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384320.164489:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:3.0:1767384320.164492:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384320.164494:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3021 usecs (4 jiffies) 00000100:00100000:0.0:1767384320.164496:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384320.164498:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.164499:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384320.164500:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908933 00000100:00000040:0.0:1767384320.164501:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384320.164506:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294908934 00000400:00000200:1.0:1767384320.164506:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384320.164506:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317037440 : -111508392514176 : ffff9a956ddfed80) 00000100:00000001:2.0:1767384320.164513:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908933 00000100:00000001:3.0:1767384320.164514:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.164516:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384320.164517:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de51768e x1853236746137344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.164518:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294908934 00000100:00000200:1.0:1767384320.164520:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384320.164524:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908933 00000100:00000010:1.0:1767384320.164527:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000726f9af8. 00000100:00000001:2.0:1767384320.164529:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294908934 00000100:00000040:1.0:1767384320.164546:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000726f9af8 x1853236746137728 msgsize 224 00000100:00000001:2.0:1767384320.164552:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908933 00000100:00000001:0.0:1767384320.164553:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384320.164558:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294908934 00000100:00100000:1.0:1767384320.164558:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384320.164559:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 00000100:00000001:2.0:1767384320.164564:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.164565:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384320.164569:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384320.164570:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.164570:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384320.164571:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1fba99e. 00000100:00100000:3.0:1767384320.164573:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746137600 00000100:00000001:2.0:1767384320.164576:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.164578:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384320.164579:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fcecb2a 00000100:00000001:2.0:1767384320.164580:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384320.164582:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de51768e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236746137344:12345-0@lo:13: 00000100:00000001:3.0:1767384320.164583:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384320.164584:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fcecb2a. 00000100:00000001:2.0:1767384320.164587:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.164589:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.164590:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384320.164590:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384320.164596:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384320.164597:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.164597:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384320.164600:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746137344 00000100:00000001:2.0:1767384320.164601:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384320.164605:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746137600 00000100:00000001:2.0:1767384320.164606:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.164606:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384320.164612:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384320.164613:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.164613:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384320.164614:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384320.164617:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000020:00000001:0.0:1767384320.164618:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.164621:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384320.164622:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384320.164623:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1767384320.164628:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000020:00000001:0.0:1767384320.164628:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000020:00000001:3.0:1767384320.164635:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000020:00000001:0.0:1767384320.164635:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384320.164636:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.164639:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.164640:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384320.164642:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000020:00000001:0.0:1767384320.164645:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384320.164646:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384320.164646:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.164648:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384320.164648:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384320.164650:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746137216 00000100:00000040:1.0:1767384320.164651:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3715 usecs (4 jiffies) 02000000:00000001:2.0:1767384320.164653:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384320.164654:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384320.164655:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000842ab87c. 00000100:00000001:1.0:1767384320.164655:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294908933 00000100:00000001:2.0:1767384320.164657:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384320.164661:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.164661:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384320.164662:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384320.164663:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294908934 02000000:00000001:0.0:1767384320.164666:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384320.164667:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.164670:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294908933 00000020:00000010:3.0:1767384320.164671:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000842ab87c. 02000000:00000010:0.0:1767384320.164672:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b67100ef. 00000100:00000001:1.0:1767384320.164674:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294908934 02000000:00000001:0.0:1767384320.164678:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384320.164679:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746137216 00000020:00000010:3.0:1767384320.164681:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000408e70e4. 00000100:00000001:0.0:1767384320.164681:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384320.164685:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384320.164685:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294908933 00002000:00000001:0.0:1767384320.164687:0:17894:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:3.0:1767384320.164688:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d0c0893. 00000020:00000040:2.0:1767384320.164688:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384320.164692:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384320.164692:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294908934 00002000:00000001:0.0:1767384320.164693:0:17894:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:3.0:1767384320.164697:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001281c17e. 00000020:00000040:2.0:1767384320.164697:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:1.0:1767384320.164698:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294908933 00000020:00000001:0.0:1767384320.164698:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384320.164704:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384320.164705:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294908934 00000020:00000001:0.0:1767384320.164708:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384320.164709:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000040:3.0:1767384320.164710:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384320.164710:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384320.164712:0:17894:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384320.164717:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384320.164718:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384320.164718:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384320.164719:0:17894:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000010:2.0:1767384320.164721:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c58b2b9. 00000100:00000001:3.0:1767384320.164723:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384320.164724:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.164725:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1767384320.164725:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384320.164728:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384320.164730:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c58b2b9. 00000100:00000001:1.0:1767384320.164730:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00002000:00000020:0.0:1767384320.164734:0:17894:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384320.164737:0:17894:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384320.164739:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.164740:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1767384320.164740:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ca52aeb. 00000001:00000001:0.0:1767384320.164741:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384320.164743:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:0.0:1767384320.164745:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.164746:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1767384320.164747:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bed84fd6. 00000100:00000001:1.0:1767384320.164747:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:0.0:1767384320.164748:0:17894:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.164750:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.164751:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384320.164754:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042008044. 00010000:00000040:0.0:1767384320.164754:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746137344 00000100:00000001:1.0:1767384320.164755:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.164761:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384320.164762:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.164765:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384320.164766:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00010000:00000200:0.0:1767384320.164768:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000de51768e x1853236746137344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.164772:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384320.164775:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384320.164779:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.164780:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384320.164781:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384320.164783:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.164785:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384320.164786:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746137728 02000000:00000001:3.0:1767384320.164791:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:0.0:1767384320.164794:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384320.164795:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384320.164796:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.164798:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.164803:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384320.164805:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.164807:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384320.164810:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384320.164812:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746137728 00000100:00000001:2.0:1767384320.164813:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384320.164813:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384320.164818:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384320.164821:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384320.164822:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000020:00000001:3.0:1767384320.164824:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384320.164825:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384320.164826:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000020:00000040:3.0:1767384320.164829:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000100:00000001:2.0:1767384320.164830:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425036368 : -111508284515248 : ffff9a95744fdc50) 00000100:00000040:0.0:1767384320.164834:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384320.164835:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384320.164838:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000075a3e8f x1853236746137216/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:301/0 lens 224/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384320.164839:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000400:00000010:0.0:1767384320.164839:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000100:00000200:0.0:1767384320.164845:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746137344, offset 224 00000020:00000001:3.0:1767384320.164847:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:3.0:1767384320.164854:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000400:00000200:0.0:1767384320.164855:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384320.164859:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384320.164862:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384320.164863:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c58b2b9. 00000020:00000010:3.0:1767384320.164868:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000842ab87c. 00000100:00000001:2.0:1767384320.164868:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384320.164868:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384320.164875:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c58b2b9. 00000020:00000010:3.0:1767384320.164876:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c3d9ce33. 00000020:00000040:3.0:1767384320.164883:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000400:00000200:0.0:1767384320.164883:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df02f00 00000100:00100000:2.0:1767384320.164884:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000075a3e8f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746137216:12345-0@lo:400: 00000100:00000001:3.0:1767384320.164893:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1767384320.164894:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x13e5 [1] + 224 00000020:00000010:3.0:1767384320.164898:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e68ddd2. 00000400:00000200:0.0:1767384320.164902:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384320.164905:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746137216 00000020:00000010:3.0:1767384320.164906:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea593199. 00000400:00000200:0.0:1767384320.164909:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384320.164911:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384320.164914:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f7d868ac. 00000020:00000001:2.0:1767384320.164916:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384320.164916:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384320.164919:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384320.164923:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.164924:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384320.164924:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384320.164929:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384320.164929:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000100:00000001:3.0:1767384320.164934:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384320.164935:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384320.164938:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384320.164942:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384320.164943:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384320.164944:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384320.164944:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.164949:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384320.164949:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.164955:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384320.164955:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384320.164958:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384320.164961:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384320.164963:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384320.164964:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f0faec5c. 02000000:00000001:2.0:1767384320.164967:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.164969:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.164970:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.164970:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000020:00000001:2.0:1767384320.164971:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.164974:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00010000:00000040:2.0:1767384320.164977:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746137216 00000100:00000001:0.0:1767384320.164980:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384320.164981:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384320.164982:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384320.164988:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000200:2.0:1767384320.164988:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000075a3e8f x1853236746137216/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.164988:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.164994:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384320.164997:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384320.165003:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384320.165005:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00010000:00000001:2.0:1767384320.165005:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384320.165006:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.165009:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.165011:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384320.165012:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00001000:2.0:1767384320.165013:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=26 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384320.165018:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de51768e x1853236746137344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.165019:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608797440 : -111508100754176 : ffff9a957f43d500) 00000100:00000001:2.0:1767384320.165020:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384320.165026:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000040:3.0:1767384320.165031:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000397ea6e5 x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:301/0 lens 224/0 e 0 to 0 dl 1767384331 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.165032:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384320.165037:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384320.165039:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de51768e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236746137344:12345-0@lo:13: Request processed in 482us (1091us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384320.165041:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.165046:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384320.165054:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384320.165058:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057018585. 00000100:00000001:3.0:1767384320.165061:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384320.165062:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746137216, offset 224 00000100:00100000:0.0:1767384320.165064:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000010:3.0:1767384320.165067:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3d9ce33. 00000100:00000040:0.0:1767384320.165069:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:3.0:1767384320.165072:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384320.165073:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384320.165074:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384320.165078:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3d9ce33. 00000100:00000001:0.0:1767384320.165079:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384320.165085:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee9cc428. 00000100:00100000:3.0:1767384320.165088:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000397ea6e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746137600:12345-0@lo:400: 00000400:00000200:2.0:1767384320.165091:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384320.165091:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000020:00000010:0.0:1767384320.165097:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003abd2f12. 00000400:00000200:2.0:1767384320.165102:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df02e80 00000020:00000040:0.0:1767384320.165104:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000200:3.0:1767384320.165105:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746137600 00000100:00000001:0.0:1767384320.165109:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384320.165111:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384320.165113:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x13e9 [1] + 224 00000020:00000001:3.0:1767384320.165117:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384320.165118:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384320.165121:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.165124:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384320.165127:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384320.165129:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384320.165129:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384320.165131:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00100000:0.0:1767384320.165134:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746137472 00000100:00000200:2.0:1767384320.165136:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384320.165138:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384320.165139:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384320.165142:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384320.165145:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.165146:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.165153:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.165154:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384320.165154:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384320.165159:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384320.165159:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746137472 00000020:00000001:3.0:1767384320.165164:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.165164:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384320.165167:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000020:00000001:0.0:1767384320.165171:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384320.165172:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:0.0:1767384320.165173:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000020:00000001:0.0:1767384320.165177:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:3.0:1767384320.165178:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384320.165179:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384320.165179:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 02000000:00000001:3.0:1767384320.165183:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384320.165184:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384320.165188:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057018585 02000000:00000010:3.0:1767384320.165190:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000feaf8996. 00000020:00000010:0.0:1767384320.165190:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 00000400:00000010:2.0:1767384320.165193:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057018585. 00000100:00000001:0.0:1767384320.165195:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384320.165196:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.165200:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384320.165200:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1fba99e. 00000100:00000001:3.0:1767384320.165202:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.165206:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384320.165207:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384320.165207:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003abd2f12. 00000100:00000001:2.0:1767384320.165213:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384320.165213:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee9cc428. 00010000:00000040:3.0:1767384320.165214:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746137600 00000020:00000010:0.0:1767384320.165219:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00010000:00000001:3.0:1767384320.165220:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384320.165222:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384320.165227:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:3.0:1767384320.165229:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000397ea6e5 x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384320.165229:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:2.0:1767384320.165231:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384320.165234:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384320.165234:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384320.165238:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384320.165238:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1767384320.165240:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:0.0:1767384320.165243:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384320.165247:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000075a3e8f x1853236746137216/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384320.165248:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384320.165254:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:0.0:1767384320.165256:0:17893:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1767384320.165258:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384320.165260:0:17893:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1767384320.165263:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.165263:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384320.165270:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000075a3e8f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746137216:12345-0@lo:400: Request processed in 407us (1299us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384320.165271:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384320.165275:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384320.165276:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.165280:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384320.165282:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767384320.165286:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000040:3.0:1767384320.165288:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00100000:1.0:1767384320.165288:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:0.0:1767384320.165289:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384320.165291:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:0.0:1767384320.165292:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384320.165294:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000001:3.0:1767384320.165296:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:2.0:1767384320.165297:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384320.165298:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317041024 : -111508392510592 : ffff9a956ddffb80) 00000100:00000001:2.0:1767384320.165301:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384320.165302:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 02000000:00000001:3.0:1767384320.165304:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384320.165307:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bed84fd6. 02000000:00000001:3.0:1767384320.165308:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.165308:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000726f9af8 x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:301/0 lens 224/0 e 0 to 0 dl 1767384331 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384320.165308:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000020:00000010:2.0:1767384320.165312:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042008044. 00000100:00000001:0.0:1767384320.165313:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609942528 : -111508099609088 : ffff9a957f554e00) 00000100:00000001:3.0:1767384320.165316:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384320.165319:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ca52aeb. 00000100:00000040:0.0:1767384320.165324:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000713bbd08 x1853236746137472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/0 e 0 to 0 dl 1767384331 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384320.165325:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000040:3.0:1767384320.165326:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384320.165334:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384320.165338:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdb710e. 00000020:00000010:1.0:1767384320.165339:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a114dd84. 02000000:00000001:2.0:1767384320.165343:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384320.165345:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384320.165347:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746137600, offset 224 02000000:00000010:2.0:1767384320.165348:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f0faec5c. 00000020:00000010:1.0:1767384320.165350:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a114dd84. 02000000:00000001:2.0:1767384320.165354:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384320.165358:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.165359:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384320.165363:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384320.165363:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000726f9af8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746137728:12345-0@lo:400: 00000100:00000200:2.0:1767384320.165367:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384320.165367:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746137728 00000020:00000010:0.0:1767384320.165367:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 00000400:00000010:2.0:1767384320.165373:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079ba824d. 00000100:00000001:0.0:1767384320.165374:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384320.165378:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384320.165380:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1fba99e. 00000400:00000010:2.0:1767384320.165381:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b845eee. 00000020:00000001:1.0:1767384320.165382:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384320.165384:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384320.165386:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.165391:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384320.165394:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00100000:0.0:1767384320.165395:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000713bbd08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236746137472:12345-0@lo:400: 00000020:00000001:1.0:1767384320.165398:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384320.165400:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df03000 00000020:00000001:1.0:1767384320.165402:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384320.165406:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384320.165408:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746137472 00000020:00000001:1.0:1767384320.165409:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384320.165411:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384320.165415:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x13fd [1] + 224 00000100:00000001:2.0:1767384320.165415:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384320.165415:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.165415:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384320.165420:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384320.165421:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384320.165444:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.165447:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:2.0:1767384320.165449:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384320.165449:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000400:00000001:2.0:1767384320.165452:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384320.165453:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384320.165454:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384320.165456:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb07d7a. 00000020:00000001:0.0:1767384320.165457:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.165461:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 00000020:00000001:0.0:1767384320.165462:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384320.165463:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384320.165464:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384320.165465:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000020:00000001:0.0:1767384320.165466:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384320.165467:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384320.165470:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.165473:0:16355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384320.165473:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000736ec638. 00000100:00000001:3.0:1767384320.165474:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384320.165474:0:17893:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384320.165479:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.165479:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384320.165480:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384320.165483:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.165484:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.165484:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384320.165490:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.165491:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea92981c. 00010000:00000040:1.0:1767384320.165496:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746137728 02000000:00000001:0.0:1767384320.165497:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.165502:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384320.165503:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384320.165509:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000726f9af8 x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384320.165509:0:17893:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384320.165519:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384320.165520:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746137472 00000100:00000040:3.0:1767384320.165525:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384320.165527:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384320.165548:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000713bbd08 x1853236746137472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.165556:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384320.165560:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.165561:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384320.165565:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384320.165565:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384320.165572:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384320.165575:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384320.165576:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384320.165579:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384320.165579:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384320.165581:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384320.165581:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:2.0:1767384320.165583:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.165583:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.165586:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384320.165589:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384320.165589:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=16 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384320.165590:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384320.165591:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdb710e 02000000:00000001:1.0:1767384320.165594:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.165597:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdb710e. 00000100:00001000:2.0:1767384320.165597:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=26 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384320.165598:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384320.165599:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384320.165604:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 23 to 0@lo 00000100:00000001:3.0:1767384320.165605:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:2.0:1767384320.165606:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=26 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384320.165607:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384320.165611:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384320.165611:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:2.0:1767384320.165613:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384320.165613:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fcecb2a. 00000100:00000001:2.0:1767384320.165617:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.165618:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.165618:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1767384320.165619:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746137728, offset 224 02000000:00000001:0.0:1767384320.165622:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.165626:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384320.165632:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384320.165635:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384320.165635:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384320.165636:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.165639:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:2.0:1767384320.165642:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.165642:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00010000:00000001:3.0:1767384320.165646:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384320.165649:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746137472, offset 224 00000400:00000200:1.0:1767384320.165650:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384320.165651:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384320.165652:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384320.165658:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384320.165661:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384320.165664:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df03080 00000100:00000040:3.0:1767384320.165666:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000397ea6e5 x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.165671:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384320.165675:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384320.165681:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1405 [1] + 224 00000100:00000001:2.0:1767384320.165685:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384320.165689:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.165690:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df02f80 00000400:00000200:1.0:1767384320.165691:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384320.165698:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.165703:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384320.165703:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x13f5 [1] + 224 00000100:00100000:3.0:1767384320.165706:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000397ea6e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746137600:12345-0@lo:400: Request processed in 639us (1382us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384320.165715:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384320.165716:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384320.165723:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384320.165729:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384320.165730:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021a91a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746137216:0@lo:400: 00000100:00100000:3.0:1767384320.165731:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384320.165737:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384320.165740:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000001:2.0:1767384320.165742:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384320.165745:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.165748:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384320.165748:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384320.165751:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.165754:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384320.165756:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021a91a7d x1853236746137216/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384320.165760:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d0c0893. 00000100:00000040:0.0:1767384320.165765:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384320.165769:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001281c17e. 00000020:00000010:3.0:1767384320.165777:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000408e70e4. 00000020:00000040:3.0:1767384320.165785:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000100:00000001:1.0:1767384320.165788:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384320.165794:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fcecb2a 00000400:00000010:1.0:1767384320.165796:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fcecb2a. 00000100:00000001:1.0:1767384320.165798:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384320.165799:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384320.165801:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384320.165803:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384320.165805:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384320.165807:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384320.165808:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 02000000:00000010:2.0:1767384320.165810:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6542e43. 00000100:00000001:1.0:1767384320.165810:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.165812:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000100:00000040:1.0:1767384320.165815:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 02000000:00000001:2.0:1767384320.165818:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384320.165818:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384320.165819:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384320.165821:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384320.165823:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384320.165824:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384320.165824:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384320.165828:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384320.165829:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384320.165830:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384320.165833:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008093f3b1. 00000100:00000040:1.0:1767384320.165834:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000726f9af8 x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384320.165836:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 02000000:00000001:2.0:1767384320.165840:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384320.165843:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384320.165848:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021a91a7d. 00000100:00100000:1.0:1767384320.165848:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000726f9af8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746137728:12345-0@lo:400: Request processed in 516us (1298us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384320.165848:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384320.165852:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.165855:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384320.165857:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384320.165858:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.165861:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384320.165862:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384320.165864:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000713bbd08 x1853236746137472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.165867:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384320.165867:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000100:00000001:2.0:1767384320.165870:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.165872:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384320.165877:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.165877:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384320.165881:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000713bbd08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236746137472:12345-0@lo:400: Request processed in 521us (1696us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384320.165882:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384320.165883:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea593199. 00000020:00000010:1.0:1767384320.165889:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f7d868ac. 00000100:00100000:0.0:1767384320.165893:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000010:1.0:1767384320.165894:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e68ddd2. 00000100:00000001:2.0:1767384320.165895:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384320.165899:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384320.165899:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000020:00000040:1.0:1767384320.165900:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:0.0:1767384320.165903:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384320.165904:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384320.165905:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.165907:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384320.165908:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384320.165911:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edf7df25. 00000020:00000010:0.0:1767384320.165911:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee9cc428. 00000400:00000200:2.0:1767384320.165915:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006110bdd4 00000020:00000010:0.0:1767384320.165917:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000400:00000010:2.0:1767384320.165918:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006110bdd4. 00000020:00000010:0.0:1767384320.165921:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003abd2f12. 00000100:00000001:2.0:1767384320.165923:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384320.165926:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000200:2.0:1767384320.165930:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.165931:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.165932:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.165941:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384320.165947:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384320.165948:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.165948:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767384320.165949:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384320.165951:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384320.165953:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445b4e2d. 00000400:00000200:1.0:1767384320.165959:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000100:00000001:2.0:1767384320.165961:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384320.165962:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000100:00000001:2.0:1767384320.165963:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.165966:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384320.165966:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384320.165967:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384320.165970:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1767384320.165971:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384320.165974:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.165975:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384320.165975:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a0da7ce. 00000100:00000001:2.0:1767384320.165978:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.165982:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b158aa0 02000000:00000001:2.0:1767384320.165983:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.165986:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b158aa0. 00000100:00001000:2.0:1767384320.165990:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=20 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384320.165991:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384320.165997:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384320.165998:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=20 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384320.165999:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.166007:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384320.166010:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.166014:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384320.166021:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.166035:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384320.166037:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384320.166038:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.166039:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.166040:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384320.166044:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384320.166045:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384320.166048:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384320.166050:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384320.166051:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384320.166053:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.166056:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384320.166061:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384320.166061:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.166063:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384320.166066:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=19 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384320.166067:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.166072:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767384320.166074:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=19 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384320.166076:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384320.166079:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384320.166083:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384320.166083:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.166084:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384320.166085:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.166087:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384320.166088:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384320.166089:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384320.166095:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384320.166096:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384320.166099:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384320.166103:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384320.166113:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=16 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384320.166116:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.166120:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384320.166122:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384320.166124:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.166125:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:2.0:1767384320.166128:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afbfd94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746137600:0@lo:400: 00010000:00000001:0.0:1767384320.166129:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384320.166130:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384320.166133:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.166136:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384320.166137:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384320.166139:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.166142:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384320.166153:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afbfd94d x1853236746137600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.166170:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384320.166173:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.166175:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384320.166178:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.166180:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384320.166181:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384320.166183:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384320.166184:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000010:2.0:1767384320.166187:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b9dc6d6. 00000100:00000001:0.0:1767384320.166188:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767384320.166192:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.166192:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384320.166193:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384320.166196:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384320.166199:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1767384320.166201:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384320.166205:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384320.166210:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000045b9826. 02000000:00000001:2.0:1767384320.166217:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384320.166218:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a9d781fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746137728:0@lo:400: 00000100:00000001:0.0:1767384320.166220:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384320.166221:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384320.166225:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afbfd94d. 00000100:00000001:0.0:1767384320.166226:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384320.166229:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.166230:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:1.0:1767384320.166231:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384320.166232:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384320.166235:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384320.166235:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.166236:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384320.166239:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807cceed. 00000100:00000001:2.0:1767384320.166242:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384320.166245:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000100:00000001:2.0:1767384320.166246:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.166249:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000001:2.0:1767384320.166252:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.166254:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384320.166256:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.166259:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000014c608e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746137472:0@lo:400: 00000100:00000200:1.0:1767384320.166260:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.166266:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.166272:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384320.166275:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384320.166277:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000014c608e7 x1853236746137472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.166295:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384320.166296:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384320.166298:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384320.166299:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384320.166301:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384320.166302:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd8f4669. 02000000:00000001:1.0:1767384320.166304:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384320.166306:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384320.166307:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384320.166309:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384320.166310:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384320.166312:0:16356:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384320.166313:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.166316:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767384320.166318:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384320.166320:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384320.166325:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384320.166325:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c50c8d6. 00000100:00000001:1.0:1767384320.166328:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.166330:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384320.166331:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384320.166334:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384320.166337:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014c608e7. 00010000:00080000:1.0:1767384320.166338:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.166342:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384320.166345:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.166349:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.166350:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.166353:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384320.166355:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384320.166355:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384320.166359:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384320.166359:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.166362:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.166364:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384320.166366:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.166368:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.166377:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384320.166379:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384320.166379:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384320.166381:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384320.166383:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384320.166386:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384320.166391:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384320.166394:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.166396:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384320.166400:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f46da403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16354:1853236746137344:0@lo:13: 00000100:00000001:1.0:1767384320.166403:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.166404:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384320.166405:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a9d781fb x1853236746137728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.166409:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384320.166410:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384320.166411:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2fc30e2. 02000000:00000001:1.0:1767384320.166413:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384320.166414:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384320.166415:0:16354:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384320.166416:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384320.166417:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bb8ea34c. 02000000:00000001:1.0:1767384320.166419:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384320.166420:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384320.166421:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9d781fb. 00000100:00000001:1.0:1767384320.166448:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384320.166450:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.166451:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384320.166454:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f46da403 x1853236746137344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.166464:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384320.166465:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384320.166466:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007fe194c9. 02000000:00000001:1.0:1767384320.166468:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384320.166469:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384320.166470:0:16354:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384320.166471:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384320.166472:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009a7cc7c. 02000000:00000001:1.0:1767384320.166474:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384320.166475:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384320.166476:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f46da403. 00000100:00000001:1.0:1767384320.166479:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384320.166480:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.166481:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.166484:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384320.166485:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.166487:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.166488:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.170463:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294908934, at 4294908935 00000100:00000010:1.0:1767384320.170469:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086eaf685. 00000100:00000040:3.0:1767384320.170482:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294908934, at 4294908935 00000100:00000040:0.0:1767384320.170485:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294908934, at 4294908935 00000100:00000010:3.0:1767384320.170491:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eee94de2. 00000100:00000010:0.0:1767384320.170493:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d4dd212. 00000100:00000040:2.0:1767384320.171472:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294908934, at 4294908936 00000100:00000010:2.0:1767384320.171479:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b966b3cb. 00010000:00000001:2.0:1767384320.355471:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384320.355476:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.355481:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384320.355483:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.355523:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384320.355526:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384320.355542:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384320.760305:0:21720:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384320.760310:0:21720:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:1.0:1767384320.765961:0:21720:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384320.772458:0:21721:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d7149ec1. 00000400:00000010:1.0:1767384320.772471:0:21721:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f5e78335. 00000400:00000010:1.0:1767384320.772480:0:21721:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000017830f83. 00000400:00000010:1.0:1767384320.772483:0:21721:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000383a87e2. 00000400:00000010:1.0:1767384320.772486:0:21721:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005d5e15cd. 00000400:00000010:1.0:1767384320.772490:0:21721:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000319884ea. 00000400:00000010:1.0:1767384320.772491:0:21721:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028b7c5c3. 00000400:00000010:1.0:1767384320.772492:0:21721:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e3e9998c. 00000400:00000010:1.0:1767384320.772495:0:21721:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003fdd3336. 00000800:00000010:1.0:1767384320.772503:0:21721:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000050bb543d. 00000800:00000200:1.0:1767384320.772517:0:21721:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384320.772522:0:21721:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384320.772569:0:21721:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384320.772585:0:21721:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp18 [8/256/0/180] 00000400:00000010:1.0:1767384320.773884:0:21721:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000ba55f4db. 00000400:00000010:1.0:1767384320.773890:0:21721:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807cceed. 00000400:00000010:1.0:1767384320.773894:0:21721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000400:00000001:1.0:1767384320.773904:0:21721:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384320.773906:0:21721:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384320.773907:0:21721:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3e30835. 00000400:00000200:1.0:1767384320.773909:0:21721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a806f651 00000400:00000010:1.0:1767384320.773911:0:21721:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a806f651. 00000400:00000010:1.0:1767384320.773913:0:21721:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000005838f0fc. 00000400:00000200:1.0:1767384320.773917:0:21721:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (9) 00000400:00000200:1.0:1767384320.773927:0:21721:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384320.773935:0:21721:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:1.0:1767384320.773941:0:21721:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f168d2a7. 00000020:01000000:1.0:1767384320.773944:0:21721:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384320.773947:0:21721:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp18 00000400:00000200:0.0:1767384320.773954:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384320.773959:0:21721:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f5e78335. 00000400:00000200:0.0:1767384320.773962:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:1.0:1767384320.773964:0:21721:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d7149ec1. 00000400:00000010:0.0:1767384320.773971:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000400:00000200:0.0:1767384320.773975:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (10) 00000400:00000010:0.0:1767384320.773980:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007454bec8. 00000400:00000200:0.0:1767384320.773984:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384320.773995:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384320.773999:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384320.774003:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384320.774007:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384320.774012:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384320.774015:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000001:2.0:1767384320.774020:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384320.774021:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 10000000:00000001:2.0:1767384320.774026:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384320.774029:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 10000000:00000001:2.0:1767384320.774030:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384320.774033:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384320.774037:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:2.0:1767384320.774038:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384320.774041:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384320.774044:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384320.774044:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000020:01000004:2.0:1767384320.774046:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384320.774047:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384320.774049:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384320.774049:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384320.774057:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp17 00000020:01000004:2.0:1767384320.774060:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384320.774062:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384320.774063:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp17 lpni_is_preferred = 0 00000020:01000004:2.0:1767384320.774065:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384320.774068:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp17 00000400:00000200:0.0:1767384320.774071:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp17 NI seq info: [21:21:256:4294967295] 192.168.203.143@tcp17 LPNI seq info [21:21:8:4294967295] 00000100:00000010:2.0:1767384320.774072:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afbfd94d. 00000020:00000040:2.0:1767384320.774079:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:0.0:1767384320.774082:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp17 00000100:00000001:2.0:1767384320.774085:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384320.774089:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384320.774094:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17:) -> 192.168.203.143@tcp17(192.168.203.143@tcp:192.168.203.143@tcp17) : PUT try# 0 02000000:00000001:2.0:1767384320.774095:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384320.774103:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.203.143@tcp17 02000000:00000010:2.0:1767384320.774106:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c85203f1. 00000800:00000010:0.0:1767384320.774108:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006de6ec3a. 00000100:00000001:2.0:1767384320.774113:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384320.774117:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000075c3e9a0. 00000100:00000001:2.0:1767384320.774122:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1767384320.774122:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e83baf2e. 00000100:00000001:2.0:1767384320.774125:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384320.774130:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (2) 00000100:00000040:2.0:1767384320.774133:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afbfd94d] to pc [ptlrpcd_00_02+2] req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384320.774138:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (2) 00000400:00000200:0.0:1767384320.774159:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 10000000:00000001:2.0:1767384320.774160:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.774163:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 10000000:00000001:2.0:1767384320.774164:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384320.774168:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384320.774170:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384320.774175:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384320.774177:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384320.774178:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384320.774179:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384320.774180:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384320.774181:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384320.774184:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:0.0:1767384320.774185:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:01000004:2.0:1767384320.774186:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384320.774189:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384320.774190:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384320.774191:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384320.774195:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384320.774196:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384320.774197:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384320.774199:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384320.774199:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384320.774202:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384320.774203:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021a91a7d. 00000100:00000001:0.0:1767384320.774205:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384320.774207:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384320.774208:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384320.774211:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384320.774212:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384320.774214:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384320.774216:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.774219:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384320.774223:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b28a0b2b. 00000100:00000001:0.0:1767384320.774227:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384320.774228:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000001:0.0:1767384320.774229:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774235:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.774235:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384320.774239:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384320.774240:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384320.774241:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774243:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.774246:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afbfd94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746137856:0@lo:253: 00000100:00000040:2.0:1767384320.774251:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021a91a7d] to pc [ptlrpcd_00_03+3] req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.774251:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384320.774257:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384320.774261:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384320.774262:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.774264:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384320.774266:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384320.774268:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384320.774269:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384320.774271:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f168d2a7. 02000000:00000010:0.0:1767384320.774279:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000012d37c04. 00000400:00000200:1.0:1767384320.774281:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 02000000:00000001:0.0:1767384320.774282:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774284:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384320.774288:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f2a56a1. 00000100:00100000:2.0:1767384320.774289:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384320.774293:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384320.774295:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e76d98f. 00000100:00000001:2.0:1767384320.774297:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384320.774299:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746137856, portal 25 00000100:00000001:2.0:1767384320.774300:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.774304:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384320.774305:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384320.774308:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.774308:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608793856 : -111508100757760 : ffff9a957f43c700) 00000100:00000001:2.0:1767384320.774312:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384320.774317:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384320.774318:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.774323:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:2.0:1767384320.774352:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384320.774352:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384320.774355:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:2.0:1767384320.774356:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.774361:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384320.774363:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384320.774365:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000356da8d6. 02000000:00000001:2.0:1767384320.774366:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384320.774371:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384320.774371:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746137856, offset 0 00000100:00100000:2.0:1767384320.774378:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021a91a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746137984:0@lo:253: 00000400:00000200:0.0:1767384320.774383:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384320.774384:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384320.774388:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384320.774390:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384320.774393:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384320.774396:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384320.774398:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 02000000:00000010:2.0:1767384320.774399:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a0afe9ce. 02000000:00000001:2.0:1767384320.774404:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.774408:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03100 00000400:00000010:2.0:1767384320.774410:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edf7df25. 00000400:00000200:0.0:1767384320.774416:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000400:00000010:0.0:1767384320.774419:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c0547b8. 00000400:00000200:0.0:1767384320.774422:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d744e624 00000400:00000010:2.0:1767384320.774454:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011a83e5e. 00000400:00000200:0.0:1767384320.774456:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.774459:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384320.774464:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d744e624 00000400:00000010:0.0:1767384320.774467:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d744e624. 00000100:00000001:0.0:1767384320.774472:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384320.774474:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384320.774475:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746137984, portal 25 00000100:00000040:0.0:1767384320.774477:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000035bc2993 x1853236746137856 msgsize 4848 00000100:00000001:2.0:1767384320.774478:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384320.774482:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608801920 : -111508100749696 : ffff9a957f43e680) 00000400:00000200:1.0:1767384320.774482:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00100000:0.0:1767384320.774487:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384320.774491:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384320.774492:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.774498:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384320.774499:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384320.774503:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384320.774506:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000579b595d. 00000400:00000200:0.0:1767384320.774507:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000356da8d6 00000400:00000010:0.0:1767384320.774510:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000356da8d6. 00000100:00000001:0.0:1767384320.774514:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384320.774515:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746137984, offset 0 00000100:00000200:0.0:1767384320.774519:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.774524:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384320.774543:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384320.774548:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384320.774560:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03180 00000100:00000001:0.0:1767384320.774560:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384320.774565:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.774570:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000400:00000200:1.0:1767384320.774576:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000010:2.0:1767384320.774577:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ccc1f9a. 00000100:00000001:0.0:1767384320.774580:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.774584:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008ac6c0ef 00000100:00000001:0.0:1767384320.774584:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384320.774589:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384320.774591:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.774594:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384320.774597:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294909545 00000400:00000200:2.0:1767384320.774599:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac6c0ef 00000400:00000010:2.0:1767384320.774602:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ac6c0ef. 00000100:00000010:0.0:1767384320.774602:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc588819. 00000100:00000001:2.0:1767384320.774606:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384320.774609:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384320.774610:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384320.774611:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000040:2.0:1767384320.774612:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000d8f6a0cc x1853236746137984 msgsize 4848 00000100:00000001:0.0:1767384320.774618:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294909545 00000100:00100000:2.0:1767384320.774624:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384320.774625:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf6a7b5e. 00000100:00000040:2.0:1767384320.774626:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384320.774630:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384320.774635:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294909545 00000100:00000001:2.0:1767384320.774636:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384320.774639:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8b376fb. 00000400:00000200:2.0:1767384320.774643:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000579b595d 00000100:00000001:0.0:1767384320.774644:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384320.774645:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000010:2.0:1767384320.774647:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000579b595d. 00000100:00000001:0.0:1767384320.774649:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294909545 00000100:00000001:2.0:1767384320.774653:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384320.774654:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a38f0c3. 00000100:00000200:2.0:1767384320.774659:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.774660:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384320.774665:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.774670:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774673:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384320.774674:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000001:0.0:1767384320.774675:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384320.774677:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.774681:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.774686:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384320.774687:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.774688:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.774690:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.774692:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774697:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384320.774703:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774706:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294909545 00000100:00000001:2.0:1767384320.774708:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294909545 00000100:00000001:2.0:1767384320.774711:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294909545 00000100:00000001:2.0:1767384320.774713:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294909545 00000100:00000001:2.0:1767384320.774715:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294909545 00000400:00000200:1.0:1767384320.774716:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000001:2.0:1767384320.774717:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294909545 00000100:00000001:2.0:1767384320.774722:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294909545 00000100:00000001:2.0:1767384320.774724:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294909545 00000100:00000001:2.0:1767384320.774725:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384320.774727:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774729:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774732:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774755:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384320.774758:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746137856 02000000:00000001:2.0:1767384320.774760:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384320.774761:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000001:2.0:1767384320.774762:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384320.774764:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384320.774767:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384320.774773:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746137856 00000020:00000001:2.0:1767384320.774776:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384320.774778:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384320.774781:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384320.774783:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:2.0:1767384320.774785:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384320.774788:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384320.774792:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384320.774795:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c58b2b9. 00000100:00000001:2.0:1767384320.774797:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384320.774814:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c58b2b9. 00000020:00000010:2.0:1767384320.774821:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009e2903f. 00000400:00000200:1.0:1767384320.774832:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000020:00000010:2.0:1767384320.774833:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b9532188. 00000020:00000010:2.0:1767384320.774840:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042008044. 00000100:00000040:2.0:1767384320.774849:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384320.774852:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384320.774854:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384320.774855:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774862:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774871:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.774882:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000100:00000001:2.0:1767384320.774883:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384320.774888:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746137984 02000000:00000001:2.0:1767384320.774890:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384320.774892:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384320.774893:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384320.774896:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384320.774898:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746137984 00000020:00000001:2.0:1767384320.774900:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384320.774901:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384320.774903:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384320.774905:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:2.0:1767384320.774907:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384320.774909:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384320.774912:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384320.774916:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c58b2b9. 00000100:00000001:0.0:1767384320.774917:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384320.774919:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.774921:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384320.774922:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c58b2b9. 00000020:00000010:2.0:1767384320.774929:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf23d548. 00000100:00100000:0.0:1767384320.774930:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000400:00000200:1.0:1767384320.774932:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000020:00000010:2.0:1767384320.774937:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003103384a. 00000100:00000040:0.0:1767384320.774937:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384320.774943:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425043536 : -111508284508080 : ffff9a95744ff850) 00000020:00000010:2.0:1767384320.774945:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0fb35d. 00000100:00000001:2.0:1767384320.774950:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384320.774953:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384320.774955:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.774958:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035bc2993 x1853236746137856/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.774960:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.774966:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.774973:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384320.774978:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091affe66. 00000100:00000001:0.0:1767384320.774980:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384320.774982:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384320.774983:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091affe66. 00000100:00000001:2.0:1767384320.774985:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384320.774989:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035bc2993 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746137856:12345-0@lo:253: 00000100:00000200:0.0:1767384320.774994:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746137856 00000100:00100000:2.0:1767384320.774998:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000020:00000001:0.0:1767384320.774999:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384320.775003:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000020:00000001:0.0:1767384320.775004:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384320.775007:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425037392 : -111508284514224 : ffff9a95744fe050) 00000020:00000001:0.0:1767384320.775008:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.775014:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384320.775016:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000040:2.0:1767384320.775017:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8f6a0cc x1853236746137984/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384320.775023:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384320.775027:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.775029:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384320.775031:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384320.775034:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384320.775035:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c58b2b9. 00000020:00000001:0.0:1767384320.775038:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.775039:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384320.775043:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c58b2b9. 00000100:00000001:0.0:1767384320.775043:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384320.775048:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384320.775052:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f6a0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746137984:12345-0@lo:253: 02000000:00000010:0.0:1767384320.775055:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dd88ad87. 00000100:00000200:2.0:1767384320.775056:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746137984 00000020:00000001:2.0:1767384320.775062:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384320.775062:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.775066:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384320.775067:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384320.775070:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384320.775071:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384320.775074:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384320.775076:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384320.775079:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384320.775080:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384320.775081:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b70dd4f8. 00000020:00000001:2.0:1767384320.775084:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:0.0:1767384320.775086:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384320.775087:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384320.775092:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384320.775092:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384320.775096:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384320.775097:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384320.775100:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384320.775101:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384320.775106:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384320.775109:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:2.0:1767384320.775110:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000924ee6d1. 02000000:00000001:2.0:1767384320.775114:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.775116:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.775118:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384320.775118:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000252f3c97. 20000000:01000000:0.0:1767384320.775123:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:0.0:1767384320.775127:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:2.0:1767384320.775128:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bcbb3f95. 20000000:01000000:2.0:1767384320.775132:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384320.775137:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384320.775139:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384320.775141:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.775141:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384320.775143:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.775146:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384320.775152:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767384320.775162:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dbf0560b. 00080000:00000001:0.0:1767384320.775164:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:1.0:1767384320.775169:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f5e78335. 00000800:00000010:1.0:1767384320.775178:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000daaddb34. 00080000:00000001:0.0:1767384320.775179:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.775199:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384320.775201:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.775203:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384320.775205:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384320.775207:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:0.0:1767384320.775211:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:0.0:1767384320.775213:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384320.775215:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384320.775218:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.775220:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384320.775223:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384320.775228:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384320.775230:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384320.775234:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000095f4c3e3. 00000800:00000010:1.0:1767384320.775236:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000daaddb34. 00080000:00000001:0.0:1767384320.775237:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565212147200 : -111508497404416 : ffff9a95679f6e00) 00080000:00000001:0.0:1767384320.775243:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384320.775246:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384320.775250:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000091affe66. 00080000:00000001:0.0:1767384320.775252:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.775255:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384320.775271:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.775287:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384320.775322:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384320.775339:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp17 from 239.3.0.2 00000800:00000010:1.0:1767384320.775343:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005e97941d. 00000800:00000010:2.0:1767384320.775378:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b661761b. 00000800:00000010:2.0:1767384320.775383:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000579b595d. 00000800:00000010:2.0:1767384320.775403:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001d752119. 00000800:00000200:2.1:1767384320.775409:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (2) 00000800:00000200:2.1:1767384320.775413:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp17 000000001d752119 deleted 00000800:00000010:2.1:1767384320.775415:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001d752119. 00000800:00000200:2.1:1767384320.775449:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384320.775456:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp17 ip 192.168.203.143:1007 00000800:00000200:2.1:1767384320.775459:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006de6ec3a type 1, nob 288 niov 1 nkiov 1 00000800:00000200:2.0:1767384320.775693:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp17 p 3.x 192.168.203.143 -> 192.168.203.143:1007 incarnation:1767384319354920272 sched[0] 00000800:00000010:2.0:1767384320.775699:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c58b2b9. 00000800:00000010:2.0:1767384320.775751:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c58b2b9. 00000800:00000010:2.0:1767384320.775755:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000579b595d. 00000800:00000010:2.0:1767384320.775782:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005e97941d. 00000800:00000200:0.1:1767384320.775797:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:2.0:1767384320.775802:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.775809:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384320.775822:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp17 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384319354920272 sched[0] 00000800:00000010:0.0:1767384320.775827:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f5e78335. 00000800:00000200:2.0:1767384320.775845:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384320.775865:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006de6ec3a. 00000400:00000200:2.0:1767384320.775869:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384320.775876:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: PUT: OK 00000400:00000200:2.0:1767384320.775881:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384320.775884:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000800:00000001:2.0:1767384320.775895:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.775902:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384320.775904:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.775906:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.775913:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17) <- 192.168.203.143@tcp17 : PUT - for me 00000400:00000200:2.0:1767384320.775922:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384320.775927:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 192/192 into md 0x13b9 [1] + 0 00000400:00000010:2.0:1767384320.775930:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c3e580. 00000400:00000200:2.0:1767384320.775934:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f62159df 00000800:00000001:2.0:1767384320.775938:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384320.775939:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:2.0:1767384320.775947:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.775950:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384320.775955:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: PUT: OK 00000400:00000200:2.0:1767384320.775960:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f62159df 00000400:00000010:2.0:1767384320.775962:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f62159df. 00000400:00000200:2.0:1767384320.775965:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384320.775975:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (11) 00000400:00000200:2.0:1767384320.775980:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:2.0:1767384320.775984:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000045b9826. 00000400:00000200:2.0:1767384320.775987:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 10 00000400:00000200:2.0:1767384320.775990:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384320.776002:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (12) 00000400:00000200:0.0:1767384320.776006:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384320.776007:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384320.776017:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp17 to MR: 192.168.203.143@tcp17 local destination 00000400:00000200:2.0:1767384320.776025:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp17 NI seq info: [22:22:256:4294967295] 192.168.203.143@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:2.0:1767384320.776039:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17:192.168.203.143@tcp17) -> 192.168.203.143@tcp17(192.168.203.143@tcp17:192.168.203.143@tcp17) 192.168.203.143@tcp17 : ACK try# 0 00000800:00000200:2.0:1767384320.776047:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp17 00000800:00000010:2.0:1767384320.776051:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008093f3b1. 00000800:00000200:2.0:1767384320.776056:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (4) 00000800:00000200:2.0:1767384320.776061:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp17 ip 192.168.203.143:988 00000800:00000200:2.0:1767384320.776063:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008093f3b1 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384320.776071:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000001:2.0:1767384320.776082:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384320.776100:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384320.776105:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8afb7b4. 00000400:00000010:2.0:1767384320.776111:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006110bdd4. 00000400:00000200:0.0:1767384320.776111:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384320.776118:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000400:00000200:2.0:1767384320.776125:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1004d1 00000400:00000010:2.0:1767384320.776131:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 000000000c0b3e65. 00000400:00000010:2.0:1767384320.776134:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 000000006af48e31. 00000400:00000010:2.0:1767384320.776138:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 000000002970ae1a. 00000800:00000200:1.0:1767384320.776142:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384320.776148:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008093f3b1. 00000400:00000200:0.0:1767384320.776153:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384320.776154:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384320.776156:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b9f3f6c2. 00000400:00000200:2.0:1767384320.776165:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b9f3f6c2 nid 192.168.203.143@tcp18 00000400:00000200:1.0:1767384320.776170:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: ACK: OK 00000400:00000010:2.0:1767384320.776171:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005cf91f40. 00000400:00000200:2.0:1767384320.776177:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000005cf91f40 net tcp18 00000400:00000200:0.0:1767384320.776183:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384320.776185:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (11) 00000800:00000001:1.0:1767384320.776186:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384320.776208:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp18 flags 0x11 00000800:00000001:1.0:1767384320.776211:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384320.776213:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 000000000c0b3e65. 00000800:00000001:1.0:1767384320.776215:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.776222:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384320.776224:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 000000006af48e31. 00000400:00000010:2.0:1767384320.776229:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 000000002970ae1a. 00000400:00000010:2.0:1767384320.776233:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000045b9826. 00000400:00000200:1.0:1767384320.776235:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17) <- 192.168.203.143@tcp17 : ACK - for me 00000400:00000200:2.0:1767384320.776239:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384320.776243:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100551 00000400:00000200:0.0:1767384320.776244:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384320.776251:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 1 00000400:00000200:1.0:1767384320.776256:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp17: ACK from 12345-192.168.203.143@tcp17 into md 0x1429 00000400:00000200:2.0:1767384320.776259:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 00000400:00000200:2.0:1767384320.776263:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:1.0:1767384320.776263:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384320.776268:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100511 rc 0 00000400:00000200:2.0:1767384320.776273:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:1.0:1767384320.776278:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: ACK: OK 00000400:00000200:0.0:1767384320.776278:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384320.776279:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (12) 00000400:00000200:1.0:1767384320.776288:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000400:00000010:1.0:1767384320.776291:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000400:00000200:1.0:1767384320.776297:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384320.776302:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000800:00000001:2.0:1767384320.776303:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.776305:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (11) 00000800:00000001:1.0:1767384320.776316:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.776321:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.776338:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384320.776362:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384320.776380:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384320.776400:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384320.776413:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384320.776426:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384320.776438:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384320.776511:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384320.776572:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000800:00000010:0.0:1767384320.776693:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039c66ff8. 00000800:00000010:0.0:1767384320.776697:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000356da8d6. 00000800:00000010:0.0:1767384320.776700:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccdfe6c5. 00000800:00000010:0.0:1767384320.776728:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccdfe6c5. 00000400:00000200:1.0:1767384320.776786:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384320.776804:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp17 from 238.3.0.2 00000800:00000010:1.0:1767384320.776809:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005e97941d. 00000800:00000010:0.0:1767384320.776858:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb10f277. 00000800:00000010:0.0:1767384320.776863:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008ac6c0ef. 00000800:00000010:0.0:1767384320.776883:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d744e624. 00000800:00000200:0.1:1767384320.776888:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (4) 00000800:00000200:0.1:1767384320.776893:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp17 00000000d744e624 deleted 00000800:00000010:0.1:1767384320.776896:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d744e624. 00000800:00000200:0.1:1767384320.776899:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384320.776921:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp17 p 3.x 192.168.203.143 -> 192.168.203.143:1006 incarnation:1767384319354920272 sched[0] 00000800:00000010:0.0:1767384320.776944:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccdfe6c5. 00000800:00000010:0.0:1767384320.777018:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccdfe6c5. 00000800:00000010:0.0:1767384320.777022:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008ac6c0ef. 00080000:00000010:1.0:1767384320.777037:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000095f4c3e3. 00000800:00000010:0.0:1767384320.777040:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005e97941d. 00000800:00000001:2.0:1767384320.777048:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.777055:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384320.777074:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000091affe66. 00040000:00000001:0.0:1767384320.777079:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384320.777081:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384320.777083:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384320.777086:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000020:00000002:0.0:1767384320.777088:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384320.777092:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384320.777093:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp17 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384319354920272 sched[0] 20000000:00000001:0.0:1767384320.777095:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:2.0:1767384320.777099:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000356da8d6. 20000000:01000000:0.0:1767384320.777109:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384320.777119:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384320.777129:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384320.777133:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384320.777134:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384320.777148:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:2.0:1767384320.777151:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006af48e31. 10000000:01000000:1.0:1767384320.777152:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1767384320.777156:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 00010000:00000001:1.0:1767384320.777161:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:2.0:1767384320.777162:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384320.777168:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384320.777169:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384320.777173:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:1.0:1767384320.777179:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000feb53764. 00080000:00000001:2.0:1767384320.777180:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384320.777188:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384320.777191:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384320.777209:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000942a2bf2. 00080000:00000001:2.0:1767384320.777210:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384320.777213:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384320.777216:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384320.777217:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384320.777217:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384320.777221:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384320.777222:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:2.0:1767384320.777223:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000040:1.0:1767384320.777223:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000942a2bf2 with handle 0x980286e253c5fbba to hash 00000020:00000001:2.0:1767384320.777230:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00000020:00000001:1.0:1767384320.777230:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:2.0:1767384320.777232:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384320.777234:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00080000:00000001:2.0:1767384320.777236:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384320.777241:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00080000:00000001:2.0:1767384320.777242:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.777246:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.777249:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:0.0:1767384320.777249:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:2.0:1767384320.777250:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384320.777254:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.777254:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384320.777272:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b70dd4f8. 00010000:00010000:1.0:1767384320.777275:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384320.777277:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 20000000:00000001:0.0:1767384320.777278:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.777284:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:0.0:1767384320.777286:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746137856 00080000:00000010:2.0:1767384320.777290:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007b9dc6d6. 00010000:00000001:0.0:1767384320.777292:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384320.777296:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384320.777297:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560333958656 : -111513375592960 : ffff9a9444dc2e00) 00010000:00000200:0.0:1767384320.777300:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035bc2993 x1853236746137856/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384320.777302:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384320.777302:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:2.0:1767384320.777307:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384320.777308:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:2.0:1767384320.777312:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009c58b2b9. 00010000:00000001:1.0:1767384320.777314:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384320.777314:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:2.0:1767384320.777316:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.777320:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384320.777320:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.777321:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384320.777326:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=26 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384320.777327:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384320.777346:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.777348:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.777349:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384320.777354:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:1.0:1767384320.777355:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384320.777357:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384320.777357:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:1.0:1767384320.777360:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 02000000:00000001:0.0:1767384320.777363:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384320.777365:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000001:0.0:1767384320.777366:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.777370:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:0.0:1767384320.777371:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:1.0:1767384320.777375:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000feb53764) refcount = 1 00000100:00000040:0.0:1767384320.777376:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384320.777381:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ac6c0ef. 00010000:00010000:1.0:1767384320.777383:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384320.777386:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746137856, offset 224 00000400:00000200:0.0:1767384320.777396:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384320.777401:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:0.0:1767384320.777405:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384320.777407:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384320.777411:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.777413:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03100 00010000:00000001:1.0:1767384320.777417:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.777419:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x142d [2] + 224 00000400:00000200:0.0:1767384320.777424:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.777426:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384320.777432:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.777433:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384320.777438:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384320.777440:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384320.777446:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00000100:00000040:0.0:1767384320.777449:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.777454:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384320.777456:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384320.777460:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=4 00000020:00000001:1.0:1767384320.777466:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384320.777500:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000100:00000001:0.0:1767384320.777500:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384320.777506:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:0.0:1767384320.777509:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac6c0ef 00010000:00010000:1.0:1767384320.777510:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384320.777514:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ac6c0ef. 00000100:00000001:2.0:1767384320.777518:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.777520:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384320.777522:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.777524:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384320.777538:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384320.777541:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384320.777545:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f2a56a1. 00010000:00000001:1.0:1767384320.777547:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384320.777547:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.777550:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e76d98f 00010000:00010000:1.0:1767384320.777553:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384320.777555:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e76d98f. 00000100:00000040:0.0:1767384320.777556:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:2.0:1767384320.777578:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384320.777578:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384320.777582:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384320.777585:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.777586:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384320.777586:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384320.777591:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384320.777595:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035bc2993 x1853236746137856/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384320.777596:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384320.777600:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.777622:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:0.0:1767384320.777625:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035bc2993 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746137856:12345-0@lo:253: Request processed in 2648us (3143us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384320.777626:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384320.777627:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.777630:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.777635:0:16356:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384320.777635:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767384320.777640:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384320.777640:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384320.777641:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000001:2.0:1767384320.777642:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384320.777646:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.777647:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 02000000:00000001:2.0:1767384320.777651:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.777652:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384320.777656:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384320.777658:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=26 v=5 (5 0 0 0) 00010000:00010000:1.0:1767384320.777660:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000942a2bf2 already unused, calling callback (000000004feed035) 00000020:00000010:0.0:1767384320.777662:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b9532188. 00000100:00001000:2.0:1767384320.777663:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=26 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384320.777666:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384320.777668:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384320.777669:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042008044. 00010000:00000001:1.0:1767384320.777670:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384320.777671:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384320.777674:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009e2903f. 00010000:00000001:2.0:1767384320.777675:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:1.0:1767384320.777676:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384320.777679:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:2.0:1767384320.777680:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.777685:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384320.777688:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000010:0.0:1767384320.777689:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dd88ad87. 00000100:00000001:2.0:1767384320.777690:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.777693:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384320.777695:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384320.777698:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.777699:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384320.777705:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384320.777707:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384320.777710:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384320.777711:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=5 00000400:00000010:0.0:1767384320.777713:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dc56424. 00000100:00000001:2.0:1767384320.777714:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384320.777718:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000100:00000001:2.0:1767384320.777719:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384320.777721:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ac6c0ef. 00000020:01000004:2.0:1767384320.777726:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384320.777726:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000020:01000004:2.0:1767384320.777729:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384320.777732:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384320.777734:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384320.777734:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:01000004:2.0:1767384320.777738:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00010000:1.0:1767384320.777739:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384320.777740:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384320.777743:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384320.777745:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384320.777747:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384320.777749:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384320.777754:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.777755:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384320.777759:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00100000:2.0:1767384320.777764:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afbfd94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746137856:0@lo:253: 00010000:00000001:1.0:1767384320.777764:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.777789:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.777789:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384320.777794:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384320.777795:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384320.777799:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afbfd94d x1853236746137856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.777800:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384320.777805:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.777809:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1767384320.777811:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000942a2bf2 with handle 0x980286e253c5fbba from hash 02000000:00000001:2.0:1767384320.777812:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384320.777815:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000012d37c04. 00010000:00000001:1.0:1767384320.777819:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767384320.777821:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384320.777823:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384320.777824:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384320.777828:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00010000:00000001:1.0:1767384320.777828:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384320.777833:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384320.777833:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:2.0:1767384320.777838:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c85203f1. 00010000:00000001:1.0:1767384320.777839:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1767384320.777842:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384320.777844:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1767384320.777845:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384320.777848:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000010:2.0:1767384320.777849:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afbfd94d. 00010000:00000001:1.0:1767384320.777854:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.777855:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384320.777860:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.777864:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.777865:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384320.777868:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.777870:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384320.777874:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384320.777876:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384320.777877:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.777882:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384320.777882:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.777887:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.777888:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.777895:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.777898:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.777901:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.777910:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.777922:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.777924:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384320.777926:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384320.777927:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.777929:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.777931:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384320.777935:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384320.777938:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.777941:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.777948:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384320.777950:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384320.777952:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbba lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384320.777959:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000feb53764 count: 0 00010000:00000001:1.0:1767384320.777972:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384320.777975:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:0.0:1767384320.779462:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007b9dc6d6. 00080000:00000010:2.0:1767384320.779491:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009c58b2b9. 00040000:00000001:2.0:1767384320.779496:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384320.779498:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384320.779499:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384320.779501:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384320.779503:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.779505:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384320.779506:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384320.779514:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384320.779517:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384320.779521:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384320.779546:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384320.779551:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384320.779553:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384320.779557:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384320.779560:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384320.779581:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c1699910. 00010000:00000001:1.0:1767384320.779586:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384320.779588:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d2b542b4. 00000020:00000001:1.0:1767384320.779591:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384320.779593:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d2b542b4 with handle 0x980286e253c5fbc1 to hash 00000020:00000001:1.0:1767384320.779596:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384320.779598:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384320.779600:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384320.779603:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384320.779605:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.779608:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.779627:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384320.779629:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384320.779630:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384320.779632:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384320.779634:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.779636:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384320.779637:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.779640:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384320.779641:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384320.779643:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384320.779644:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384320.779646:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c1699910) refcount = 1 00010000:00010000:1.0:1767384320.779649:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.779656:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384320.779658:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384320.779660:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.779662:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.779665:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384320.779667:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384320.779670:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:1.0:1767384320.779673:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384320.779675:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000020:2.0:1767384320.779676:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:1.0:1767384320.779678:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2b542b4 refcount=4 00000100:00000001:2.0:1767384320.779679:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384320.779682:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bcbb3f95. 00000020:00000001:1.0:1767384320.779684:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 20000000:00000001:2.0:1767384320.779688:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.779689:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000040:2.0:1767384320.779692:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746137984 00010000:00000001:1.0:1767384320.779694:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:2.0:1767384320.779696:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384320.779698:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384320.779702:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8f6a0cc x1853236746137984/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.779719:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384320.779720:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384320.779723:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.779723:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384320.779727:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384320.779733:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384320.779737:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384320.779739:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384320.779741:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384320.779742:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.779744:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384320.779748:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384320.779753:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000579b595d. 00010000:00000001:1.0:1767384320.779756:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.779758:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384320.779759:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384320.779765:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746137984, offset 224 00010000:00000001:1.0:1767384320.779773:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384320.779774:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384320.779793:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.779798:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384320.779799:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384320.779803:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384320.779810:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03180 00000400:00000200:2.0:1767384320.779818:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1435 [2] + 224 00010000:00010000:1.0:1767384320.779819:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d2b542b4 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384320.779825:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384320.779826:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384320.779828:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384320.779832:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384320.779834:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384320.779836:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384320.779841:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.779852:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384320.779857:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767384320.779858:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384320.779862:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384320.779867:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2b542b4 refcount=5 00000020:00000001:1.0:1767384320.779872:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384320.779875:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00000100:00000001:2.0:1767384320.779879:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384320.779879:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384320.779884:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384320.779885:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000579b595d 00000400:00000010:2.0:1767384320.779889:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000579b595d. 00000100:00000001:0.0:1767384320.779893:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384320.779894:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384320.779897:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384320.779898:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384320.779900:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384320.779906:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.779906:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:0.0:1767384320.779907:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384320.779911:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384320.779912:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.779914:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384320.779918:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384320.779919:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384320.779921:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384320.779921:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384320.779923:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edf7df25. 00010000:00000001:1.0:1767384320.779926:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384320.779928:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8f6a0cc x1853236746137984/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384320.779929:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011a83e5e 00010000:00000001:1.0:1767384320.779931:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384320.779933:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011a83e5e. 00000100:00000001:0.0:1767384320.779940:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384320.779944:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f6a0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746137984:12345-0@lo:253: Request processed in 4912us (5329us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384320.779946:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384320.779950:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384320.779954:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d2b542b4 with handle 0x980286e253c5fbc1 from hash 00000100:00100000:2.0:1767384320.779961:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00000001:1.0:1767384320.779963:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767384320.779969:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00010000:00000001:1.0:1767384320.779970:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384320.779975:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.779976:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384320.779976:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384320.779980:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384320.779981:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767384320.779985:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003103384a. 00010000:00000001:1.0:1767384320.779987:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384320.779993:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:2.0:1767384320.779995:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0fb35d. 00000100:00000001:0.0:1767384320.779995:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384320.779997:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384320.779999:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.780001:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.780002:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384320.780005:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384320.780008:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384320.780009:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf23d548. 00000100:00000001:0.0:1767384320.780009:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.780013:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.780015:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1767384320.780017:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384320.780018:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00010000:00000001:1.0:1767384320.780019:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:2.0:1767384320.780024:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384320.780024:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=26 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384320.780026:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1767384320.780028:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000924ee6d1. 00010000:00000001:1.0:1767384320.780031:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1767384320.780032:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=26 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384320.780035:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384320.780036:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.780038:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384320.780039:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.780041:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.780042:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384320.780045:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384320.780049:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384320.780050:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.780051:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384320.780052:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d243ebd4. 00010000:00010000:1.0:1767384320.780056:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384320.780058:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384320.780060:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000579b595d. 00000100:00000040:0.0:1767384320.780066:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.780076:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.780080:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384320.780081:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384320.780085:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384320.780085:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384320.780090:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384320.780090:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.780095:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384320.780096:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384320.780100:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384320.780100:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:1.0:1767384320.780105:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:0.0:1767384320.780105:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384320.780106:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384320.780110:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384320.780111:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384320.780112:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384320.780114:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 20000000:00000001:1.0:1767384320.780117:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384320.780118:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00010000:1.0:1767384320.780122:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384320.780128:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384320.780133:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.780135:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384320.780138:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384320.780142:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbc1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384320.780150:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021a91a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746137984:0@lo:253: 00000100:00000001:0.0:1767384320.780157:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.780159:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384320.780161:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021a91a7d x1853236746137984/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.780169:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384320.780172:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384320.780175:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a0afe9ce. 00010000:00000040:1.0:1767384320.780180:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c1699910 count: 0 02000000:00000001:0.0:1767384320.780181:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384320.780201:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384320.780202:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384320.780204:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384320.780205:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b28a0b2b. 00010000:00000001:1.0:1767384320.780207:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384320.780208:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 20000000:00000001:1.0:1767384320.780212:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:0.0:1767384320.780212:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384320.780214:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021a91a7d. 00000100:00000001:0.0:1767384320.780218:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384320.780218:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.780219:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.780223:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384320.780223:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.780225:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.780226:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384320.781515:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294909545, at 4294909546 00000100:00000010:2.0:1767384320.781524:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8b376fb. 00000100:00000040:3.0:1767384320.781525:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294909545, at 4294909546 00000100:00000010:3.0:1767384320.781562:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a38f0c3. 00000100:00000040:0.0:1767384320.781644:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294909545, at 4294909546 00000100:00000010:0.0:1767384320.781651:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc588819. 00000100:00000040:1.0:1767384320.781798:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294909545, at 4294909546 00000100:00000010:1.0:1767384320.781807:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf6a7b5e. 00010000:00000010:1.1:1767384320.784501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000feb53764. 00010000:00000010:1.1:1767384320.784507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000942a2bf2. 00010000:00000010:1.1:1767384320.787449:0:21725:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c1699910. 00010000:00000010:1.1:1767384320.787457:0:21725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d2b542b4. 00000400:00000010:2.0:1767384320.791216:0:21726:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005efa5f24. 00000400:00000040:2.0:1767384320.791233:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384320.791235:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384320.791237:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384320.791239:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384320.791240:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384320.791241:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384320.791243:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384320.791244:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384320.791245:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384320.791246:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384320.791248:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384320.791249:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384320.791250:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384320.791251:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384320.791252:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384320.791254:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384320.791255:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384320.791255:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384320.791256:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384320.791258:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384320.791259:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384320.791259:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384320.791260:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384320.791261:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384320.791262:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384320.791267:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384320.791268:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384320.791269:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384320.791270:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384320.791271:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384320.791272:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384320.791273:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384320.791274:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384320.791275:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384320.791276:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384320.791277:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384320.791278:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384320.791280:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384320.791281:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384320.791282:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384320.791283:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384320.791284:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384320.791285:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384320.791286:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384320.791287:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384320.791288:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384320.791289:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384320.791290:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384320.791292:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384320.791292:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384320.791293:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384320.791294:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384320.791295:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384320.791296:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384320.791297:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384320.791298:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384320.791299:0:21726:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384320.791321:0:21726:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005efa5f24. 00010000:00000001:2.0:1767384321.380545:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384321.380552:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.380559:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384321.380560:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.380589:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384321.380602:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.380605:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384321.650409:0:21937:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e4de4d84. 00080000:00000010:2.0:1767384321.650419:0:21937:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e4de4d84. 00000020:00000001:2.0:1767384321.650423:0:21937:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384321.650430:0:21937:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e4de4d84. 00080000:00000010:2.0:1767384321.650435:0:21937:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e4de4d84. 00000020:00000001:2.0:1767384321.650438:0:21937:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384322.328996:0:22101:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384322.329000:0:22101:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:0.0:1767384322.332010:0:22101:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384322.338021:0:22102:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d669a51a. 00000400:00000010:0.0:1767384322.338035:0:22102:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a52fbfdb. 00000400:00000010:0.0:1767384322.338047:0:22102:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006ed96b3e. 00000400:00000010:0.0:1767384322.338050:0:22102:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000960cc6a6. 00000400:00000010:0.0:1767384322.338053:0:22102:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c02ab544. 00000400:00000010:0.0:1767384322.338056:0:22102:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dd7c9a49. 00000400:00000010:0.0:1767384322.338058:0:22102:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f3d3e77. 00000400:00000010:0.0:1767384322.338059:0:22102:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001acd5e32. 00000400:00000010:0.0:1767384322.338062:0:22102:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003c36413c. 00000800:00000010:0.0:1767384322.338070:0:22102:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000908e6c24. 00000800:00000200:0.0:1767384322.338079:0:22102:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384322.338085:0:22102:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384322.338124:0:22102:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:0.0:1767384322.338142:0:22102:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp19 [8/256/0/180] 00000400:00000010:0.0:1767384322.339759:0:22102:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000c29b5ffd. 00000400:00000010:0.0:1767384322.339765:0:22102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c62e6724. 00000400:00000010:0.0:1767384322.339770:0:22102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000400:00000001:0.0:1767384322.339782:0:22102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384322.339783:0:22102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384322.339785:0:22102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807cceed. 00000400:00000200:0.0:1767384322.339787:0:22102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000010:0.0:1767384322.339788:0:22102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000400:00000010:0.0:1767384322.339791:0:22102:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000ba55f4db. 00000400:00000200:0.0:1767384322.339794:0:22102:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (10) 00000400:00000200:0.0:1767384322.339806:0:22102:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384322.339816:0:22102:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:0.0:1767384322.339824:0:22102:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a0afe9ce. 00000020:01000000:0.0:1767384322.339828:0:22102:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384322.339829:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384322.339831:0:22102:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp19 00000400:00000200:2.0:1767384322.339834:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:2.0:1767384322.339839:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057018585. 00000400:00000200:2.0:1767384322.339842:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (11) 00000400:00000010:0.0:1767384322.339846:0:22102:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a52fbfdb. 00000400:00000010:2.0:1767384322.339847:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000667d24ed. 00000400:00000010:0.0:1767384322.339850:0:22102:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d669a51a. 00000400:00000200:2.0:1767384322.339852:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:00000001:3.0:1767384322.339864:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384322.339867:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 10000000:00000001:3.0:1767384322.339869:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384322.339874:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384322.339878:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384322.339878:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384322.339883:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384322.339886:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384322.339889:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384322.339892:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384322.339892:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384322.339893:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384322.339896:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384322.339897:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384322.339899:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384322.339901:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384322.339903:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384322.339906:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:3.0:1767384322.339907:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4f4407a. 00000020:00000040:3.0:1767384322.339913:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:2.0:1767384322.339916:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:3.0:1767384322.339919:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384322.339923:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384322.339924:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:3.0:1767384322.339927:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.339932:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000010:3.0:1767384322.339937:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000092bc9e1. 00000400:00000200:2.0:1767384322.339938:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:3.0:1767384322.339945:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.339947:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384322.339954:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384322.339955:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384322.339959:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.339962:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000100:00000040:3.0:1767384322.339967:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4f4407a] to pc [ptlrpcd_00_00+0] req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.339971:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp18 00000400:00000200:2.0:1767384322.339981:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp18 lpni_is_preferred = 0 00000400:00000200:2.0:1767384322.339990:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp18 00000400:00000200:2.0:1767384322.339996:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp18 NI seq info: [23:23:256:4294967295] 192.168.203.143@tcp18 LPNI seq info [23:23:8:4294967295] 10000000:00000001:3.0:1767384322.339997:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384322.340001:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.340007:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp18 00000020:00000001:3.0:1767384322.340012:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384322.340014:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384322.340021:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384322.340023:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18:) -> 192.168.203.143@tcp18(192.168.203.143@tcp:192.168.203.143@tcp18) : PUT try# 0 10000000:00000001:3.0:1767384322.340024:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384322.340026:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384322.340029:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384322.340032:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384322.340034:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384322.340038:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767384322.340038:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.203.143@tcp18 00000020:01000004:3.0:1767384322.340040:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384322.340043:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384322.340044:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384322.340045:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:2.0:1767384322.340046:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a2c71fa. 00000020:01000004:3.0:1767384322.340047:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384322.340050:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384322.340050:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384322.340054:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384322.340055:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767384322.340057:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000052e505d8. 00000100:00000010:3.0:1767384322.340058:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d370bedc. 00000100:00000040:1.0:1767384322.340062:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384322.340063:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000800:00000010:2.0:1767384322.340064:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000dc9969a9. 00000100:00000001:3.0:1767384322.340069:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384322.340072:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384322.340076:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384322.340078:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (2) 00000100:00000001:1.0:1767384322.340080:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384322.340084:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008abb1efb. 00000100:00000001:1.0:1767384322.340085:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384322.340091:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (2) 00000100:00000001:3.0:1767384322.340093:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384322.340093:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384322.340098:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384322.340099:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384322.340102:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.340103:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.340110:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00100000:1.0:1767384322.340111:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746138112:0@lo:253: 00000100:00000040:3.0:1767384322.340113:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d370bedc] to pc [ptlrpcd_00_01+1] req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.340118:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00000001:1.0:1767384322.340121:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384322.340126:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384322.340131:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384322.340133:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384322.340134:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384322.340137:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384322.340139:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384322.340141:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:1.0:1767384322.340141:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f168d2a7. 00000020:00000010:3.0:1767384322.340143:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a0afe9ce. 02000000:00000001:1.0:1767384322.340145:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.340150:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384322.340151:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445b4e2d. 00000100:00000001:2.0:1767384322.340155:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384322.340158:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c09fd438. 00000100:00000001:2.0:1767384322.340159:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384322.340163:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746138112, portal 25 00000100:00000001:1.0:1767384322.340167:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384322.340168:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.340170:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609946112 : -111508099605504 : ffff9a957f555c00) 00000100:00000040:1.0:1767384322.340179:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.340191:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384322.340193:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384322.340195:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384322.340197:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384322.340202:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384322.340202:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4ee82a1. 02000000:00000001:2.0:1767384322.340206:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384322.340209:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384322.340213:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746138112, offset 0 00000400:00000200:3.0:1767384322.340215:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00100000:2.0:1767384322.340216:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d370bedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746138240:0@lo:253: 00000400:00000200:1.0:1767384322.340224:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384322.340226:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384322.340231:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384322.340234:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384322.340235:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384322.340239:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384322.340247:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000924ee6d1. 00000400:00000200:1.0:1767384322.340249:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03200 02000000:00000001:2.0:1767384322.340252:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384322.340257:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000400:00000010:2.0:1767384322.340259:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5aae8bd. 00000400:00000010:1.0:1767384322.340261:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa7ab83f. 00000400:00000200:1.0:1767384322.340266:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e4ba028 00000400:00000200:3.0:1767384322.340267:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384322.340272:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384322.340275:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096fcb84c. 00000400:00000200:1.0:1767384322.340279:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384322.340283:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746138240, portal 25 00000400:00000200:1.0:1767384322.340284:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ba028 00000400:00000010:1.0:1767384322.340288:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e4ba028. 00000100:00000001:2.0:1767384322.340289:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384322.340294:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:1.0:1767384322.340294:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384322.340297:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609947008 : -111508099604608 : ffff9a957f555f80) 00000100:00000200:1.0:1767384322.340298:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384322.340304:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000003368fe24 x1853236746138112 msgsize 4848 00000100:00000040:2.0:1767384322.340310:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384322.340314:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384322.340319:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384322.340324:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:2.0:1767384322.340326:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384322.340330:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384322.340335:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384322.340338:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4ee82a1 00000400:00000010:2.0:1767384322.340339:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079f5ff92. 00000400:00000010:1.0:1767384322.340342:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4ee82a1. 00000100:00000001:1.0:1767384322.340347:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384322.340349:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746138240, offset 0 00000100:00000200:1.0:1767384322.340352:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384322.340353:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384322.340360:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384322.340366:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384322.340370:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.340378:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384322.340379:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.340383:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384322.340390:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.340391:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03280 00000100:00000001:1.0:1767384322.340394:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294911110 00000400:00000200:3.0:1767384322.340395:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384322.340401:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000010:1.0:1767384322.340403:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd007444. 00000400:00000010:2.0:1767384322.340409:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f81be98. 00000100:00000001:1.0:1767384322.340412:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384322.340416:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000deec5b62 00000100:00000001:1.0:1767384322.340419:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294911110 00000400:00000200:3.0:1767384322.340447:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000010:1.0:1767384322.340451:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015faad2b. 00000400:00000200:2.0:1767384322.340454:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384322.340462:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384322.340465:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384322.340468:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294911111 00000400:00000200:2.0:1767384322.340472:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deec5b62 00000100:00000010:1.0:1767384322.340474:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d3b9d6. 00000400:00000010:2.0:1767384322.340476:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000deec5b62. 00000400:00000200:3.0:1767384322.340478:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:1.0:1767384322.340479:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384322.340482:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384322.340486:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384322.340487:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294911111 00000100:00000040:2.0:1767384322.340490:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000f944f7bf x1853236746138240 msgsize 4848 00000100:00000010:1.0:1767384322.340492:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e4276e8. 00000100:00000001:1.0:1767384322.340497:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384322.340502:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384322.340503:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384322.340506:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.340508:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384322.340510:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000001:1.0:1767384322.340511:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.340537:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384322.340540:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.340545:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f5ff92 00000400:00000010:2.0:1767384322.340550:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079f5ff92. 00000100:00000001:1.0:1767384322.340550:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384322.340553:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384322.340556:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384322.340557:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384322.340559:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:1.0:1767384322.340560:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384322.340564:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.340565:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.340570:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.340581:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000001:2.0:1767384322.340581:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384322.340586:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.340596:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.340596:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384322.340599:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384322.340600:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746138112 02000000:00000001:1.0:1767384322.340603:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384322.340605:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384322.340606:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.340607:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.340609:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 02000000:00000001:1.0:1767384322.340611:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384322.340618:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746138112 00000100:00000001:2.0:1767384322.340619:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294911111 00000020:00000001:1.0:1767384322.340621:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384322.340625:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384322.340627:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384322.340629:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911110 00000020:00000040:1.0:1767384322.340629:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:1.0:1767384322.340634:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:3.0:1767384322.340635:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000001:2.0:1767384322.340637:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294911111 00000020:00000001:1.0:1767384322.340638:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384322.340645:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384322.340648:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911110 00000020:00000010:1.0:1767384322.340649:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec8c7a22. 00000100:00000001:1.0:1767384322.340655:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384322.340658:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294911111 00000020:00000010:1.0:1767384322.340658:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec8c7a22. 00000100:00000001:2.0:1767384322.340663:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294911111 00000400:00000200:3.0:1767384322.340665:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000001:2.0:1767384322.340667:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294911111 00000100:00000001:2.0:1767384322.340673:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294911111 00000020:00000010:1.0:1767384322.340674:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000467119ea. 00000100:00000001:2.0:1767384322.340676:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384322.340680:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000206366c0. 00000100:00000001:2.0:1767384322.340681:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.340687:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384322.340687:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ea540f. 00000100:00000001:2.0:1767384322.340692:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.340699:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000100:00000001:2.0:1767384322.340699:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384322.340700:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384322.340705:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384322.340706:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384322.340709:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384322.340711:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.340712:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.340715:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384322.340718:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.340718:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.340722:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.340729:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.340734:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000100:00000001:1.0:1767384322.340741:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384322.340744:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746138240 02000000:00000001:1.0:1767384322.340746:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384322.340748:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384322.340750:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.340753:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384322.340753:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384322.340757:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746138240 00000100:00000001:2.0:1767384322.340758:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384322.340759:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384322.340763:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384322.340764:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384322.340765:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00100000:2.0:1767384322.340769:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000020:00000001:1.0:1767384322.340770:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384322.340774:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:3.0:1767384322.340777:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000100:00000040:2.0:1767384322.340777:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384322.340778:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384322.340782:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec8c7a22. 00000100:00000001:2.0:1767384322.340784:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425034320 : -111508284517296 : ffff9a95744fd450) 00000100:00000001:1.0:1767384322.340786:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384322.340790:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec8c7a22. 00000100:00000040:2.0:1767384322.340793:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003368fe24 x1853236746138112/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384322.340795:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf7ae813. 00000020:00000010:1.0:1767384322.340802:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b3d00e1. 00000020:00000010:1.0:1767384322.340808:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ca5bd4e. 00000100:00000001:2.0:1767384322.340811:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384322.340812:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384322.340816:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9b531b6. 00000100:00000001:1.0:1767384322.340816:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384322.340819:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.340822:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384322.340824:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.340826:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000020:00000010:2.0:1767384322.340826:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9b531b6. 00000100:00000001:1.0:1767384322.340827:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384322.340835:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003368fe24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746138112:12345-0@lo:253: 00000100:00000200:2.0:1767384322.340840:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746138112 00000100:00000001:1.0:1767384322.340842:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384322.340850:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384322.340850:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384322.340856:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384322.340857:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000020:00000001:2.0:1767384322.340861:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384322.340862:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:1.0:1767384322.340867:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425031248 : -111508284520368 : ffff9a95744fc850) 00000020:00000001:2.0:1767384322.340868:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384322.340871:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f944f7bf x1853236746138240/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384322.340873:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384322.340881:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384322.340883:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384322.340884:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384322.340887:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec8c7a22. 00000020:00000001:2.0:1767384322.340888:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384322.340892:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384322.340893:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384322.340895:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec8c7a22. 00000020:00000001:2.0:1767384322.340898:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384322.340902:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f944f7bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746138240:12345-0@lo:253: 00000100:00000001:2.0:1767384322.340905:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384322.340906:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746138240 02000000:00000001:2.0:1767384322.340909:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384322.340910:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384322.340914:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1767384322.340916:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bcbb3f95. 00000020:00000001:1.0:1767384322.340916:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384322.340918:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384322.340921:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 02000000:00000001:2.0:1767384322.340922:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384322.340924:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384322.340927:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384322.340927:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384322.340933:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384322.340935:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384322.340935:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384322.340939:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.340941:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384322.340943:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384322.340946:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000270565d2. 02000000:00000010:1.0:1767384322.340950:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000012d37c04. 20000000:01000000:2.0:1767384322.340952:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:1.0:1767384322.340953:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.340958:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.340959:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384322.340960:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384322.340964:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384322.340967:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384322.340968:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dd88ad87. 20000000:00000001:2.0:1767384322.340970:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384322.340973:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384322.340974:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384322.340976:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384322.340979:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384322.340981:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384322.340986:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000259ab1c1. 20000000:00000001:1.0:1767384322.340987:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384322.340990:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:1.0:1767384322.340991:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384322.340999:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384322.341005:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384322.341010:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384322.341027:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384322.341042:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384322.341046:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384322.341048:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384322.341050:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384322.341052:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384322.341055:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:2.0:1767384322.341060:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:2.0:1767384322.341062:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384322.341073:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384322.341077:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384322.341080:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384322.341084:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384322.341089:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:2.0:1767384322.341094:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:3.0:1767384322.341097:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d54f5ade. 00080000:00000010:2.0:1767384322.341098:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000015cf33b6. 00080000:00000001:2.0:1767384322.341105:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632564632771072 : -111509076780544 : ffff9a954516da00) 00000800:00000010:3.0:1767384322.341106:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000024fec06b. 00080000:00000001:2.0:1767384322.341109:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384322.341114:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d103d74d. 00000001:00000001:2.0:1767384322.341115:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384322.341121:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d9b531b6. 00080000:00000001:2.0:1767384322.341125:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384322.341127:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384322.341141:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384322.341155:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d103d74d. 00080000:00000001:2.0:1767384322.341160:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384322.341266:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384322.341282:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp18 from 237.3.0.2 00000800:00000010:2.0:1767384322.341286:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000053c368cb. 00000800:00000010:3.0:1767384322.341308:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001039bda2. 00000800:00000010:3.0:1767384322.341314:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c2d4a3a. 00000800:00000010:3.0:1767384322.341338:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a01d1fa1. 00000800:00000200:3.1:1767384322.341346:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (2) 00000800:00000200:3.1:1767384322.341351:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp18 00000000a01d1fa1 deleted 00000800:00000010:3.1:1767384322.341353:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a01d1fa1. 00000800:00000200:3.1:1767384322.341359:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384322.341367:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp18 ip 192.168.203.143:1005 00000800:00000200:3.1:1767384322.341371:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a2c71fa type 1, nob 304 niov 1 nkiov 1 00000800:00000200:3.0:1767384322.341379:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp18 p 3.x 192.168.203.143 -> 192.168.203.143:1005 incarnation:1767384320772508978 sched[0] 00000800:00000010:3.0:1767384322.341385:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d103d74d. 00000800:00000010:3.0:1767384322.341472:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d103d74d. 00000800:00000010:3.0:1767384322.341478:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c2d4a3a. 00000800:00000010:3.0:1767384322.341538:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000053c368cb. 00000800:00000001:2.0:1767384322.341548:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.341557:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384322.341558:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384322.341566:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp18 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384320772508978 sched[0] 00000800:00000010:1.0:1767384322.341569:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000024fec06b. 00000800:00000001:2.0:1767384322.341604:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.341613:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.341615:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.341620:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384322.341626:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384322.341631:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384322.341632:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18) <- 192.168.203.143@tcp18 : PUT - for me 00000800:00000010:3.0:1767384322.341633:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a2c71fa. 00000400:00000200:3.0:1767384322.341641:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.341647:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384322.341655:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: PUT: OK 00000400:00000200:2.0:1767384322.341660:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 208/208 into md 0x143d [1] + 0 00000400:00000010:2.0:1767384322.341664:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8afb7b4. 00000400:00000200:2.0:1767384322.341668:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006110bdd4 00000400:00000200:3.0:1767384322.341673:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384322.341674:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384322.341681:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000800:00000001:2.0:1767384322.341686:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.341690:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384322.341694:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384322.341698:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: PUT: OK 00000400:00000200:2.0:1767384322.341703:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006110bdd4 00000400:00000010:2.0:1767384322.341712:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006110bdd4. 00000400:00000200:2.0:1767384322.341717:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384322.341720:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (12) 00000400:00000200:2.0:1767384322.341725:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:2.0:1767384322.341729:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000006b8de8c0. 00000400:00000200:2.0:1767384322.341733:0:16346:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 11 00000400:00000200:2.0:1767384322.341737:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384322.341742:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384322.341751:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (13) 00000400:00000200:2.0:1767384322.341758:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384322.341765:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp18 to MR: 192.168.203.143@tcp18 local destination 00000400:00000200:1.0:1767384322.341769:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384322.341775:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp18 NI seq info: [24:24:256:4294967295] 192.168.203.143@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1767384322.341790:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18:192.168.203.143@tcp18) -> 192.168.203.143@tcp18(192.168.203.143@tcp18:192.168.203.143@tcp18) 192.168.203.143@tcp18 : ACK try# 0 00000800:00000200:2.0:1767384322.341797:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp18 00000400:00000200:3.0:1767384322.341798:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384322.341802:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8f1800c. 00000800:00000200:2.0:1767384322.341810:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (4) 00000400:00000010:3.0:1767384322.341813:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ea30140. 00000800:00000200:2.0:1767384322.341818:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp18 ip 192.168.203.143:988 00000400:00000010:3.0:1767384322.341822:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdb710e. 00000800:00000200:2.0:1767384322.341822:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8f1800c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384322.341822:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384322.341830:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000400:00000200:3.0:1767384322.341838:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1004d1 00000400:00000010:3.0:1767384322.341846:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 00000000ed686177. 00000400:00000010:3.0:1767384322.341851:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 000000005a6e6ac6. 00000400:00000010:3.0:1767384322.341854:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 0000000054db6757. 00000400:00000200:1.0:1767384322.341858:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000010:3.0:1767384322.341875:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000084126b3f. 00000400:00000200:3.0:1767384322.341883:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000084126b3f nid 192.168.203.143@tcp19 00000400:00000010:3.0:1767384322.341887:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f92652d5. 00000800:00000200:2.0:1767384322.341890:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384322.341891:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f92652d5 net tcp19 00000400:00000200:1.0:1767384322.341892:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000800:00000010:2.0:1767384322.341895:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8f1800c. 00000400:00000200:3.0:1767384322.341898:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (12) 00000400:00000200:2.0:1767384322.341902:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384322.341908:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp19 flags 0x11 00000400:00000200:2.0:1767384322.341915:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: ACK: OK 00000400:00000010:3.0:1767384322.341916:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 00000000ed686177. 00000400:00000200:1.0:1767384322.341917:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000010:3.0:1767384322.341924:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 000000005a6e6ac6. 00000800:00000001:2.0:1767384322.341927:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384322.341929:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 0000000054db6757. 00000800:00000001:2.0:1767384322.341934:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384322.341935:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000006b8de8c0. 00000800:00000001:2.0:1767384322.341942:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384322.341945:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384322.341946:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000800:00000001:2.0:1767384322.341949:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.341953:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100551 00000800:00000001:2.0:1767384322.341955:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384322.341961:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 1 00000800:00000001:2.0:1767384322.341962:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.341967:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 00000400:00000200:1.0:1767384322.341973:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384322.341976:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384322.341978:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18) <- 192.168.203.143@tcp18 : ACK - for me 00000400:00000200:3.0:1767384322.341983:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100511 rc 0 00000400:00000200:3.0:1767384322.341988:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384322.341994:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (13) 00000400:00000200:2.0:1767384322.341996:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp18: ACK from 12345-192.168.203.143@tcp18 into md 0x1455 00000400:00000200:1.0:1767384322.341998:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384322.342005:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.342013:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: ACK: OK 00000400:00000200:2.0:1767384322.342024:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057018585 00000400:00000010:2.0:1767384322.342027:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057018585. 00000400:00000200:1.0:1767384322.342028:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384322.342031:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384322.342037:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:2.0:1767384322.342040:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (12) 00000800:00000001:2.0:1767384322.342047:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384322.342049:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000800:00000001:2.0:1767384322.342052:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384322.342067:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384322.342080:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384322.342092:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384322.342105:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384322.342118:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384322.342131:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000800:00000010:1.0:1767384322.342250:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b70dd4f8. 00000800:00000010:1.0:1767384322.342253:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f4ee82a1. 00000800:00000010:1.0:1767384322.342256:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec8c7a22. 00000400:00000200:2.0:1767384322.342276:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384322.342283:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec8c7a22. 00000400:00000200:2.0:1767384322.342294:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp18 from 236.3.0.2 00000800:00000010:2.0:1767384322.342299:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e8daa777. 00000800:00000010:1.0:1767384322.342349:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d761592. 00000800:00000010:1.0:1767384322.342354:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006572f918. 00000800:00000010:1.0:1767384322.342371:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f0d4e47d. 00000800:00000200:1.1:1767384322.342377:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (4) 00000800:00000200:1.1:1767384322.342381:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp18 00000000f0d4e47d deleted 00000800:00000010:1.1:1767384322.342383:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f0d4e47d. 00000800:00000200:1.1:1767384322.342386:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384322.342390:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp18 p 3.x 192.168.203.143 -> 192.168.203.143:1004 incarnation:1767384320772508978 sched[0] 00000800:00000010:1.0:1767384322.342400:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec8c7a22. 00000800:00000010:1.0:1767384322.342464:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec8c7a22. 00000800:00000010:1.0:1767384322.342468:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006572f918. 00000800:00000010:1.0:1767384322.342495:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e8daa777. 00000800:00000001:1.0:1767384322.342509:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.342513:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384322.342541:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384322.342549:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp18 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384320772508978 sched[0] 00000800:00000010:3.0:1767384322.342554:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f4ee82a1. 00000800:00000001:2.0:1767384322.342586:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.342592:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384322.343073:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000015cf33b6. 00080000:00000010:2.0:1767384322.343120:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d9b531b6. 00040000:00000001:2.0:1767384322.343126:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384322.343128:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384322.343131:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384322.343134:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384322.343137:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.343139:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384322.343151:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384322.343163:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384322.343166:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384322.343172:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384322.343174:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384322.343179:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384322.343182:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384322.343187:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384322.343197:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384322.343204:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000351f861b. 20000000:00000010:1.0:1767384322.343208:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000045293a4a. 00010000:00000001:3.0:1767384322.343209:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:01000000:1.0:1767384322.343213:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00010000:00000010:3.0:1767384322.343214:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d86da99. 20000000:00000001:1.0:1767384322.343217:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384322.343220:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384322.343221:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000040:3.0:1767384322.343226:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d86da99 with handle 0x980286e253c5fbc8 to hash 00080000:00000001:1.0:1767384322.343226:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384322.343231:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384322.343233:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384322.343234:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384322.343239:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00080000:00000001:1.0:1767384322.343242:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.343244:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384322.343246:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384322.343248:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.343248:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.343254:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:3.0:1767384322.343256:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384322.343256:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384322.343258:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:1.0:1767384322.343264:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:1.0:1767384322.343267:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384322.343274:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384322.343276:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384322.343277:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.343280:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.343281:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1767384322.343282:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384322.343286:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:1.0:1767384322.343287:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:3.0:1767384322.343290:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384322.343291:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384322.343295:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384322.343296:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000057e98010. 00010000:00000001:3.0:1767384322.343301:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384322.343302:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560327472640 : -111513382078976 : ffff9a9444793600) 00010000:00000001:3.0:1767384322.343305:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384322.343306:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384322.343310:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384322.343311:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:1.0:1767384322.343313:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ec8c7a22. 00010000:00000001:3.0:1767384322.343315:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000020:2.0:1767384322.343316:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384322.343317:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.343320:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384322.343322:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384322.343323:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384322.343323:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:3.0:1767384322.343328:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000351f861b) refcount = 1 20000000:00000010:2.0:1767384322.343328:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000270565d2. 00080000:00000001:1.0:1767384322.343331:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.343336:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.343337:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384322.343342:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746138112 00080000:00000001:1.0:1767384322.343342:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384322.343346:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384322.343348:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384322.343351:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384322.343354:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384322.343357:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003368fe24 x1853236746138112/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.343359:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.343365:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384322.343371:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384322.343376:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:2.0:1767384322.343376:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384322.343379:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384322.343384:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=28 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384322.343389:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384322.343392:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384322.343392:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384322.343397:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=4 00000100:00000040:2.0:1767384322.343397:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000001:3.0:1767384322.343401:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384322.343404:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384322.343409:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:2.0:1767384322.343411:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00010000:3.0:1767384322.343413:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384322.343417:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384322.343420:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.343460:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384322.343465:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384322.343468:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079f5ff92. 00000100:00000200:2.0:1767384322.343472:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746138112, offset 224 00000400:00000200:2.0:1767384322.343478:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384322.343486:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384322.343494:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03200 00010000:00000001:3.0:1767384322.343498:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384322.343503:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384322.343503:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1459 [2] + 224 00000400:00000200:2.0:1767384322.343512:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384322.343530:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.343534:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384322.343537:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384322.343538:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384322.343542:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384322.343549:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.343551:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384322.343554:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.343560:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384322.343565:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384322.343567:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384322.343583:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d86da99 already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384322.343589:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384322.343591:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384322.343593:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384322.343596:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384322.343602:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384322.343604:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f5ff92 00010000:00000001:3.0:1767384322.343605:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384322.343609:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384322.343610:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079f5ff92. 00000020:00000040:3.0:1767384322.343613:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=5 00000100:00000001:1.0:1767384322.343613:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.343616:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384322.343617:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384322.343619:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000100:00000001:2.0:1767384322.343621:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384322.343623:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384322.343627:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384322.343627:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384322.343630:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000400:00000010:1.0:1767384322.343631:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445b4e2d. 00000100:00000040:2.0:1767384322.343634:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:1.0:1767384322.343637:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09fd438 00010000:00000001:3.0:1767384322.343638:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384322.343640:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384322.343641:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c09fd438. 00010000:00010000:3.0:1767384322.343643:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384322.343645:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.343646:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384322.343652:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384322.343653:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384322.343661:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003368fe24 x1853236746138112/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.343662:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384322.343666:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384322.343669:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.343677:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:1.0:1767384322.343678:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.343681:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384322.343686:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384322.343690:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384322.343691:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003368fe24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746138112:12345-0@lo:253: Request processed in 2877us (3382us total) trans 0 rc 0/0 00000020:00000040:3.0:1767384322.343697:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d86da99 with handle 0x980286e253c5fbc8 from hash 00000100:00000001:1.0:1767384322.343698:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384322.343700:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.343704:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384322.343705:0:16353:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384322.343707:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384322.343708:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384322.343710:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00000001:3.0:1767384322.343712:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384322.343712:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384322.343716:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384322.343716:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.343722:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384322.343722:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 02000000:00000001:1.0:1767384322.343722:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384322.343725:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=28 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384322.343727:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384322.343727:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384322.343732:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384322.343733:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384322.343733:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=28 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384322.343736:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.343738:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384322.343740:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000206366c0. 00010000:00000001:3.0:1767384322.343743:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.343743:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.343749:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384322.343750:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:2.0:1767384322.343750:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ea540f. 00010000:00000001:1.0:1767384322.343752:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.343754:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384322.343757:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384322.343758:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000467119ea. 00010000:00000001:3.0:1767384322.343759:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.343763:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384322.343763:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384322.343766:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:3.0:1767384322.343767:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.343774:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.343775:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384322.343777:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384322.343780:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384322.343780:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bcbb3f95. 00000100:00000001:1.0:1767384322.343781:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384322.343784:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384322.343787:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384322.343788:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:2.0:1767384322.343789:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384322.343793:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384322.343795:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384322.343797:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384322.343801:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384322.343803:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384322.343804:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384322.343804:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384322.343807:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384322.343810:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767384322.343810:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8afb7b4. 00010000:00000001:3.0:1767384322.343815:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:1.0:1767384322.343815:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384322.343817:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:2.0:1767384322.343818:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079f5ff92. 00000020:01000004:1.0:1767384322.343819:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384322.343821:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384322.343824:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384322.343826:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.343830:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384322.343830:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.343834:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384322.343839:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384322.343841:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746138112:0@lo:253: 20000000:00000001:3.0:1767384322.343843:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.343846:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384322.343848:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384322.343849:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384322.343853:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4f4407a x1853236746138112/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.343868:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384322.343869:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384322.343873:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384322.343873:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:3.0:1767384322.343877:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d86da99/0x980286e253c5fbc8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384322.343877:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f168d2a7. 02000000:00000001:1.0:1767384322.343882:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384322.343885:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384322.343887:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384322.343892:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:3.0:1767384322.343893:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000351f861b count: 0 02000000:00000010:1.0:1767384322.343894:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000092bc9e1. 02000000:00000001:1.0:1767384322.343901:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384322.343902:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384322.343903:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4f4407a. 00000100:00000001:1.0:1767384322.343907:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384322.343909:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384322.343909:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.343911:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384322.343913:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384322.343916:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384322.343919:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.343920:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384322.343922:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384322.345026:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000057e98010. 00080000:00000010:1.0:1767384322.345107:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ec8c7a22. 00040000:00000001:1.0:1767384322.345112:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384322.345113:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384322.345115:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384322.345117:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384322.345119:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384322.345126:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384322.345128:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384322.345137:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384322.345139:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384322.345142:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384322.345151:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384322.345155:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384322.345157:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384322.345160:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384322.345163:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384322.345168:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d52d36b1. 00010000:00000001:3.0:1767384322.345172:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384322.345176:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00000020:00000001:3.0:1767384322.345179:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384322.345181:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fbcf to hash 00000020:00000001:3.0:1767384322.345183:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384322.345184:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384322.345187:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384322.345190:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384322.345192:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.345194:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.345202:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384322.345211:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384322.345213:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384322.345214:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384322.345216:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.345218:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384322.345219:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.345221:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384322.345223:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384322.345224:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384322.345226:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384322.345227:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d52d36b1) refcount = 1 00010000:00010000:3.0:1767384322.345231:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.345237:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384322.345239:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384322.345240:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.345242:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.345244:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384322.345246:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384322.345249:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:3.0:1767384322.345251:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384322.345253:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384322.345255:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000020:00000001:3.0:1767384322.345258:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384322.345261:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384322.345264:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384322.345266:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.345272:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384322.345274:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384322.345277:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384322.345282:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384322.345284:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:1.0:1767384322.345285:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dd88ad87. 00010000:00000001:3.0:1767384322.345289:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384322.345291:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384322.345294:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746138240 00010000:00000001:1.0:1767384322.345296:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384322.345301:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384322.345304:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f944f7bf x1853236746138240/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.345322:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384322.345323:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384322.345327:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.345327:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384322.345331:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=28 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384322.345334:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384322.345335:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384322.345338:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384322.345339:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384322.345343:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384322.345347:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384322.345349:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.345353:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384322.345354:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000158f3d3f already unused, calling callback (000000004feed035) 00000100:00000040:1.0:1767384322.345357:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384322.345360:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:1.0:1767384322.345362:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c09fd438. 00010000:00000001:3.0:1767384322.345364:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:1.0:1767384322.345366:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746138240, offset 224 00010000:00010000:3.0:1767384322.345367:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384322.345374:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384322.345380:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1767384322.345384:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384322.345385:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384322.345388:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384322.345391:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=5 00000400:00000200:1.0:1767384322.345394:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03280 00000020:00000001:3.0:1767384322.345397:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00000400:00000200:1.0:1767384322.345401:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1461 [2] + 224 00010000:00000001:3.0:1767384322.345404:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00000400:00000200:1.0:1767384322.345407:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384322.345409:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1767384322.345412:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384322.345414:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384322.345415:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384322.345420:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384322.345445:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.345452:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384322.345457:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384322.345460:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.345464:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384322.345466:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384322.345469:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384322.345472:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09fd438 00010000:00000001:3.0:1767384322.345473:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384322.345474:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384322.345476:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c09fd438. 00010000:00000001:3.0:1767384322.345477:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.345479:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384322.345480:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384322.345482:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000158f3d3f with handle 0x980286e253c5fbcf from hash 00000100:00000001:1.0:1767384322.345484:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384322.345487:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384322.345489:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:2.0:1767384322.345491:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384322.345491:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.345493:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384322.345497:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5aae8bd. 00000100:00000040:1.0:1767384322.345497:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384322.345500:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384322.345505:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384322.345505:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096fcb84c 00000020:00000001:1.0:1767384322.345505:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.345509:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384322.345511:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096fcb84c. 00000020:00000001:1.0:1767384322.345511:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384322.345513:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1767384322.345537:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f944f7bf x1853236746138240/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.345540:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384322.345541:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384322.345545:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384322.345548:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384322.345550:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384322.345551:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f944f7bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746138240:12345-0@lo:253: Request processed in 4665us (5057us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384322.345555:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.345561:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384322.345564:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:1.0:1767384322.345570:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00000001:3.0:1767384322.345571:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.345575:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384322.345577:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00010000:00000001:3.0:1767384322.345579:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384322.345580:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.345581:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384322.345585:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.345585:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384322.345590:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b3d00e1. 00010000:00000001:3.0:1767384322.345592:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.345597:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384322.345598:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ca5bd4e. 00000100:00000001:2.0:1767384322.345606:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384322.345606:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf7ae813. 00010000:00000001:3.0:1767384322.345607:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384322.345610:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.345612:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384322.345613:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:2.0:1767384322.345615:0:16354:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384322.345617:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384322.345619:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384322.345619:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384322.345620:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000010:1.0:1767384322.345623:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000012d37c04. 00000100:00000001:2.0:1767384322.345624:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384322.345625:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384322.345626:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384322.345629:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.345630:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384322.345630:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.345634:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:2.0:1767384322.345636:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384322.345636:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384322.345638:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.345643:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384322.345644:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=28 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384322.345644:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445b4e2d. 00010000:00010000:3.0:1767384322.345646:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384322.345662:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c09fd438. 00000100:00001000:2.0:1767384322.345665:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384322.345674:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384322.345675:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384322.345677:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384322.345678:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fbcf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384322.345682:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.345687:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384322.345690:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384322.345692:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d52d36b1 count: 0 00000100:00000001:2.0:1767384322.345694:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.345700:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.345704:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384322.345707:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384322.345713:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384322.345716:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384322.345717:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384322.345720:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384322.345722:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384322.345723:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384322.345725:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384322.345726:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384322.345728:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384322.345729:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384322.345730:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384322.345731:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384322.345734:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384322.345742:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d370bedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746138240:0@lo:253: 00000100:00000001:2.0:1767384322.345747:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.345749:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384322.345751:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d370bedc x1853236746138240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.345758:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384322.345760:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384322.345762:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000924ee6d1. 02000000:00000001:2.0:1767384322.345765:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384322.345767:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384322.345768:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384322.345770:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384322.345772:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008abb1efb. 02000000:00000001:2.0:1767384322.345775:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384322.345776:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384322.345781:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d370bedc. 00000100:00000001:2.0:1767384322.345784:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384322.345785:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.345787:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.345792:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384322.345793:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.345795:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.345797:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.347479:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294911111, at 4294911112 00000100:00000040:3.0:1767384322.347485:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294911111, at 4294911112 00000100:00000010:2.0:1767384322.347488:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d3b9d6. 00000100:00000040:1.0:1767384322.347489:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294911111, at 4294911112 00000100:00000040:0.0:1767384322.347494:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294911111, at 4294911112 00000100:00000010:1.0:1767384322.347498:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015faad2b. 00000100:00000010:3.0:1767384322.347501:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e4276e8. 00000100:00000010:0.0:1767384322.347503:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd007444. 00010000:00000010:3.1:1767384322.351467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000351f861b. 00010000:00000010:3.1:1767384322.351477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d86da99. 00010000:00000010:3.1:1767384322.351486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d52d36b1. 00010000:00000010:3.1:1767384322.351493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 00000400:00000010:0.0:1767384322.355912:0:22107:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c9f669c3. 00000400:00000040:0.0:1767384322.355930:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384322.355932:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384322.355938:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384322.355939:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384322.355942:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384322.355943:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384322.355946:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384322.355947:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384322.355949:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384322.355950:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384322.355951:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384322.355953:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384322.355955:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384322.355956:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384322.355957:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384322.355959:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384322.355960:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384322.355961:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384322.355962:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384322.355964:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384322.355965:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384322.355966:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384322.355968:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384322.355969:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384322.355969:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384322.355971:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384322.355972:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384322.355974:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384322.355975:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384322.355975:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384322.355976:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384322.355978:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384322.355979:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384322.355980:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384322.355981:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384322.355982:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384322.355983:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384322.355985:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384322.355986:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384322.355987:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384322.355988:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384322.355992:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384322.355993:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384322.355994:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384322.355995:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384322.355996:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384322.355997:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384322.355998:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384322.356000:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384322.356001:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384322.356002:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384322.356003:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384322.356004:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384322.356005:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384322.356006:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384322.356007:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384322.356008:0:22107:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384322.356035:0:22107:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c9f669c3. 00010000:00000001:2.0:1767384322.404489:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384322.404494:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.404500:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384322.404501:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.404564:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384322.404568:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384322.404572:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384323.077032:0:22330:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005b6fe97d. 00080000:00000010:3.0:1767384323.077041:0:22330:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005b6fe97d. 00000020:00000001:3.0:1767384323.077045:0:22330:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384323.077051:0:22330:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005b6fe97d. 00080000:00000010:3.0:1767384323.077055:0:22330:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005b6fe97d. 00000020:00000001:3.0:1767384323.077058:0:22330:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.427530:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384323.427536:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.427540:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384323.427541:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.427557:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384323.427559:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384323.427561:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384323.825248:0:22494:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384323.825257:0:22494:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:1.0:1767384323.830132:0:22494:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384323.837082:0:22495:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003387fbdc. 00000400:00000010:3.0:1767384323.837097:0:22495:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000869391f1. 00000400:00000010:3.0:1767384323.837107:0:22495:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e787f66a. 00000400:00000010:3.0:1767384323.837111:0:22495:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003cd46581. 00000400:00000010:3.0:1767384323.837114:0:22495:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b4f44e5f. 00000400:00000010:3.0:1767384323.837118:0:22495:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087590bf0. 00000400:00000010:3.0:1767384323.837119:0:22495:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000539c1c62. 00000400:00000010:3.0:1767384323.837121:0:22495:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1f77e5f. 00000400:00000010:3.0:1767384323.837124:0:22495:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001077e9fb. 00000800:00000010:3.0:1767384323.837134:0:22495:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000739fa53e. 00000800:00000200:3.0:1767384323.837145:0:22495:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384323.837152:0:22495:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384323.837183:0:22495:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:3.0:1767384323.837202:0:22495:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp20 [8/256/0/180] 00000400:00000010:3.0:1767384323.839975:0:22495:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 000000000ae0206d. 00000400:00000010:3.0:1767384323.839983:0:22495:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e504759. 00000400:00000010:3.0:1767384323.839988:0:22495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094234847. 00000400:00000001:3.0:1767384323.840002:0:22495:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384323.840004:0:22495:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384323.840005:0:22495:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c62e6724. 00000400:00000200:3.0:1767384323.840008:0:22495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000400:00000010:3.0:1767384323.840010:0:22495:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000400:00000010:3.0:1767384323.840014:0:22495:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000c29b5ffd. 00000400:00000200:3.0:1767384323.840020:0:22495:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (11) 00000400:00000200:3.0:1767384323.840035:0:22495:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384323.840046:0:22495:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:3.0:1767384323.840053:0:22495:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ff13d432. 00000020:01000000:3.0:1767384323.840061:0:22495:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384323.840064:0:22495:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp20 00000400:00000010:3.0:1767384323.840078:0:22495:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000869391f1. 00000400:00000010:3.0:1767384323.840083:0:22495:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003387fbdc. 00000400:00000200:2.0:1767384323.840107:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384323.840117:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000020:00000001:0.0:1767384323.840120:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384323.840125:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057018585. 10000000:00000001:0.0:1767384323.840126:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384323.840132:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384323.840133:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (12) 10000000:01000000:0.0:1767384323.840136:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384323.840141:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:2.0:1767384323.840142:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b438310b. 00000020:01000004:0.0:1767384323.840145:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384323.840151:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:01000004:0.0:1767384323.840151:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384323.840157:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384323.840159:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384323.840162:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384323.840163:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384323.840165:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384323.840166:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384323.840168:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384323.840171:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000100:00000010:0.0:1767384323.840175:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e10174b. 00000400:00000200:2.0:1767384323.840197:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000040:0.0:1767384323.840199:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:2.0:1767384323.840205:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:0.0:1767384323.840206:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384323.840211:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384323.840212:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384323.840216:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384323.840221:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:0.0:1767384323.840224:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384323.840233:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a0afe9ce. 00000400:00000200:2.0:1767384323.840234:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384323.840241:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:0.0:1767384323.840243:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.840247:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384323.840252:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:0.0:1767384323.840254:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384323.840255:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384323.840257:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.840263:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000100:00000040:0.0:1767384323.840268:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e10174b] to pc [ptlrpcd_00_02+2] req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384323.840271:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp19 00000400:00000200:2.0:1767384323.840279:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp19 lpni_is_preferred = 0 00000400:00000200:2.0:1767384323.840285:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp19 00000400:00000200:2.0:1767384323.840289:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp19 NI seq info: [25:25:256:4294967295] 192.168.203.143@tcp19 LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1767384323.840295:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp19 00000400:00000200:2.0:1767384323.840320:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp19(192.168.203.143@tcp19:) -> 192.168.203.143@tcp19(192.168.203.143@tcp:192.168.203.143@tcp19) : PUT try# 0 10000000:00000001:0.0:1767384323.840322:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384323.840327:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384323.840332:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.143@tcp19 00000020:00000001:0.0:1767384323.840332:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384323.840340:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384323.840343:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9001c64. 00000100:00000001:1.0:1767384323.840344:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384323.840348:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384323.840352:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384323.840364:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384323.840365:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:2.0:1767384323.840366:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e90304df. 00000100:00000001:1.0:1767384323.840370:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:0.0:1767384323.840370:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:2.0:1767384323.840373:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004b60cf14. 00000020:01000004:0.0:1767384323.840377:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384323.840380:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384323.840382:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:2.0:1767384323.840386:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e90304df] -> 12345-192.168.203.143@tcp19 (2) 00000020:01000004:0.0:1767384323.840388:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384323.840393:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384323.840399:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.1:1767384323.840401:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e90304df] -> 12345-192.168.203.143@tcp19 (2) 00000020:01000004:0.0:1767384323.840404:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384323.840411:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384323.840416:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384323.840417:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384323.840421:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384323.840425:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000010:0.0:1767384323.840427:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040532dff. 00000400:00000200:2.0:1767384323.840433:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000020:00000040:0.0:1767384323.840434:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384323.840450:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.840457:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384323.840460:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384323.840466:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.840466:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384323.840471:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384323.840474:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008e10174b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746138368:0@lo:253: 02000000:00000001:0.0:1767384323.840477:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.840480:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384323.840483:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384323.840487:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.840489:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384323.840494:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.840497:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384323.840500:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000744085b5. 02000000:00000010:1.0:1767384323.840521:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c68d4be0. 02000000:00000001:1.0:1767384323.840542:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.840545:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384323.840549:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807cceed. 00000100:00000001:0.0:1767384323.840551:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384323.840553:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.840559:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040532dff] to pc [ptlrpcd_00_03+3] req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384323.840561:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000731c69d3. 00000100:00000200:1.0:1767384323.840570:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746138368, portal 25 00000400:00000200:2.0:1767384323.840575:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000001:1.0:1767384323.840575:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384323.840577:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472406912 : -111508237144704 : ffff9a957722ad80) 10000000:00000001:0.0:1767384323.840579:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.840590:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384323.840591:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.840596:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384323.840601:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384323.840607:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ff13d432. 00000100:00000001:1.0:1767384323.840613:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384323.840620:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000040:1.0:1767384323.840620:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384323.840621:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.840627:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384323.840629:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e4ba028. 00000100:00000001:0.0:1767384323.840631:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384323.840637:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746138368, offset 0 00000100:00000040:0.0:1767384323.840640:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384323.840651:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384323.840652:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384323.840655:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.840658:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384323.840660:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 02000000:00000001:0.0:1767384323.840660:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384323.840668:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384323.840669:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384323.840676:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746138496:0@lo:253: 00000100:00000001:0.0:1767384323.840680:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384323.840683:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384323.840685:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384323.840687:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03300 02000000:00000001:0.0:1767384323.840688:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384323.840692:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 02000000:00000010:0.0:1767384323.840694:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000005c0d2af. 02000000:00000001:0.0:1767384323.840699:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384323.840705:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4720341. 00000400:00000200:1.0:1767384323.840710:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000400:00000010:1.0:1767384323.840716:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000877c66f3. 00000400:00000200:2.0:1767384323.840718:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384323.840722:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ce99258 00000400:00000010:0.0:1767384323.840731:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073f796aa. 00000400:00000200:1.0:1767384323.840732:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384323.840755:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746138496, portal 25 00000400:00000200:1.0:1767384323.840757:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384323.840761:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384323.840765:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472403328 : -111508237148288 : ffff9a9577229f80) 00000400:00000200:1.0:1767384323.840766:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce99258 00000400:00000200:2.0:1767384323.840770:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000010:1.0:1767384323.840771:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ce99258. 00000100:00000040:0.0:1767384323.840773:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.840778:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384323.840783:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384323.840791:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000bd7c2610 x1853236746138368 msgsize 4848 00000100:00000001:0.0:1767384323.840793:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384323.840802:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384323.840807:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384323.840809:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7dba7c8. 00000100:00000040:1.0:1767384323.840810:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384323.840818:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746138496, offset 0 00000100:00000001:1.0:1767384323.840827:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384323.840828:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.840830:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384323.840837:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ba028 00000400:00000010:1.0:1767384323.840843:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e4ba028. 00000400:00000200:0.0:1767384323.840848:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384323.840858:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384323.840866:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384323.840876:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03380 00000100:00000001:1.0:1767384323.840877:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384323.840883:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000040:1.0:1767384323.840887:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384323.840890:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000400:00000010:0.0:1767384323.840903:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019e4d5c9. 00000100:00000001:1.0:1767384323.840907:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.840910:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dfdb235f 00000100:00000001:1.0:1767384323.840911:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384323.840920:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.840921:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384323.840931:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294912611 00000400:00000200:2.0:1767384323.840933:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384323.840933:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384323.840943:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d3b9d6. 00000400:00000200:0.0:1767384323.840945:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfdb235f 00000400:00000010:0.0:1767384323.840952:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfdb235f. 00000100:00000001:1.0:1767384323.840955:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384323.840958:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384323.840962:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384323.840964:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294912611 00000100:00000040:0.0:1767384323.840966:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000005f72b5eb x1853236746138496 msgsize 4848 00000100:00000010:1.0:1767384323.840973:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e4276e8. 00000400:00000200:2.0:1767384323.840978:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00100000:0.0:1767384323.840979:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384323.840980:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384323.840988:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384323.840992:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294912611 00000100:00000010:1.0:1767384323.840997:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd007444. 00000100:00000001:1.0:1767384323.841002:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384323.841004:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384323.841013:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7dba7c8 00000400:00000010:0.0:1767384323.841017:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7dba7c8. 00000100:00000001:1.0:1767384323.841018:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294912611 00000100:00000001:0.0:1767384323.841021:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384323.841025:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015faad2b. 00000100:00000200:0.0:1767384323.841030:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.841031:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384323.841033:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000001:1.0:1767384323.841040:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384323.841048:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.841052:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384323.841054:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.841057:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.841060:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.841071:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.841074:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384323.841074:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384323.841075:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000001:1.0:1767384323.841079:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384323.841084:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.841086:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384323.841092:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384323.841093:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294912611 00000100:00000001:1.0:1767384323.841095:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.841100:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294912611 00000100:00000001:1.0:1767384323.841102:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.841109:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294912611 00000100:00000001:0.0:1767384323.841113:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294912611 00000100:00000001:0.0:1767384323.841115:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294912611 00000100:00000001:0.0:1767384323.841118:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294912611 00000100:00000001:0.0:1767384323.841120:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294912611 00000100:00000001:0.0:1767384323.841130:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294912611 00000100:00000001:0.0:1767384323.841133:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384323.841134:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384323.841137:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000001:0.0:1767384323.841137:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.841138:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746138368 02000000:00000001:1.0:1767384323.841145:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384323.841147:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.841149:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.841153:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.841154:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.841162:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.841165:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384323.841166:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746138368 00000100:00000001:0.0:1767384323.841170:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384323.841171:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384323.841176:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384323.841177:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384323.841181:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384323.841181:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384323.841203:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:0.0:1767384323.841204:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.841209:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.841210:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384323.841216:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:2.0:1767384323.841219:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000001:1.0:1767384323.841222:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.841229:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187219a6. 00000100:00000001:1.0:1767384323.841234:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.841238:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187219a6. 00000020:00000010:1.0:1767384323.841247:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0621bcd. 00000020:00000010:1.0:1767384323.841268:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001bc2ae25. 00000020:00000010:1.0:1767384323.841276:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ca5bd4e. 00000100:00000040:1.0:1767384323.841290:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384323.841292:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000100:00000001:1.0:1767384323.841306:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384323.841320:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384323.841324:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.841336:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.841352:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.841355:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000100:00000001:1.0:1767384323.841385:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384323.841390:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746138496 02000000:00000001:1.0:1767384323.841394:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384323.841397:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384323.841400:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.841401:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384323.841406:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.841406:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384323.841414:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746138496 00000100:00100000:0.0:1767384323.841415:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000020:00000001:1.0:1767384323.841421:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384323.841423:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000400:00000200:2.0:1767384323.841424:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000020:00000040:1.0:1767384323.841428:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384323.841430:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425044560 : -111508284507056 : ffff9a95744ffc50) 00000020:00000001:1.0:1767384323.841435:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384323.841440:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd7c2610 x1853236746138368/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:304/0 lens 4848/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384323.841441:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:1.0:1767384323.841450:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384323.841457:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384323.841459:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000010:0.0:1767384323.841463:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005beb7130. 00000100:00000001:1.0:1767384323.841468:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384323.841470:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000020:00000010:1.0:1767384323.841476:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187219a6. 00000100:00000001:0.0:1767384323.841496:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384323.841500:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005beb7130. 00000100:00100000:0.0:1767384323.841527:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd7c2610 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746138368:12345-0@lo:253: 00000100:00000200:0.0:1767384323.841532:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746138368 00000020:00000001:0.0:1767384323.841551:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384323.841555:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384323.841557:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.841559:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384323.841562:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:0.0:1767384323.841565:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384323.841567:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384323.841569:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384323.841571:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384323.841579:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.841583:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384323.841585:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384323.841591:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b7356cf7. 02000000:00000001:0.0:1767384323.841593:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.841595:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.841598:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384323.841607:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c95560a3. 20000000:01000000:0.0:1767384323.841610:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384323.841613:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384323.841615:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384323.841618:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.841619:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.841621:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384323.841631:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b5fde3c3. 20000000:01000000:0.0:1767384323.841632:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:0.0:1767384323.841638:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384323.841643:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384323.841647:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384323.841664:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384323.841678:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384323.841680:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384323.841682:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384323.841684:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384323.841686:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384323.841689:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000020:00000001:0.0:1767384323.841693:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:0.0:1767384323.841695:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384323.841697:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384323.841701:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384323.841703:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384323.841706:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384323.841710:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384323.841713:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384323.841717:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ff403dbd. 00080000:00000001:0.0:1767384323.841720:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565212146688 : -111508497404928 : ffff9a95679f6c00) 00080000:00000001:0.0:1767384323.841729:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384323.841732:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384323.841736:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005beb7130. 00080000:00000001:0.0:1767384323.841739:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384323.841742:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384323.841771:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384323.841791:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384323.841816:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384323.841818:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000020:00000010:1.0:1767384323.841828:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187219a6. 00000020:00000010:1.0:1767384323.841841:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000daac72cc. 00000020:00000010:1.0:1767384323.841848:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ea93d35. 00000020:00000010:1.0:1767384323.841855:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000065a50995. 00000100:00000001:1.0:1767384323.841862:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384323.841864:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384323.841866:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.841875:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000100:00000001:1.0:1767384323.841877:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.841899:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.841913:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384323.841916:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384323.841923:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:1.0:1767384323.841928:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:1.0:1767384323.841932:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425030224 : -111508284521392 : ffff9a95744fc450) 00000100:00000040:1.0:1767384323.841940:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f72b5eb x1853236746138496/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:304/0 lens 4848/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.841964:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.841970:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187219a6. 00000100:00000001:1.0:1767384323.841975:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.841979:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187219a6. 00000100:00100000:1.0:1767384323.841988:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f72b5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746138496:12345-0@lo:253: 00000100:00000200:1.0:1767384323.841994:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746138496 00000020:00000001:1.0:1767384323.841998:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384323.842002:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384323.842006:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.842010:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384323.842012:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384323.842017:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384323.842020:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384323.842023:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384323.842026:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384323.842029:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.842033:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384323.842036:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384323.842044:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000715831b7. 02000000:00000001:1.0:1767384323.842047:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.842050:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.842054:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384323.842065:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007600f292. 20000000:01000000:1.0:1767384323.842071:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384323.842073:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384323.842076:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384323.842079:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.842082:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.842086:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384323.842150:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000924ee6d1. 00000800:00000010:2.0:1767384323.842158:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b0f9c0b4. 00000800:00000010:2.0:1767384323.842164:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c38e0e0. 00000400:00000200:0.0:1767384323.842165:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384323.842219:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp19 from 235.3.0.2 00000800:00000010:2.0:1767384323.842223:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c38e0e0. 00000800:00000010:0.0:1767384323.842224:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000de585798. 00000800:00000010:1.0:1767384323.842300:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000012d37c04. 00000800:00000010:1.0:1767384323.842311:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e4ba028. 00000800:00000010:1.0:1767384323.842348:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004ce99258. 00000800:00000200:1.1:1767384323.842360:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e90304df] -> 12345-192.168.203.143@tcp19 (2) 00000800:00000200:1.1:1767384323.842368:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp19 000000004ce99258 deleted 00000800:00000010:1.1:1767384323.842383:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004ce99258. 00000800:00000200:1.1:1767384323.842391:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384323.842401:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp19 ip 192.168.203.143:1003 00000800:00000200:1.1:1767384323.842407:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9001c64 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767384323.842416:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp19 p 3.x 192.168.203.143 -> 192.168.203.143:1003 incarnation:1767384322338071645 sched[0] 00000800:00000010:1.0:1767384323.842435:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000187219a6. 00000800:00000010:1.0:1767384323.842593:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000187219a6. 00000800:00000010:1.0:1767384323.842599:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e4ba028. 00000800:00000200:2.1:1767384323.842611:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384323.842618:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp19 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384322338071645 sched[0] 00000800:00000010:2.0:1767384323.842621:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b0f9c0b4. 00000800:00000010:1.0:1767384323.842645:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000de585798. 00000800:00000001:0.0:1767384323.842655:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384323.842662:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384323.842667:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384323.842676:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.842682:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384323.842718:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000800:00000200:0.0:1767384323.842772:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384323.842774:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000010:0.0:1767384323.842779:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9001c64. 00000400:00000200:0.0:1767384323.842786:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384323.842793:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp19->192.168.203.143@tcp19: PUT: OK 00000400:00000200:0.0:1767384323.842798:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384323.842802:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000800:00000001:0.0:1767384323.842812:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384323.842815:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000001:0.0:1767384323.842818:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384323.842823:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384323.842828:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.842835:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp19(192.168.203.143@tcp19) <- 192.168.203.143@tcp19 : PUT - for me 00000400:00000200:0.0:1767384323.842846:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384323.842852:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 224/224 into md 0x1469 [1] + 0 00000400:00000200:2.0:1767384323.842855:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000010:0.0:1767384323.842856:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ea30140. 00000400:00000200:0.0:1767384323.842864:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ffdb710e 00000800:00000001:0.0:1767384323.842868:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384323.842879:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.842881:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384323.842885:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp19->192.168.203.143@tcp19: PUT: OK 00000400:00000200:0.0:1767384323.842888:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdb710e 00000400:00000010:0.0:1767384323.842891:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdb710e. 00000400:00000200:0.0:1767384323.842895:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384323.842899:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (13) 00000400:00000200:2.0:1767384323.842903:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384323.842916:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:0.0:1767384323.842921:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 000000001b22c588. 00000400:00000200:0.0:1767384323.842925:0:16346:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 12 00000400:00000200:0.0:1767384323.842931:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384323.842941:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (14) 00000400:00000200:2.0:1767384323.842942:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384323.842947:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384323.842957:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp19 to MR: 192.168.203.143@tcp19 local destination 00000400:00000200:0.0:1767384323.842963:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp19 NI seq info: [26:26:256:4294967295] 192.168.203.143@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384323.842981:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp19(192.168.203.143@tcp19:192.168.203.143@tcp19) -> 192.168.203.143@tcp19(192.168.203.143@tcp19:192.168.203.143@tcp19) 192.168.203.143@tcp19 : ACK try# 0 00000400:00000200:2.0:1767384323.842983:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000800:00000200:0.0:1767384323.842990:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp19 00000400:00000200:1.0:1767384323.842991:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384323.842997:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065e78d42. 00000400:00000010:1.0:1767384323.843002:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000366e5bb4. 00000800:00000200:0.0:1767384323.843006:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e90304df] -> 12345-192.168.203.143@tcp19 (4) 00000400:00000200:2.0:1767384323.843013:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000010:1.0:1767384323.843014:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000800:00000200:0.0:1767384323.843016:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp19 ip 192.168.203.143:988 00000800:00000200:0.0:1767384323.843025:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065e78d42 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384323.843027:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000400:00000200:1.0:1767384323.843037:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1004d1 00000400:00000010:1.0:1767384323.843047:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 0000000073bb0dce. 00000400:00000010:1.0:1767384323.843052:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 000000007f4fac24. 00000400:00000010:1.0:1767384323.843055:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000fb64c249. 00000400:00000200:2.0:1767384323.843060:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000010:1.0:1767384323.843084:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000022f6e6c2. 00000800:00000200:0.0:1767384323.843093:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384323.843094:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000022f6e6c2 nid 192.168.203.143@tcp20 00000800:00000010:0.0:1767384323.843100:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065e78d42. 00000400:00000200:0.0:1767384323.843106:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384323.843113:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp19->192.168.203.143@tcp19: ACK: OK 00000400:00000200:2.0:1767384323.843114:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000800:00000001:0.0:1767384323.843120:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384323.843127:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384323.843134:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384323.843140:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384323.843142:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384323.843149:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384323.843157:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp19(192.168.203.143@tcp19) <- 192.168.203.143@tcp19 : ACK - for me 00000400:00000010:1.0:1767384323.843158:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b966b3cb. 00000400:00000200:1.0:1767384323.843163:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b966b3cb net tcp20 00000400:00000200:1.0:1767384323.843168:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (13) 00000400:00000200:0.0:1767384323.843190:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp19: ACK from 12345-192.168.203.143@tcp19 into md 0x1481 00000400:00000200:1.0:1767384323.843197:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp20 flags 0x11 00000400:00000200:2.0:1767384323.843198:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384323.843198:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384323.843202:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 0000000073bb0dce. 00000400:00000010:1.0:1767384323.843209:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 000000007f4fac24. 00000400:00000200:0.0:1767384323.843210:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp19->192.168.203.143@tcp19: ACK: OK 00000400:00000010:1.0:1767384323.843217:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000fb64c249. 00000400:00000200:0.0:1767384323.843219:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057018585 00000400:00000010:1.0:1767384323.843222:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 000000001b22c588. 00000400:00000010:0.0:1767384323.843223:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057018585. 00000400:00000200:0.0:1767384323.843236:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384323.843237:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384323.843240:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384323.843241:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:1.0:1767384323.843251:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:0.0:1767384323.843252:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384323.843259:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000400:00000200:0.0:1767384323.843259:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (14) 00000800:00000001:0.0:1767384323.843270:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384323.843273:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000800:00000001:0.0:1767384323.843277:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384323.843279:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384323.843283:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384323.843284:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:1.0:1767384323.843310:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:1.0:1767384323.843317:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (13) 00000400:00000200:2.0:1767384323.843351:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384323.843389:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384323.843416:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384323.843439:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384323.843526:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384323.843580:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384323.843596:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384323.843703:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384323.843714:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcbb3f95. 00000800:00000010:2.0:1767384323.843719:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b0f9c0b4. 00000400:00000200:0.0:1767384323.843721:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp19 from 234.3.0.2 00000800:00000010:0.0:1767384323.843732:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f425ff89. 00000800:00000010:2.0:1767384323.843734:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c38e0e0. 00000800:00000010:2.0:1767384323.843790:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c38e0e0. 00000800:00000010:1.0:1767384323.843795:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dd88ad87. 00000800:00000010:1.0:1767384323.843803:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e4ba028. 00000800:00000010:1.0:1767384323.843831:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004ce99258. 00000800:00000200:1.1:1767384323.843838:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e90304df] -> 12345-192.168.203.143@tcp19 (4) 00000800:00000200:1.1:1767384323.843846:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp19 000000004ce99258 deleted 00000800:00000010:1.1:1767384323.843849:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004ce99258. 00000800:00000200:1.1:1767384323.843855:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384323.843863:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp19 p 3.x 192.168.203.143 -> 192.168.203.143:1002 incarnation:1767384322338071645 sched[0] 00000800:00000010:1.0:1767384323.843872:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000187219a6. 00000800:00000010:1.0:1767384323.843961:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000187219a6. 00000800:00000010:1.0:1767384323.843977:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e4ba028. 00000800:00000010:1.0:1767384323.844021:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f425ff89. 00000800:00000001:2.0:1767384323.844043:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.844050:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384323.844076:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384323.844087:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp19 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384322338071645 sched[0] 00000800:00000010:1.0:1767384323.844092:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b0f9c0b4. 00000800:00000001:2.0:1767384323.844143:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.844149:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384323.844486:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ff403dbd. 00080000:00000010:1.0:1767384323.844534:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005beb7130. 00040000:00000001:1.0:1767384323.844541:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384323.844545:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384323.844548:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384323.844553:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384323.844556:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.844559:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384323.844576:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384323.844591:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384323.844595:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384323.844597:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000074a7ea17. 20000000:01000000:2.0:1767384323.844601:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00080000:00000001:1.0:1767384323.844603:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384323.844603:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384323.844605:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384323.844610:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384323.844611:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:0.0:1767384323.844613:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384323.844615:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384323.844618:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384323.844623:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384323.844624:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:0.0:1767384323.844631:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000030413f75. 00080000:00000001:2.0:1767384323.844633:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.844637:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384323.844638:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384323.844642:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384323.844643:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000447e7f13. 00080000:00000001:2.0:1767384323.844644:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384323.844648:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.844648:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:2.0:1767384323.844653:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000040:0.0:1767384323.844654:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000447e7f13 with handle 0x980286e253c5fbd6 to hash 00000020:00000001:2.0:1767384323.844659:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00000020:00000001:0.0:1767384323.844660:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:2.0:1767384323.844665:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384323.844665:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384323.844671:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00080000:00000001:2.0:1767384323.844672:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384323.844677:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384323.844678:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.844680:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.844683:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384323.844690:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.844694:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384323.844695:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384323.844701:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1767384323.844702:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:0.0:1767384323.844705:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384323.844706:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384323.844708:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384323.844711:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cc4bb092. 00010000:00000001:0.0:1767384323.844712:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384323.844718:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565211171328 : -111508498380288 : ffff9a9567908a00) 00010000:00000001:0.0:1767384323.844718:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384323.844722:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384323.844723:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384323.844726:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384323.844729:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004c38e0e0. 00080000:00000001:2.0:1767384323.844734:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.844736:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384323.844737:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384323.844740:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384323.844743:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384323.844744:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384323.844747:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000030413f75) refcount = 1 00080000:00000001:2.0:1767384323.844770:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.844772:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.844780:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384323.844783:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:2.0:1767384323.844785:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384323.844785:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.844791:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.844794:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384323.844797:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384323.844800:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:0.0:1767384323.844803:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.844805:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.844807:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=4 00000020:00000001:0.0:1767384323.844809:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384323.844812:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384323.844815:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384323.844817:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.844823:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384323.844825:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.844831:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.844833:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384323.844835:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.844840:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.844842:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384323.844848:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384323.844862:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384323.844867:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384323.844867:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384323.844874:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c95560a3. 00010000:00010000:0.0:1767384323.844879:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000447e7f13 already unused, calling callback (000000004feed035) 20000000:00000001:1.0:1767384323.844885:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.844885:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384323.844888:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384323.844893:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384323.844895:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746138368 00010000:00000001:1.0:1767384323.844905:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384323.844906:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384323.844910:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.844912:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.844913:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=5 00010000:00000200:1.0:1767384323.844916:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd7c2610 x1853236746138368/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384323.844917:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384323.844922:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384323.844929:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384323.844933:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.844946:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384323.844948:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384323.844954:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384323.844955:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.844957:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.844964:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00001000:1.0:1767384323.844965:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=29 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384323.844966:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384323.844969:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.844971:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384323.844976:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000447e7f13 with handle 0x980286e253c5fbd6 from hash 00000100:00000001:1.0:1767384323.844977:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384323.844979:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384323.844981:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.844982:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.844983:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384323.844984:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384323.844986:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384323.844987:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384323.844990:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384323.844995:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384323.845002:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:0.0:1767384323.845004:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.845010:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1767384323.845012:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384323.845013:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384323.845019:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384323.845020:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.845021:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.845024:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.845028:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.845030:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384323.845031:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.845036:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384323.845040:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384323.845049:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384323.845051:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e4ba028. 00010000:00000001:0.0:1767384323.845052:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.845055:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384323.845060:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:1.0:1767384323.845061:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746138368, offset 224 00010000:00000001:0.0:1767384323.845062:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.845065:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.845069:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384323.845074:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.845079:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384323.845080:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384323.845083:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.845090:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384323.845093:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384323.845097:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000447e7f13/0x980286e253c5fbd6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384323.845099:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:0.0:1767384323.845112:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000030413f75 count: 0 00000400:00000200:1.0:1767384323.845118:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03300 00010000:00000001:0.0:1767384323.845120:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384323.845126:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384323.845131:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1485 [2] + 224 00000400:00000200:1.0:1767384323.845140:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.845145:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384323.845150:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384323.845155:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384323.845168:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.845209:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384323.845215:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ba028 00000400:00000010:1.0:1767384323.845218:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e4ba028. 00000100:00000001:0.0:1767384323.845219:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384323.845223:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384323.845223:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384323.845227:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384323.845229:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384323.845233:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384323.845233:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384323.845237:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807cceed. 00000100:00000040:1.0:1767384323.845240:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:0.0:1767384323.845242:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000731c69d3 00010000:00000001:1.0:1767384323.845246:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384323.845247:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000731c69d3. 00000020:00000001:1.0:1767384323.845250:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.845253:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384323.845259:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384323.845260:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd7c2610 x1853236746138368/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384323.845283:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384323.845311:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd7c2610 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746138368:12345-0@lo:253: Request processed in 3850us (4514us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384323.845313:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.845333:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384323.845335:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.845337:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384323.845342:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384323.845345:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.845351:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.845354:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.845360:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00001000:0.0:1767384323.845360:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=29 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384323.845382:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00001000:0.0:1767384323.845382:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384323.845387:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384323.845390:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384323.845392:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.845397:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384323.845398:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384323.845400:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.845404:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384323.845407:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001bc2ae25. 00000100:00000040:0.0:1767384323.845410:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384323.845416:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ca5bd4e. 00000100:00000001:0.0:1767384323.845425:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.845427:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0621bcd. 00000100:00000001:0.0:1767384323.845430:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384323.845435:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384323.845476:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384323.845478:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384323.845479:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384323.845481:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384323.845482:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384323.845484:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384323.845485:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384323.845486:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384323.845487:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384323.845488:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000040:1.0:1767384323.845489:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000040:0.0:1767384323.845492:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384323.845498:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384323.845501:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b7356cf7. 02000000:00000001:1.0:1767384323.845523:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384323.845524:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008e10174b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746138368:0@lo:253: 00000100:00000001:1.0:1767384323.845529:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.845531:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.845536:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.845538:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008e10174b x1853236746138368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384323.845540:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384323.845549:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005557682e. 00000100:00000001:0.0:1767384323.845549:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384323.845553:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384323.845556:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c68d4be0. 00000400:00000010:1.0:1767384323.845557:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e4ba028. 02000000:00000001:0.0:1767384323.845561:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384323.845565:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384323.845567:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384323.845570:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384323.845572:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a0afe9ce. 02000000:00000001:0.0:1767384323.845576:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384323.845578:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384323.845579:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e10174b. 00000100:00000001:0.0:1767384323.845583:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384323.845584:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.845586:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.845605:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384323.845607:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.845610:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.845611:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384323.846976:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cc4bb092. 00080000:00000010:1.0:1767384323.847029:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004c38e0e0. 00040000:00000001:1.0:1767384323.847036:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384323.847037:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384323.847039:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384323.847042:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384323.847045:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.847048:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384323.847050:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384323.847062:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384323.847066:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384323.847070:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384323.847071:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384323.847076:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384323.847078:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384323.847081:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384323.847083:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384323.847087:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cb1d9e70. 00010000:00000001:0.0:1767384323.847090:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384323.847092:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009ddd0e86. 00000020:00000001:0.0:1767384323.847095:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384323.847097:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009ddd0e86 with handle 0x980286e253c5fbdd to hash 00000020:00000001:0.0:1767384323.847105:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384323.847107:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384323.847108:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384323.847110:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.847112:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.847114:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.847120:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384323.847121:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384323.847122:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384323.847124:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384323.847125:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.847126:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384323.847127:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.847128:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384323.847130:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384323.847130:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384323.847131:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384323.847132:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cb1d9e70) refcount = 1 00010000:00010000:0.0:1767384323.847135:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.847139:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384323.847140:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384323.847141:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.847143:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.847144:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384323.847147:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384323.847149:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:0.0:1767384323.847151:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.847152:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.847153:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=4 00000020:00000001:0.0:1767384323.847155:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384323.847158:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384323.847166:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384323.847167:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.847171:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384323.847172:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.847176:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.847177:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384323.847178:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.847181:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.847182:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.847183:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384323.847184:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384323.847188:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009ddd0e86 already unused, calling callback (000000004feed035) 00010000:00000001:0.0:1767384323.847189:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384323.847190:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384323.847191:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.847194:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384323.847195:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.847196:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.847197:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=5 00000020:00000001:0.0:1767384323.847198:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384323.847199:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384323.847201:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384323.847202:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.847214:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384323.847216:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384323.847217:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.847218:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384323.847219:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384323.847220:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384323.847221:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384323.847222:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009ddd0e86 with handle 0x980286e253c5fbdd from hash 00010000:00000001:0.0:1767384323.847224:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384323.847225:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.847225:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.847226:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384323.847227:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384323.847228:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384323.847229:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384323.847230:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384323.847231:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.847233:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384323.847233:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384323.847235:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.847236:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.847237:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.847238:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.847239:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.847241:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.847244:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.847245:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.847246:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384323.847248:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384323.847249:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.847250:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.847251:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384323.847252:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384323.847253:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.847260:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.847265:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384323.847266:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384323.847268:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009ddd0e86/0x980286e253c5fbdd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384323.847271:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cb1d9e70 count: 0 00010000:00000001:0.0:1767384323.847279:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384323.847280:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384323.847290:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384323.847295:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384323.847297:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007600f292. 20000000:00000001:1.0:1767384323.847302:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384323.847305:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746138496 00010000:00000001:1.0:1767384323.847308:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384323.847312:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f72b5eb x1853236746138496/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384323.847336:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384323.847338:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384323.847341:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.847344:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384323.847347:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384323.847350:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384323.847353:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384323.847355:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.847357:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384323.847360:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384323.847364:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ce99258. 00000100:00000200:1.0:1767384323.847368:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746138496, offset 224 00000400:00000200:1.0:1767384323.847374:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384323.847381:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.847389:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03380 00000400:00000200:1.0:1767384323.847395:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x148d [2] + 224 00000400:00000200:1.0:1767384323.847401:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.847406:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384323.847410:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384323.847414:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384323.847475:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.847503:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294912611, at 4294912612 00000100:00000001:1.0:1767384323.847503:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384323.847522:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.847525:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384323.847527:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015faad2b. 00000400:00000200:1.0:1767384323.847528:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce99258 00000400:00000010:1.0:1767384323.847534:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ce99258. 00000100:00000001:1.0:1767384323.847539:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384323.847540:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384323.847541:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384323.847543:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384323.847546:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4720341. 00000100:00000001:1.0:1767384323.847548:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.847551:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073f796aa 00000400:00000010:0.0:1767384323.847554:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073f796aa. 00000100:00000040:1.0:1767384323.847556:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:0.0:1767384323.847558:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384323.847568:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384323.847568:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384323.847573:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.847579:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384323.847582:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.847592:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384323.847594:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384323.847597:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f72b5eb x1853236746138496/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.847598:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384323.847601:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384323.847603:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.847605:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.847609:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384323.847615:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384323.847622:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=29 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384323.847626:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f72b5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746138496:12345-0@lo:253: Request processed in 5657us (6655us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384323.847627:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384323.847629:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.847634:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384323.847636:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.847640:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.847644:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:1.0:1767384323.847648:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384323.847653:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384323.847653:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.847658:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384323.847664:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.847665:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ea93d35. 00000100:00000001:0.0:1767384323.847667:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384323.847670:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384323.847673:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000065a50995. 00000020:01000004:0.0:1767384323.847674:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384323.847678:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000010:1.0:1767384323.847681:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000daac72cc. 00000020:01000004:0.0:1767384323.847682:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384323.847685:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384323.847688:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:1.0:1767384323.847690:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000020:01000004:0.0:1767384323.847690:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384323.847691:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384323.847694:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384323.847697:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384323.847699:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384323.847700:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384323.847702:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000715831b7. 02000000:00000001:1.0:1767384323.847709:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384323.847712:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384323.847713:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746138496:0@lo:253: 00000100:00000200:1.0:1767384323.847718:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384323.847719:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.847724:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384323.847726:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af8788c2. 00000100:00000040:0.0:1767384323.847726:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040532dff x1853236746138496/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384323.847733:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ce99258. 00000100:00000001:0.0:1767384323.847737:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384323.847740:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384323.847742:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000005c0d2af. 02000000:00000001:0.0:1767384323.847746:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384323.847747:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384323.847748:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000100:00000040:1.0:1767384323.847750:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294912611, at 4294912612 00000020:00000001:0.0:1767384323.847750:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384323.847753:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000744085b5. 00000100:00000010:1.0:1767384323.847757:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e4276e8. 02000000:00000001:0.0:1767384323.847758:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384323.847761:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384323.847764:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040532dff. 00000100:00000001:0.0:1767384323.847768:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384323.847768:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.847770:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.847780:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384323.847781:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.847783:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.847784:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.848464:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294912611, at 4294912613 00000100:00000010:0.0:1767384323.848470:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d3b9d6. 00000100:00000040:2.0:1767384323.848471:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294912611, at 4294912613 00000100:00000010:2.0:1767384323.848479:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd007444. 00010000:00000010:0.1:1767384323.853501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000030413f75. 00010000:00000010:0.1:1767384323.853546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000447e7f13. 00010000:00000010:0.1:1767384323.856476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cb1d9e70. 00010000:00000010:0.1:1767384323.856487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009ddd0e86. 00000400:00000010:3.0:1767384323.862880:0:22500:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000084d6e2c6. 00000400:00000040:3.0:1767384323.862902:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.862905:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384323.862909:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.862911:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.862914:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.862916:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384323.862919:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.862921:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384323.862922:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384323.862924:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384323.862926:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384323.862928:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.862930:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384323.862931:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.862932:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384323.862935:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384323.862937:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.862938:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384323.862939:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384323.862942:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.862943:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.862945:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.862947:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.862948:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.862949:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384323.862951:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.862953:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.862954:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.862956:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.862957:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.862966:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384323.862968:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.862970:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.862972:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.862974:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.862975:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.862976:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384323.862979:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.862980:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.862982:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384323.862983:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384323.862985:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.862987:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384323.862988:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384323.862990:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384323.862991:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384323.862993:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384323.862995:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384323.862997:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384323.862998:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.863000:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384323.863002:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384323.863003:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384323.863005:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384323.863007:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384323.863009:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384323.863010:0:22500:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384323.863052:0:22500:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000084d6e2c6. 00010000:00000001:2.0:1767384324.452472:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384324.452476:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.452481:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384324.452482:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.452517:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384324.452520:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.452523:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384324.758013:0:22733:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bd347713. 00080000:00000010:0.0:1767384324.758043:0:22733:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bd347713. 00000020:00000001:0.0:1767384324.758048:0:22733:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384324.758055:0:22733:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bd347713. 00080000:00000010:0.0:1767384324.758060:0:22733:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bd347713. 00000020:00000001:0.0:1767384324.758063:0:22733:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384325.283518:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:3.0:1767384325.283519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:0.0:1767384325.283527:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384325.283533:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040532dff. 00000100:00000001:3.0:1767384325.283535:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767384325.283541:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:3.0:1767384325.283546:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c493e826. 00000100:00000001:0.0:1767384325.283546:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384325.283551:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:3.0:1767384325.283558:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 02000000:00000001:0.0:1767384325.283559:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.283571:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767384325.283572:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a7ad82f. 02000000:00000001:3.0:1767384325.283575:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384325.283579:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.283583:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.283586:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384325.283588:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384325.283591:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000075162597. 00000100:00000001:3.0:1767384325.283598:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.283598:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040532dff] to pc [ptlrpcd_00_00+0] req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384325.283618:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384325.283623:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.283635:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384325.283638:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.283639:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.283644:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384325.283648:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c493e826] to pc [ptlrpcd_00_01+1] req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.283650:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384325.283660:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.283692:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384325.283694:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.283701:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.283705:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384325.283708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384325.283708:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384325.283718:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.283719:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384325.283723:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011eebb64. 00000100:00100000:0.0:1767384325.283723:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746138624:0@lo:13: 00000100:00000001:0.0:1767384325.283745:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767384325.283751:0:38:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384325.283752:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384325.283763:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384325.283764:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.283774:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384325.283774:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384325.283780:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000340cd499. 02000000:00000001:3.0:1767384325.283781:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.283781:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384325.283785:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.283791:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384325.283798:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076a3a638. 00000100:00000001:1.0:1767384325.283799:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384325.283800:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4720341. 00000100:00000040:1.0:1767384325.283812:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.283818:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.283821:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4188c. 00000100:00000040:3.0:1767384325.283831:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.283831:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384325.283832:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746138624, portal 4 00000100:00000001:1.0:1767384325.283839:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.283840:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384325.283847:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472403328 : -111508237148288 : ffff9a9577229f80) 02000000:00000001:1.0:1767384325.283851:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384325.283859:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384325.283869:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384325.283871:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.283889:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c493e826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746138752:0@lo:400: 00000100:00000001:3.0:1767384325.283891:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384325.283896:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.283914:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384325.283915:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384325.283919:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011eebb64] to pc [ptlrpcd_00_02+2] req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384325.283929:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384325.283929:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384325.283936:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.283939:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 02000000:00000001:1.0:1767384325.283946:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384325.283949:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746138624, offset 0 02000000:00000010:1.0:1767384325.283954:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ede8e21. 02000000:00000001:1.0:1767384325.283963:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.283971:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384325.283978:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029d0b97a. 00000400:00000010:1.0:1767384325.283989:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fcecb2a. 00000100:00000200:1.0:1767384325.283993:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746138752, portal 25 00000100:00000001:1.0:1767384325.283996:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.283999:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609938944 : -111508099612672 : ffff9a957f554000) 00000400:00000200:0.0:1767384325.283999:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384325.284007:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.284008:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384325.284014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384325.284024:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df03400 00000100:00000001:3.0:1767384325.284040:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384325.284041:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384325.284047:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003edafaed. 00000400:00000200:0.0:1767384325.284048:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 896 00000100:00000040:1.0:1767384325.284057:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384325.284061:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:1.0:1767384325.284063:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbdd93fd. 00000400:00000200:0.0:1767384325.284064:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384325.284068:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767384325.284070:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746138752, offset 0 02000000:00000001:3.0:1767384325.284072:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384325.284077:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384325.284080:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.284085:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384325.284086:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008d805c8f. 00000400:00000200:1.0:1767384325.284092:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384325.284093:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384325.284101:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384325.284104:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384325.284106:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e10174b. 00000400:00000200:1.0:1767384325.284111:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df03480 00000100:00000040:0.0:1767384325.284113:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000008e10174b x1853236746138624 msgsize 224 00000100:00000040:3.0:1767384325.284115:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384325.284133:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x995 [2] + 0 00000100:00100000:0.0:1767384325.284140:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384325.284159:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018227ea3. 00000100:00000001:0.0:1767384325.284166:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.284171:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080832257 00000100:00000001:3.0:1767384325.284172:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384325.284177:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.284181:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384325.284185:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003edafaed] to pc [ptlrpcd_00_03+3] req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.284186:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000400:00000010:0.0:1767384325.284196:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000400:00000200:1.0:1767384325.284198:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384325.284204:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384325.284214:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080832257 00000100:00000200:0.0:1767384325.284216:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.284225:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.284225:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080832257. 00000100:00000001:0.0:1767384325.284228:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.284236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384325.284239:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384325.284241:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384325.284246:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384325.284250:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384325.284253:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000048a430a5 x1853236746138752 msgsize 224 00000100:00000010:3.0:1767384325.284258:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de4fff7b. 00000020:00000040:3.0:1767384325.284269:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:1.0:1767384325.284270:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384325.284270:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.284288:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384325.284288:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384325.284299:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384325.284301:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.284303:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384325.284306:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384325.284309:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4545 usecs (5 jiffies) 02000000:00000001:3.0:1767384325.284310:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.284313:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbdd93fd 02000000:00000010:3.0:1767384325.284317:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000084b0b273. 00000400:00000010:1.0:1767384325.284317:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbdd93fd. 00000100:00000001:0.0:1767384325.284319:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914053 00000100:00000010:0.0:1767384325.284333:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7bc0972. 00000100:00000001:3.0:1767384325.284335:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.284336:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384325.284350:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384325.284351:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384325.284354:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.284366:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914053 00000100:00000010:0.0:1767384325.284384:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e0404a1. 00000100:00000001:1.0:1767384325.284387:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384325.284394:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384325.284397:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.284403:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914053 00000100:00000001:3.0:1767384325.284407:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1767384325.284412:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fcd05bf9. 00000100:00000001:3.0:1767384325.284413:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.284426:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de4fff7b] to pc [ptlrpcd_00_00+0] req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.284442:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.284449:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (251) 00000100:00000001:1.0:1767384325.284450:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.284459:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384325.284460:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.284468:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.284468:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914054 00000100:00000001:1.0:1767384325.284473:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294914055 00000100:00000010:0.0:1767384325.284474:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c45875a0. 00000100:00000001:1.0:1767384325.284479:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294914053 00000100:00000001:0.0:1767384325.284480:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384325.284487:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.284488:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294914055 00000100:00000001:0.0:1767384325.284493:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.284494:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294914053 00000100:00000001:0.0:1767384325.284509:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.284513:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.284515:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294914055 00000100:00000001:0.0:1767384325.284520:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.284521:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294914053 00000100:00000001:0.0:1767384325.284524:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384325.284525:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294914055 00000100:00000001:0.0:1767384325.284528:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.284530:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294914054 00000100:00000001:0.0:1767384325.284531:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.284538:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.284539:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384325.284541:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.284544:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.284546:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384325.284547:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.284555:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.284556:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384325.284557:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384325.284561:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.284562:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.284565:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384325.284566:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384325.284567:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.284569:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.284570:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.284573:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.284577:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de4fff7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236746139136:0@lo:400: 00000100:00000001:0.0:1767384325.284580:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384325.284584:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384325.284586:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.284588:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384325.284590:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c91b3cb. 02000000:00000001:0.0:1767384325.284592:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.284596:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d820cad5. 00000100:00000001:1.0:1767384325.284599:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384325.284602:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 00000100:00100000:1.0:1767384325.284603:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746138752 00000100:00000200:0.0:1767384325.284608:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746139136, portal 10 02000000:00000001:1.0:1767384325.284609:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384325.284612:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.284613:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.284615:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.284616:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609941632 : -111508099609984 : ffff9a957f554a80) 02000000:00000001:1.0:1767384325.284621:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.284624:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.284626:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746138752 00000100:00000001:0.0:1767384325.284630:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384325.284631:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384325.284634:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0e31909. 00000020:00000001:1.0:1767384325.284636:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384325.284638:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000200:0.0:1767384325.284638:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746139136, offset 0 00000020:00000001:1.0:1767384325.284643:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384325.284646:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384325.284647:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:1.0:1767384325.284652:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384325.284655:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:0.0:1767384325.284660:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384325.284662:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.284667:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007af82c2a. 00000400:00000200:0.0:1767384325.284668:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df03600 00000100:00000001:1.0:1767384325.284670:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.284674:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007af82c2a. 00000400:00000200:0.0:1767384325.284674:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000400:00000200:0.0:1767384325.284680:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384325.284681:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3bfd3d9. 00000400:00000200:0.0:1767384325.284685:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384325.284687:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075a280ee. 00000100:00000001:0.0:1767384325.284690:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384325.284692:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000065a50995. 00000100:00000200:0.0:1767384325.284697:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1767384325.284699:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384325.284702:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1767384325.284702:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f46da403. 00000100:00000001:1.0:1767384325.284705:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384325.284707:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000f46da403 x1853236746139136 msgsize 224 00000100:00000001:1.0:1767384325.284708:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.284715:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384325.284718:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.284725:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.284727:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.284731:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e31909 00000400:00000010:0.0:1767384325.284734:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0e31909. 00000100:00000001:0.0:1767384325.284737:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384325.284739:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384325.284741:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.284742:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384325.284750:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000001:0.0:1767384325.284750:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.284755:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000040:0.0:1767384325.284756:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.284760:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604660304 : -111508104891312 : ffff9a957f04b450) 00000100:00000040:1.0:1767384325.284767:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000048a430a5 x1853236746138752/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:306/0 lens 224/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.284769:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.284774:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.284778:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.284780:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384325.284784:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3493 usecs (4 jiffies) 00000020:00000010:1.0:1767384325.284785:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007af82c2a. 00000100:00000001:0.0:1767384325.284790:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294914053 00000100:00000001:1.0:1767384325.284791:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.284797:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294914055 00000020:00000010:1.0:1767384325.284798:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007af82c2a. 00000100:00000001:0.0:1767384325.284803:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294914053 00000100:00100000:1.0:1767384325.284806:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000048a430a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746138752:12345-0@lo:400: 00000100:00000001:0.0:1767384325.284807:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294914055 00000100:00000001:0.0:1767384325.284812:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294914053 00000100:00000200:1.0:1767384325.284813:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746138752 00000100:00000001:0.0:1767384325.284815:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294914055 00000100:00000001:0.0:1767384325.284817:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294914053 00000100:00000001:0.0:1767384325.284817:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294914055 00000100:00000001:0.0:1767384325.284822:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384325.284823:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384325.284824:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.284827:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.284828:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384325.284829:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384325.284831:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.284834:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384325.284835:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384325.284836:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000100:00000001:0.0:1767384325.284838:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384325.284840:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384325.284842:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384325.284843:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384325.284847:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384325.284848:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384325.284850:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.284851:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384325.284854:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384325.284855:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.284858:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384325.284859:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.284861:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384325.284865:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ce3638fe. 02000000:00000001:1.0:1767384325.284867:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.284869:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.284870:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384325.284873:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746138752 00000100:00000001:0.0:1767384325.284873:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384325.284875:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384325.284877:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.284879:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000200:1.0:1767384325.284881:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048a430a5 x1853236746138752/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.284885:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.284895:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384325.284899:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.284899:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384325.284903:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.284904:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=31 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384325.284906:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384325.284909:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.284910:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384325.284914:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.284915:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384325.284920:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00100000:0.0:1767384325.284922:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011eebb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746138880:0@lo:400: 02000000:00000001:1.0:1767384325.284923:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384325.284926:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.284928:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384325.284930:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384325.284931:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384325.284935:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384325.284935:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.284937:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbdd93fd. 02000000:00000001:0.0:1767384325.284938:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384325.284942:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746138752, offset 224 02000000:00000010:0.0:1767384325.284943:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009cae0ac4. 02000000:00000001:0.0:1767384325.284947:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.284951:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384325.284952:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a349ad43. 00000400:00000200:1.0:1767384325.284959:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384325.284959:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0e31909. 00000100:00000200:0.0:1767384325.284965:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746138880, portal 4 00000100:00000001:0.0:1767384325.284966:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384325.284970:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df03480 00000100:00000001:0.0:1767384325.284970:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609951488 : -111508099600128 : ffff9a957f557100) 00000100:00000040:0.0:1767384325.284975:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384325.284984:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x14b1 [1] + 224 00000100:00000001:0.0:1767384325.284986:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384325.284991:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384325.284992:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384325.284997:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384325.284997:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008572d54e. 00000100:00000200:0.0:1767384325.285002:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746138880, offset 0 00000100:00000001:1.0:1767384325.285003:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.285011:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.285011:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384325.285022:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384325.285025:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.285031:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df03500 00000100:00000001:1.0:1767384325.285038:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384325.285043:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2320 00000400:00000200:0.0:1767384325.285047:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.285051:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384325.285052:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbdd93fd 00000400:00000010:1.0:1767384325.285055:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbdd93fd. 00000100:00000001:1.0:1767384325.285057:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384325.285058:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.285059:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384325.285061:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384325.285062:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1767384325.285065:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000010:0.0:1767384325.285067:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df7fb617. 00010000:00000001:1.0:1767384325.285069:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384325.285073:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.285073:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000df7fb617 x1853236746138880 msgsize 224 00000020:00000001:1.0:1767384325.285078:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384325.285083:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384325.285084:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048a430a5 x1853236746138752/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.285093:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000048a430a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746138752:12345-0@lo:400: Request processed in 312us (838us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384325.285096:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384325.285100:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000400:00000200:0.0:1767384325.285102:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008572d54e 00000100:00000040:1.0:1767384325.285103:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000400:00000010:0.0:1767384325.285106:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008572d54e. 00000100:00000001:1.0:1767384325.285107:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384325.285111:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384325.285111:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384325.285118:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075a280ee. 00000100:00000200:0.0:1767384325.285119:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384325.285123:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000065a50995. 00000020:00000010:1.0:1767384325.285129:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3bfd3d9. 00000100:00000001:0.0:1767384325.285130:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384325.285135:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000040:0.0:1767384325.285136:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384325.285141:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.285144:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ce3638fe. 00000100:00000001:0.0:1767384325.285145:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285146:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.285150:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.285153:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384325.285154:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4545 usecs (5 jiffies) 00000100:00000001:1.0:1767384325.285157:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.285158:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914054 00000100:00000001:0.0:1767384325.285163:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294914055 00000100:00000001:0.0:1767384325.285164:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914054 00000100:00000200:1.0:1767384325.285165:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384325.285166:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294914055 00000100:00000001:0.0:1767384325.285171:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914054 00000400:00000010:1.0:1767384325.285173:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025f23724. 00000100:00000001:0.0:1767384325.285173:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294914055 00000100:00000001:0.0:1767384325.285176:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914054 00000100:00000001:0.0:1767384325.285179:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294914055 00000100:00000001:0.0:1767384325.285181:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384325.285182:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f6eb27b. 00000100:00000001:0.0:1767384325.285188:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285191:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285193:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.285197:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.285198:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384325.285200:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.285201:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.285203:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.285205:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384325.285206:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.285208:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.285209:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.285213:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.285213:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.285218:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.285219:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.285221:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000001:1.0:1767384325.285222:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384325.285225:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384325.285226:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.285230:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029d0b97a. 00000400:00000200:1.0:1767384325.285236:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fcecb2a 00000100:00000001:0.0:1767384325.285237:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384325.285241:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fcecb2a. 00000100:00000001:0.0:1767384325.285241:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.285246:0:16354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384325.285246:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384325.285251:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384325.285253:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384325.285254:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.285257:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003edafaed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746139008:0@lo:400: 00000100:00000001:0.0:1767384325.285265:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384325.285269:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384325.285272:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384325.285274:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384325.285274:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384325.285277:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000932408cb. 02000000:00000001:0.0:1767384325.285282:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.285284:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384325.285286:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703a9258. 00000100:00000001:1.0:1767384325.285287:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.285293:0:16354:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384325.285294:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008572d54e. 02000000:00000001:1.0:1767384325.285296:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384325.285299:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384325.285300:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746139008, portal 10 00000100:00000001:1.0:1767384325.285301:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285306:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384325.285307:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285311:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609943424 : -111508099608192 : ffff9a957f555180) 00000100:00001000:1.0:1767384325.285312:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384325.285317:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=31 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384325.285318:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.285322:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384325.285325:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.285331:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384325.285333:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.285338:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285345:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.285346:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.285352:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384325.285357:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000100:00000001:1.0:1767384325.285358:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.285363:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384325.285364:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746139008, offset 0 00000100:00000001:1.0:1767384325.285365:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.285369:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384325.285375:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384325.285378:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.285386:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c493e826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746138752:0@lo:400: 00000400:00000200:0.0:1767384325.285387:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df03580 00000100:00000001:1.0:1767384325.285394:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.285398:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000100:00000001:1.0:1767384325.285399:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.285406:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c493e826 x1853236746138752/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.285406:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384325.285416:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384325.285417:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384325.285420:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384325.285422:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384325.285455:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1767384325.285459:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ede8e21. 00000100:00000010:0.0:1767384325.285459:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f77c917. 00000100:00000040:0.0:1767384325.285463:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000001f77c917 x1853236746139008 msgsize 224 02000000:00000001:1.0:1767384325.285464:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384325.285467:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384325.285471:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384325.285474:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767384325.285475:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1767384325.285478:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000075162597. 02000000:00000001:1.0:1767384325.285482:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384325.285484:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384325.285485:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c493e826. 00000100:00000001:0.0:1767384325.285485:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.285487:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384325.285490:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.285491:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000100:00000001:1.0:1767384325.285492:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384325.285510:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:1.0:1767384325.285512:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.285515:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285515:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384325.285519:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.285526:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384325.285529:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.285533:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.285533:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.285542:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285544:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.285546:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.285548:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2968 usecs (3 jiffies) 00000100:00000001:0.0:1767384325.285550:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914053 00000100:00000001:0.0:1767384325.285553:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294914055 00000100:00000001:0.0:1767384325.285556:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914053 00000100:00000001:0.0:1767384325.285558:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294914055 00000100:00000001:1.0:1767384325.285562:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384325.285567:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914053 00000100:00100000:1.0:1767384325.285568:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746139136 00000100:00000001:0.0:1767384325.285571:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294914055 02000000:00000001:1.0:1767384325.285572:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384325.285575:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.285576:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914053 00000100:00000001:1.0:1767384325.285577:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285579:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294914055 02000000:00000001:1.0:1767384325.285581:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285583:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384325.285584:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746139136 00000100:00000001:0.0:1767384325.285588:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.285589:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384325.285593:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000001:1.0:1767384325.285594:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384325.285594:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285598:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.285603:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000020:00000001:1.0:1767384325.285605:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:1.0:1767384325.285607:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:1.0:1767384325.285609:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.285611:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007af82c2a. 00000020:00000010:1.0:1767384325.285616:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000842ab87c. 00000020:00000040:1.0:1767384325.285620:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:1.0:1767384325.285630:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384325.285633:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ede8e21. 00000100:00000001:0.0:1767384325.285634:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384325.285637:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075a280ee. 00000100:00100000:0.0:1767384325.285638:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746138880 00000020:00000010:1.0:1767384325.285641:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000065a50995. 02000000:00000001:0.0:1767384325.285642:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384325.285645:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.285647:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.285650:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.285653:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1767384325.285653:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746138880 00000020:00000001:0.0:1767384325.285657:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384325.285658:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384325.285661:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:1.0:1767384325.285662:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384325.285665:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384325.285665:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384325.285671:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1767384325.285671:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000020:00000001:0.0:1767384325.285675:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384325.285677:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384325.285678:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384325.285680:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285682:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384325.285686:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384325.285687:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000097732b3. 00000100:00000001:1.0:1767384325.285688:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.285693:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384325.285693:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000034be70de. 00000100:00000001:1.0:1767384325.285699:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384325.285708:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746139008 00000020:00000040:0.0:1767384325.285710:0:17893:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 02000000:00000001:1.0:1767384325.285711:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384325.285714:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.285718:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.285719:0:17893:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1767384325.285721:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384325.285724:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a9f7b7e. 00000100:00100000:1.0:1767384325.285726:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746139008 00000020:00000001:1.0:1767384325.285730:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384325.285732:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000660bf224. 00000020:00000040:1.0:1767384325.285733:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000020:00000010:3.0:1767384325.285735:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ff13d432. 00000020:00000001:1.0:1767384325.285736:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384325.285740:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000020:00000040:1.0:1767384325.285741:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000100:00000001:3.0:1767384325.285744:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384325.285751:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00100000:3.0:1767384325.285752:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746138624 00000100:00000040:0.0:1767384325.285756:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:3.0:1767384325.285758:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384325.285759:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:3.0:1767384325.285767:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.285768:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384325.285769:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384325.285774:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384325.285775:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d496dc87. 00000100:00000001:0.0:1767384325.285776:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.285779:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.285791:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.285791:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.285794:0:17893:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384325.285800:0:17893:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1767384325.285807:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746138624 00000020:00000010:1.0:1767384325.285807:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d496dc87. 00000100:00000001:0.0:1767384325.285807:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.285817:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384325.285820:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000020:00000010:1.0:1767384325.285821:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3bfd3d9. 00000020:00000001:3.0:1767384325.285824:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384325.285827:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384325.285828:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=6 00000020:00000010:1.0:1767384325.285829:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ea93d35. 00000100:00000001:0.0:1767384325.285838:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384325.285840:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000010:1.0:1767384325.285840:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ca5bd4e. 00000100:00000001:0.0:1767384325.285842:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384325.285850:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384325.285851:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384325.285856:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384325.285858:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384325.285858:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384325.285861:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:1.0:1767384325.285864:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384325.285865:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6b5ea29. 00000100:00000001:0.0:1767384325.285867:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472407808 : -111508237143808 : ffff9a957722b100) 00000100:00000001:1.0:1767384325.285868:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384325.285873:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384325.285879:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.285880:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.285885:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df7fb617 x1853236746138880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/0 e 0 to 0 dl 1767384336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384325.285892:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6b5ea29. 00000100:00000001:1.0:1767384325.285898:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384325.285904:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3dd19d. 00000100:00000001:1.0:1767384325.285909:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384325.285911:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384325.285913:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d0c0893. 00000100:00000001:1.0:1767384325.285914:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384325.285916:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034be70de. 00000100:00100000:1.0:1767384325.285925:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384325.285926:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384325.285927:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001281c17e. 00000100:00000040:1.0:1767384325.285930:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000001:1.0:1767384325.285938:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472397056 : -111508237154560 : ffff9a9577228700) 00000020:00000010:0.0:1767384325.285939:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000034be70de. 00000100:00000040:1.0:1767384325.285949:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f46da403 x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:306/0 lens 224/0 e 0 to 0 dl 1767384336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384325.285950:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00100000:0.0:1767384325.285958:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df7fb617 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236746138880:12345-0@lo:400: 00000100:00000001:3.0:1767384325.285959:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384325.285964:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384325.285971:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384325.285974:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746138880 00000020:00000001:0.0:1767384325.285981:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384325.285983:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.285985:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384325.285986:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384325.285988:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d496dc87. 00000020:00000001:0.0:1767384325.285989:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.285996:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.285996:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384325.285997:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384325.286003:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000010:1.0:1767384325.286006:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d496dc87. 00000020:00000001:0.0:1767384325.286008:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384325.286012:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384325.286014:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f46da403 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236746139136:12345-0@lo:400: 00000100:00000001:3.0:1767384325.286017:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384325.286017:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384325.286020:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746139136 00000100:00000001:3.0:1767384325.286023:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384325.286024:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384325.286025:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384325.286029:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384325.286030:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000001:1.0:1767384325.286031:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384325.286038:0:17893:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384325.286039:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.286040:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 2 00000100:00000001:0.0:1767384325.286043:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384325.286050:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472406912 : -111508237144704 : ffff9a957722ad80) 00000020:00000001:1.0:1767384325.286051:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384325.286051:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384325.286056:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 02000000:00000010:0.0:1767384325.286060:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000be58991a. 00000020:00000001:1.0:1767384325.286061:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384325.286064:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e10174b x1853236746138624/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384325.286066:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.286067:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.286077:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.286083:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384325.286090:0:17893:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.286091:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384325.286099:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.286100:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:0.0:1767384325.286101:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746138880 00000020:00000001:1.0:1767384325.286108:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384325.286109:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6b5ea29. 00010000:00000001:0.0:1767384325.286109:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384325.286113:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384325.286118:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1767384325.286120:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df7fb617 x1853236746138880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384325.286121:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384325.286127:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ce3638fe. 00000020:00000010:3.0:1767384325.286134:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6b5ea29. 02000000:00000001:1.0:1767384325.286135:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.286139:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.286145:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384325.286149:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.286151:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384325.286153:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746139136 00000100:00001000:0.0:1767384325.286155:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=21 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384325.286163:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e10174b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236746138624:12345-0@lo:13: 00010000:00000001:1.0:1767384325.286165:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384325.286171:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384325.286177:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746138624 00010000:00000200:1.0:1767384325.286178:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f46da403 x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.286181:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000001:3.0:1767384325.286183:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384325.286188:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:3.0:1767384325.286190:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384325.286195:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384325.286196:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.286198:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.286205:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384325.286206:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384325.286211:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00010000:00000001:1.0:1767384325.286213:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384325.286220:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384325.286221:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1767384325.286222:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.286228:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384325.286229:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000100:00001000:1.0:1767384325.286230:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=25 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384325.286233:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384325.286235:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746138880, offset 224 00000020:00000001:3.0:1767384325.286239:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384325.286242:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384325.286243:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.286244:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384325.286251:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:3.0:1767384325.286254:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384325.286259:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384325.286261:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000200:0.0:1767384325.286265:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384325.286267:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000d0f0b79. 02000000:00000001:1.0:1767384325.286268:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384325.286272:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.286274:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.286282:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.286282:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df03500 00000100:00000001:1.0:1767384325.286284:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:3.0:1767384325.286294:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:1.0:1767384325.286295:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384325.286302:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x14c5 [1] + 224 00002000:00000001:3.0:1767384325.286303:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000010:1.0:1767384325.286305:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fcecb2a. 00000020:00000001:3.0:1767384325.286309:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:0.0:1767384325.286316:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384325.286317:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746139136, offset 224 00000400:00000200:0.0:1767384325.286329:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384325.286334:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384325.286335:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000024:3.0:1767384325.286344:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:0.0:1767384325.286346:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000020:3.0:1767384325.286351:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:1.0:1767384325.286355:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384325.286357:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1767384325.286361:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000400:00000200:1.0:1767384325.286373:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df03600 00002000:00000020:3.0:1767384325.286378:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:1.0:1767384325.286389:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14b9 [1] + 224 00002000:00000001:3.0:1767384325.286392:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:3.0:1767384325.286401:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000003387fbdc. 00000400:00000200:1.0:1767384325.286402:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384325.286403:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384325.286412:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:3.0:1767384325.286414:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384325.286420:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.286423:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:3.0:1767384325.286426:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384325.286445:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746138624 00010000:00000001:3.0:1767384325.286449:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384325.286467:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.286468:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384325.286476:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000400:00000010:0.0:1767384325.286479:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:0.0:1767384325.286484:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384325.286487:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.286505:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.286507:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.286510:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000200:3.0:1767384325.286517:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008e10174b x1853236746138624/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.286522:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384325.286522:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384325.286537:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.286542:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fcecb2a 00000020:00000001:0.0:1767384325.286544:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384325.286549:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fcecb2a. 00000100:00000040:0.0:1767384325.286554:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df7fb617 x1853236746138880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.286557:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384325.286563:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.286571:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.286584:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384325.286594:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384325.286600:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.286602:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df7fb617 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236746138880:12345-0@lo:400: Request processed in 682us (1520us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384325.286611:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384325.286622:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f46da403 x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.286644:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384325.286654:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 1 00010000:00000001:3.0:1767384325.286655:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384325.286661:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384325.286662:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f46da403 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236746139136:12345-0@lo:400: Request processed in 671us (1949us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384325.286663:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.286665:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384325.286673:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=21 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384325.286674:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000660bf224. 00000100:00100000:1.0:1767384325.286684:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000010:0.0:1767384325.286686:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000100:00000001:3.0:1767384325.286687:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384325.286689:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000100:00000040:3.0:1767384325.286697:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384325.286698:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384325.286698:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a9f7b7e. 00000100:00000001:3.0:1767384325.286707:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:1.0:1767384325.286708:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384325.286709:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 5 00000020:00000010:1.0:1767384325.286716:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075a280ee. 02000000:00000001:3.0:1767384325.286718:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384325.286719:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384325.286725:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384325.286727:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000065a50995. 00000100:00000001:3.0:1767384325.286732:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384325.286733:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ede8e21. 00000100:00000040:3.0:1767384325.286738:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384325.286738:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:1.0:1767384325.286743:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384325.286745:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3edd36. 00000100:00000001:0.0:1767384325.286745:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384325.286752:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384325.286753:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384325.286755:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746138624, offset 224 00000100:00000001:1.0:1767384325.286756:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384325.286761:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384325.286766:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:1.0:1767384325.286767:0:17087:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.286768:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472409600 : -111508237142016 : ffff9a957722b800) 00000100:00000001:1.0:1767384325.286774:0:17087:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.286776:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384325.286780:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f77c917 x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:306/0 lens 224/0 e 0 to 0 dl 1767384336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.286788:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384325.286791:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034be70de. 00000400:00000200:3.0:1767384325.286795:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:1.0:1767384325.286795:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384325.286796:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384325.286807:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000020:00000010:0.0:1767384325.286808:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000034be70de. 00000100:00080000:1.0:1767384325.286817:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:3.0:1767384325.286822:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df03400 00000100:00100000:0.0:1767384325.286823:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001f77c917 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746139008:12345-0@lo:400: 00000100:00000200:0.0:1767384325.286836:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746139008 00000020:00000001:0.0:1767384325.286839:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384325.286840:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x14a9 [1] + 224 00000020:00000040:1.0:1767384325.286840:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000020:00000001:0.0:1767384325.286843:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384325.286856:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384325.286857:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.286868:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384325.286874:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384325.286875:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:0.0:1767384325.286882:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384325.286886:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384325.286887:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384325.286893:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384325.286894:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384325.286897:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384325.286902:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.286905:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.286911:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384325.286912:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384325.286917:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.286918:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:1.0:1767384325.286919:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384325.286924:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:1.0:1767384325.286925:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.286930:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a349ad43. 02000000:00000010:0.0:1767384325.286933:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a58c2e0. 00000400:00000200:1.0:1767384325.286943:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e31909 02000000:00000001:0.0:1767384325.286943:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.286954:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0e31909. 00000100:00000001:0.0:1767384325.286955:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.286958:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384325.286959:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.286960:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384325.286965:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746139008 00000400:00000200:3.0:1767384325.286967:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc3edd36 00010000:00000001:0.0:1767384325.286968:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384325.286973:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384325.286975:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc3edd36. 00010000:00000200:0.0:1767384325.286981:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001f77c917 x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.286983:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384325.286989:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384325.286996:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.287012:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384325.287013:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000200:1.0:1767384325.287014:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384325.287021:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.287025:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384325.287032:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.287032:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.287034:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.287040:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384325.287046:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384325.287047:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384325.287049:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384325.287050:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384325.287056:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384325.287058:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.287060:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000040:3.0:1767384325.287062:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e10174b x1853236746138624/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.287064:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.287065:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384325.287071:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.287074:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.287082:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384325.287087:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=21 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384325.287096:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384325.287105:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000100:00001000:1.0:1767384325.287106:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=21 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384325.287112:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e10174b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746138624:12345-0@lo:13: Request processed in 1003us (2989us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384325.287116:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746139008, offset 224 00000100:00000001:1.0:1767384325.287122:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384325.287127:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.287140:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384325.287140:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384325.287147:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384325.287151:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00010000:00080000:1.0:1767384325.287151:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.287164:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384325.287164:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384325.287168:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384325.287179:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d0c0893. 00010000:00000001:1.0:1767384325.287180:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384325.287186:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001281c17e. 00000400:00000200:0.0:1767384325.287186:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df03580 00000100:00000001:1.0:1767384325.287190:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767384325.287198:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3dd19d. 00000100:00000040:1.0:1767384325.287199:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:0.0:1767384325.287200:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14d1 [1] + 224 00000020:00000040:3.0:1767384325.287208:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:1.0:1767384325.287209:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384325.287214:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.287215:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.287216:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384325.287236:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.287237:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384325.287245:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384325.287248:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384325.287250:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.287259:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.287262:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384325.287266:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.287268:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384325.287274:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.287274:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000400:00000010:0.0:1767384325.287278:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:0.0:1767384325.287282:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384325.287285:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.287288:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.287293:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011eebb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746138880:0@lo:400: 00000100:00000040:0.0:1767384325.287293:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384325.287298:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384325.287300:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.287303:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.287304:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384325.287309:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384325.287310:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f77c917 x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384325.287315:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011eebb64 x1853236746138880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.287326:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001f77c917 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746139008:12345-0@lo:400: Request processed in 534us (1859us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384325.287334:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384325.287337:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767384325.287338:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 02000000:00000010:1.0:1767384325.287342:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009cae0ac4. 00000100:00000040:0.0:1767384325.287343:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000001:0.0:1767384325.287348:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384325.287349:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384325.287350:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384325.287353:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384325.287355:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ea93d35. 00000020:00000040:1.0:1767384325.287356:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384325.287361:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384325.287361:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ca5bd4e. 02000000:00000010:1.0:1767384325.287365:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076a3a638. 00000020:00000010:0.0:1767384325.287367:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3bfd3d9. 02000000:00000001:1.0:1767384325.287370:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384325.287373:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767384325.287374:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000100:00000010:1.0:1767384325.287376:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011eebb64. 00000100:00000001:0.0:1767384325.287377:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.287383:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384325.287386:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.287390:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.287392:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.287394:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.287395:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.287397:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384325.287400:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384325.287404:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.287406:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703a9258. 00000400:00000200:1.0:1767384325.287409:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008572d54e 00000400:00000010:1.0:1767384325.287411:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008572d54e. 00000100:00000001:1.0:1767384325.287414:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384325.287414:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384325.287418:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384325.287450:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384325.287452:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d820cad5. 00000400:00000200:0.0:1767384325.287455:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000400:00000010:0.0:1767384325.287458:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000100:00000001:0.0:1767384325.287463:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384325.287471:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384325.287474:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384325.287492:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.287507:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384325.287508:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.287510:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384325.287511:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384325.287513:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.287515:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.287520:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.287531:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=24 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384325.287534:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384325.287535:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.287539:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.287539:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384325.287542:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.287544:0:16355:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384325.287545:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384325.287548:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00080000:0.0:1767384325.287550:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.287552:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.287556:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.287562:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.287562:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.287569:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384325.287570:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00001000:1.0:1767384325.287571:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=25 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384325.287572:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384325.287575:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.287579:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=25 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384325.287580:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.287588:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384325.287589:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.287592:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.287593:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384325.287596:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.287597:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384325.287601:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384325.287604:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.287633:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.287637:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384325.287637:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de4fff7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236746139136:0@lo:400: 00000100:00000040:1.0:1767384325.287640:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384325.287644:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384325.287646:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384325.287647:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384325.287649:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384325.287651:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384325.287655:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4720341. 00000100:00000001:1.0:1767384325.287659:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384325.287661:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4188c 00000100:00000001:1.0:1767384325.287662:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384325.287665:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384325.287665:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4188c. 00000100:00000040:1.0:1767384325.287672:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.287672:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384325.287679:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.287684:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003edafaed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746139008:0@lo:400: 00000100:00000001:1.0:1767384325.287694:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384325.287697:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.287698:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.287705:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003edafaed x1853236746139008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.287707:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384325.287710:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.287715:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384325.287717:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384325.287718:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384325.287720:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.287720:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.287722:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.287726:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767384325.287726:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=21 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384325.287729:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000932408cb. 00000100:00001000:0.0:1767384325.287731:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=21 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384325.287733:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384325.287736:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384325.287736:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384325.287739:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.287740:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:0.0:1767384325.287744:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384325.287745:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384325.287748:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008d805c8f. 00010000:00080000:0.0:1767384325.287751:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384325.287752:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384325.287754:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384325.287756:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003edafaed. 00000100:00000001:1.0:1767384325.287761:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384325.287763:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384325.287764:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.287766:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.287768:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384325.287770:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384325.287771:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.287772:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384325.287774:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.287775:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.287777:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384325.287780:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.287781:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.287797:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.287798:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384325.287799:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384325.287801:0:16353:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384325.287804:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384325.287806:0:16353:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384325.287811:0:16353:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384325.287814:0:16353:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.287816:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.287820:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746138624:0@lo:13: 00000100:00000001:0.0:1767384325.287823:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.287824:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384325.287825:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de4fff7b x1853236746139136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.287829:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384325.287830:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384325.287832:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c91b3cb. 02000000:00000001:0.0:1767384325.287834:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384325.287835:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384325.287836:0:16353:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384325.287838:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384325.287839:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000084b0b273. 02000000:00000001:0.0:1767384325.287840:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384325.287841:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384325.287842:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de4fff7b. 00000100:00000001:0.0:1767384325.287844:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384325.287845:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.287846:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384325.287848:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040532dff x1853236746138624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.287856:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384325.287857:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384325.287858:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000340cd499. 02000000:00000001:0.0:1767384325.287860:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384325.287861:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384325.287861:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384325.287862:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384325.287863:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a7ad82f. 02000000:00000001:0.0:1767384325.287869:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384325.287869:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384325.287870:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040532dff. 00000100:00000001:0.0:1767384325.287872:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384325.287872:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.287874:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.287877:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.287878:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.287879:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.287881:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384325.291463:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294914055, at 4294914056 00000100:00000010:2.0:1767384325.291470:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fcd05bf9. 00000100:00000040:1.0:1767384325.291479:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294914055, at 4294914056 00000100:00000010:1.0:1767384325.291489:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e0404a1. 00000100:00000040:3.0:1767384325.291544:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294914055, at 4294914056 00000100:00000010:3.0:1767384325.291555:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c45875a0. 00000100:00000040:0.0:1767384325.291579:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294914055, at 4294914056 00000100:00000010:0.0:1767384325.291586:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7bc0972. 00010000:00000001:2.0:1767384325.476507:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384325.476512:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.476517:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384325.476519:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384325.476522:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384325.476525:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.476527:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384325.476529:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.476530:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.476532:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.476546:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384325.476550:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384325.476551:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384325.497301:0:22897:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384325.497305:0:22897:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:1.0:1767384325.500270:0:22897:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384325.506396:0:22898:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007fe194c9. 00000400:00000010:1.0:1767384325.506408:0:22898:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bcc85a99. 00000400:00000010:1.0:1767384325.506417:0:22898:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000934d4a52. 00000400:00000010:1.0:1767384325.506420:0:22898:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000038ccf567. 00000400:00000010:1.0:1767384325.506716:0:22898:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c7a718a1. 00000400:00000010:1.0:1767384325.506827:0:22898:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b1841d6a. 00000400:00000010:1.0:1767384325.506829:0:22898:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004115c2a1. 00000400:00000010:1.0:1767384325.506831:0:22898:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e31389f. 00000400:00000010:1.0:1767384325.506834:0:22898:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cbc3eccb. 00000800:00000010:1.0:1767384325.506844:0:22898:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008d559daa. 00000800:00000200:1.0:1767384325.506853:0:22898:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384325.506860:0:22898:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384325.506894:0:22898:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384325.506914:0:22898:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp21 [8/256/0/180] 00000400:00000010:1.0:1767384325.508459:0:22898:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000b1ff6b1b. 00000400:00000010:1.0:1767384325.508466:0:22898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029d0b97a. 00000400:00000010:1.0:1767384325.508472:0:22898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fcecb2a. 00000400:00000001:1.0:1767384325.508506:0:22898:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384325.508507:0:22898:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.508510:0:22898:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e504759. 00000400:00000200:1.0:1767384325.508515:0:22898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094234847 00000400:00000010:1.0:1767384325.508518:0:22898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094234847. 00000400:00000010:1.0:1767384325.508524:0:22898:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 000000000ae0206d. 00000400:00000200:1.0:1767384325.508532:0:22898:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (12) 00000400:00000200:1.0:1767384325.508543:0:22898:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384325.508552:0:22898:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:1.0:1767384325.508558:0:22898:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008abb1efb. 00000020:01000000:1.0:1767384325.508563:0:22898:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384325.508564:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384325.508565:0:22898:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp21 00000400:00000200:2.0:1767384325.508578:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:1.0:1767384325.508578:0:22898:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bcc85a99. 00000400:00000010:1.0:1767384325.508585:0:22898:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007fe194c9. 00000400:00000010:2.0:1767384325.508586:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006110bdd4. 00000400:00000200:2.0:1767384325.508590:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (13) 00000400:00000010:2.0:1767384325.508596:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c7f7534. 00000400:00000200:2.0:1767384325.508599:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:2.0:1767384325.508612:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:00000001:3.0:1767384325.508613:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384325.508619:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:3.0:1767384325.508621:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384325.508626:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384325.508627:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:01000000:3.0:1767384325.508634:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384325.508641:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384325.508643:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384325.508650:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384325.508656:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384325.508657:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384325.508666:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384325.508671:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384325.508672:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:3.0:1767384325.508678:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384325.508685:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384325.508690:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:3.0:1767384325.508691:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384325.508698:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384325.508703:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384325.508710:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384325.508714:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000010:3.0:1767384325.508717:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a5511e6. 00000400:00000200:2.0:1767384325.508721:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:00000040:3.0:1767384325.508727:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:2.0:1767384325.508733:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384325.508737:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384325.508738:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384325.508745:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384325.508746:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 02000000:00000001:3.0:1767384325.508757:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.508757:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp20 00000400:00000200:2.0:1767384325.508766:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp20 lpni_is_preferred = 0 00000400:00000200:2.0:1767384325.508769:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp20 00000400:00000200:2.0:1767384325.508774:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp20 NI seq info: [27:27:256:4294967295] 192.168.203.143@tcp20 LPNI seq info [27:27:8:4294967295] 00000400:00000200:2.0:1767384325.508779:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp20 02000000:00000010:3.0:1767384325.508783:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d6c933ec. 00000400:00000200:2.0:1767384325.508794:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20:) -> 192.168.203.143@tcp20(192.168.203.143@tcp:192.168.203.143@tcp20) : PUT try# 0 00000100:00000001:3.0:1767384325.508800:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384325.508806:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.143@tcp20 00000100:00000001:3.0:1767384325.508812:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384325.508813:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026e490cb. 00000100:00000001:3.0:1767384325.508820:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384325.508826:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002ba770e4. 00000800:00000010:2.0:1767384325.508829:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000b9bcbb4. 00000100:00000040:3.0:1767384325.508830:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a5511e6] to pc [ptlrpcd_00_01+1] req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384325.508843:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (2) 00000800:00000200:2.1:1767384325.508861:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (2) 00000400:00000200:2.0:1767384325.508877:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384325.508880:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 10000000:00000001:3.0:1767384325.508887:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384325.508891:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.508893:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384325.508895:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384325.508895:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.508900:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.508904:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384325.508905:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384325.508907:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384325.508909:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384325.508911:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384325.508915:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384325.508919:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384325.508925:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384325.508934:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384325.508936:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000020:01000004:3.0:1767384325.508942:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384325.508943:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384325.508947:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384325.508948:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384325.508960:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384325.508963:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384325.508964:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384325.508971:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384325.508972:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384325.508977:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384325.508979:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384325.508981:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031763cf1. 00000100:00100000:1.0:1767384325.508986:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a5511e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746139264:0@lo:253: 00000020:00000040:3.0:1767384325.508988:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000400:00000200:2.0:1767384325.508992:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000001:3.0:1767384325.509000:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384325.509000:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384325.509008:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384325.509010:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384325.509011:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.509017:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.509019:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384325.509021:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f4afcfbc. 02000000:00000010:1.0:1767384325.509026:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000092bc9e1. 00000400:00000200:2.0:1767384325.509027:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:3.0:1767384325.509028:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.509039:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384325.509040:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.509046:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.509050:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003080428. 00000100:00000040:3.0:1767384325.509054:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031763cf1] to pc [ptlrpcd_00_02+2] req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384325.509057:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038a38b07. 00000400:00000200:2.0:1767384325.509063:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000200:1.0:1767384325.509066:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746139264, portal 25 00000100:00000001:1.0:1767384325.509076:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.509083:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609954176 : -111508099597440 : ffff9a957f557b80) 00000100:00000040:1.0:1767384325.509092:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.509099:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384325.509103:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.509103:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384325.509105:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000010:1.0:1767384325.509110:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c71c7fc. 10000000:00000001:3.0:1767384325.509112:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384325.509115:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746139264, offset 0 00000020:00000001:3.0:1767384325.509122:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.509122:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:3.0:1767384325.509130:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384325.509135:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008abb1efb. 00000400:00000200:2.0:1767384325.509137:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384325.509142:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384325.509150:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384325.509155:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03680 00000100:00000001:3.0:1767384325.509156:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.509161:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000100:00000001:3.0:1767384325.509165:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384325.509165:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000100:00000001:3.0:1767384325.509169:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384325.509172:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384325.509172:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000012df88ac 00000400:00000200:2.0:1767384325.509176:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000040:3.0:1767384325.509182:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384325.509183:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.509199:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384325.509201:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384325.509203:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384325.509210:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.509215:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012df88ac 02000000:00000001:3.0:1767384325.509218:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384325.509219:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012df88ac. 02000000:00000001:3.0:1767384325.509227:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.509229:0:16354:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384325.509235:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384325.509236:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384325.509238:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000040:1.0:1767384325.509251:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000060c46a9e x1853236746139264 msgsize 4848 00000100:00100000:3.0:1767384325.509252:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031763cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746139392:0@lo:253: 00000100:00000001:3.0:1767384325.509259:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384325.509267:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384325.509268:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384325.509272:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.509273:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384325.509281:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384325.509289:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f5202dec. 00000100:00000001:1.0:1767384325.509290:0:16354:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384325.509296:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.509297:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384325.509300:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c71c7fc 00000400:00000010:3.0:1767384325.509306:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9ac78a. 00000400:00000010:1.0:1767384325.509306:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c71c7fc. 00000100:00000001:1.0:1767384325.509323:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384325.509326:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d83cfdbe. 00000100:00000200:1.0:1767384325.509331:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384325.509334:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746139392, portal 25 00000400:00000200:2.0:1767384325.509340:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000001:3.0:1767384325.509343:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384325.509349:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609940736 : -111508099610880 : ffff9a957f554700) 00000100:00000001:1.0:1767384325.509355:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.509358:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.509368:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.509372:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384325.509379:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384325.509388:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9a7e9e6. 00000400:00000200:2.0:1767384325.509394:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000001:1.0:1767384325.509396:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384325.509397:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746139392, offset 0 00000100:00000001:1.0:1767384325.509403:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384325.509412:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384325.509412:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.509419:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294914279 00000100:00000010:1.0:1767384325.509471:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d4dd212. 00000400:00000200:3.0:1767384325.509476:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384325.509478:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384325.509487:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294914280 00000400:00000200:3.0:1767384325.509493:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03700 00000100:00000010:1.0:1767384325.509512:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eee94de2. 00000400:00000200:3.0:1767384325.509516:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000100:00000001:1.0:1767384325.509519:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384325.509526:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294914280 00000100:00000010:1.0:1767384325.509530:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb34c713. 00000100:00000001:1.0:1767384325.509533:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384325.509536:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294914280 00000100:00000010:1.0:1767384325.509539:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c1dac9. 00000100:00000001:1.0:1767384325.509542:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384325.509544:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384325.509549:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e954233. 00000100:00000001:1.0:1767384325.509550:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.509560:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.509562:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384325.509566:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007f683bad 00000100:00000001:1.0:1767384325.509570:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.509572:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384325.509574:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384325.509576:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.509580:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384325.509583:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384325.509584:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.509593:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f683bad 00000100:00000001:1.0:1767384325.509595:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384325.509605:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f683bad. 00000100:00000001:3.0:1767384325.509613:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384325.509615:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384325.509619:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000a1d5e1d7 x1853236746139392 msgsize 4848 00000100:00100000:3.0:1767384325.509630:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384325.509633:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384325.509636:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384325.509652:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384325.509653:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746139264 02000000:00000001:1.0:1767384325.509657:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384325.509660:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.509663:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.509665:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9a7e9e6 02000000:00000001:1.0:1767384325.509667:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384325.509669:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9a7e9e6. 00000100:00100000:1.0:1767384325.509673:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746139264 00000100:00000001:3.0:1767384325.509675:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384325.509682:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384325.509685:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384325.509690:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384325.509697:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384325.509701:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384325.509702:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000400:00000200:2.0:1767384325.509705:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000040:3.0:1767384325.509710:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384325.509712:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384325.509722:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384325.509732:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384325.509736:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384325.509737:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c9ae8b. 00000100:00000001:3.0:1767384325.509738:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384325.509742:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000001:1.0:1767384325.509750:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.509752:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384325.509754:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c9ae8b. 00000100:00000001:3.0:1767384325.509759:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294914280 00000020:00000010:1.0:1767384325.509763:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a139ebc. 00000100:00000001:3.0:1767384325.509769:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294914279 00000020:00000010:1.0:1767384325.509770:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c476ba4. 00000400:00000200:2.0:1767384325.509777:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000020:00000010:1.0:1767384325.509785:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000065a50995. 00000100:00000001:3.0:1767384325.509786:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294914280 00000100:00000001:3.0:1767384325.509798:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294914280 00000100:00000001:3.0:1767384325.509803:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294914280 00000100:00000040:1.0:1767384325.509804:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384325.509805:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294914280 00000100:00000001:3.0:1767384325.509808:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294914280 00000100:00000001:1.0:1767384325.509809:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384325.509811:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000100:00000001:1.0:1767384325.509814:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384325.509817:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.509824:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294914280 00000100:00000001:1.0:1767384325.509825:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.509827:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.509830:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.509835:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.509837:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.509841:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.509845:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.509848:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384325.509853:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.509855:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384325.509857:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.509861:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.509862:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384325.509868:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746139392 02000000:00000001:1.0:1767384325.509871:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384325.509874:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.509876:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.509879:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 02000000:00000001:1.0:1767384325.509879:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.509882:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384325.509882:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746139392 00000020:00000001:1.0:1767384325.509889:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384325.509890:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.509891:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384325.509897:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.509899:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:1.0:1767384325.509904:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384325.509906:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384325.509910:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.509914:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c9ae8b. 00000100:00000001:1.0:1767384325.509922:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.509923:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384325.509924:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c9ae8b. 00000100:00000001:3.0:1767384325.509928:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384325.509933:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ede8e21. 00000100:00100000:3.0:1767384325.509939:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000020:00000010:1.0:1767384325.509940:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073222983. 00000100:00000040:3.0:1767384325.509946:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000020:00000010:1.0:1767384325.509947:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034037d6d. 00000400:00000200:2.0:1767384325.509951:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000100:00000001:3.0:1767384325.509954:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604654160 : -111508104897456 : ffff9a957f049c50) 00000100:00000001:1.0:1767384325.509957:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384325.509961:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384325.509965:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060c46a9e x1853236746139264/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.509966:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.509976:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.509978:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.509987:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000100:00000001:1.0:1767384325.509988:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384325.509992:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384325.510001:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000001:3.0:1767384325.510003:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384325.510005:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:1.0:1767384325.510008:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604661328 : -111508104890288 : ffff9a957f04b850) 00000020:00000010:3.0:1767384325.510010:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5491570. 00000100:00000040:1.0:1767384325.510014:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1d5e1d7 x1853236746139392/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.510018:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000100:00000001:1.0:1767384325.510027:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.510031:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056c9ae8b. 00000100:00000001:1.0:1767384325.510033:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.510035:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.510035:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056c9ae8b. 00000100:00100000:1.0:1767384325.510043:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1d5e1d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746139392:12345-0@lo:253: 00000100:00000200:1.0:1767384325.510046:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746139392 00000400:00000200:2.0:1767384325.510050:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000020:00000001:1.0:1767384325.510050:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384325.510053:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384325.510056:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.510058:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384325.510060:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5491570. 00000020:00000001:1.0:1767384325.510060:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384325.510070:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384325.510072:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384325.510074:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384325.510075:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384325.510084:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.510088:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384325.510092:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384325.510096:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060c46a9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746139264:12345-0@lo:253: 00000400:00000200:2.0:1767384325.510098:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 02000000:00000010:1.0:1767384325.510101:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008abb1efb. 02000000:00000001:1.0:1767384325.510112:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384325.510113:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746139264 00000100:00000001:1.0:1767384325.510117:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.510121:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384325.510128:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:1.0:1767384325.510132:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f168d2a7. 00000020:00000001:3.0:1767384325.510134:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:1.0:1767384325.510137:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384325.510140:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.510141:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384325.510144:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384325.510149:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384325.510149:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.510156:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.510157:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 20000000:00000001:1.0:1767384325.510159:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384325.510166:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:1.0:1767384325.510168:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000063fe721d. 00000020:00000001:3.0:1767384325.510169:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384325.510171:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:1.0:1767384325.510176:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384325.510181:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384325.510185:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:1.0:1767384325.510185:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384325.510205:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384325.510207:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384325.510211:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.510216:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384325.510220:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384325.510221:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.510226:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384325.510228:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.510230:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384325.510231:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384325.510234:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000020:00000001:1.0:1767384325.510237:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 02000000:00000010:3.0:1767384325.510240:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005a6e355a. 00080000:00000002:1.0:1767384325.510240:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384325.510251:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384325.510254:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.510255:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.510257:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.510259:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.510262:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384325.510264:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384325.510266:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384325.510270:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384325.510275:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000850f57e4. 00080000:00000001:1.0:1767384325.510277:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565481700864 : -111508227850752 : ffff9a9577b07e00) 20000000:00000010:3.0:1767384325.510285:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000897d20e0. 00080000:00000001:1.0:1767384325.510286:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384325.510291:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:01000000:3.0:1767384325.510293:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000010:1.0:1767384325.510299:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000056c9ae8b. 20000000:00000001:3.0:1767384325.510300:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384325.510306:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384325.510307:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384325.510313:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.510314:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384325.510327:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384325.510328:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384325.510332:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384325.510342:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384325.510345:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000270565d2. 00000800:00000010:2.0:1767384325.510350:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009fab587d. 00000800:00000010:2.0:1767384325.510360:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b73ee083. 00000800:00000010:2.0:1767384325.510395:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b73ee083. 00000400:00000200:3.0:1767384325.510574:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384325.510597:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp20 from 233.3.0.2 00000800:00000010:3.0:1767384325.510608:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f82253d2. 00000800:00000010:1.0:1767384325.510656:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e9df784. 00000800:00000010:1.0:1767384325.510664:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005c71c7fc. 00000800:00000010:1.0:1767384325.510681:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e92deb71. 00000800:00000200:1.1:1767384325.510688:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (2) 00000800:00000200:1.1:1767384325.510691:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp20 00000000e92deb71 deleted 00000800:00000010:1.1:1767384325.510693:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e92deb71. 00000800:00000200:1.1:1767384325.510696:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384325.510700:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp20 ip 192.168.203.143:1001 00000800:00000200:1.1:1767384325.510703:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026e490cb type 1, nob 336 niov 1 nkiov 1 00000800:00000200:1.0:1767384325.510715:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp20 p 3.x 192.168.203.143 -> 192.168.203.143:1001 incarnation:1767384323837135981 sched[0] 00000800:00000010:1.0:1767384325.510719:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f7e55cf2. 00000800:00000010:1.0:1767384325.510797:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f7e55cf2. 00000800:00000010:1.0:1767384325.510800:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005c71c7fc. 00000800:00000200:2.1:1767384325.510833:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384325.510843:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp20 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384323837135981 sched[0] 00000800:00000010:2.0:1767384325.510846:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009fab587d. 00000800:00000010:1.0:1767384325.510863:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f82253d2. 00000800:00000001:1.0:1767384325.510884:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.510888:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.510922:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000200:1.0:1767384325.510949:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384325.510953:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026e490cb. 00000400:00000200:1.0:1767384325.510956:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.510962:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: PUT: OK 00000400:00000200:1.0:1767384325.510965:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384325.510967:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000800:00000001:1.0:1767384325.510979:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384325.510982:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000800:00000001:1.0:1767384325.510984:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384325.510987:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.510993:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384325.511004:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20) <- 192.168.203.143@tcp20 : PUT - for me 00000400:00000200:1.0:1767384325.511013:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384325.511027:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 240/240 into md 0x1495 [1] + 0 00000400:00000010:1.0:1767384325.511030:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000366e5bb4. 00000400:00000200:1.0:1767384325.511036:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c566e11c 00000800:00000001:1.0:1767384325.511041:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.511058:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.511060:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384325.511060:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.511066:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: PUT: OK 00000400:00000200:1.0:1767384325.511070:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000400:00000010:1.0:1767384325.511072:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000400:00000200:1.0:1767384325.511076:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384325.511080:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (14) 00000400:00000200:1.0:1767384325.511083:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:1.0:1767384325.511086:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000f9db9bc7. 00000400:00000200:1.0:1767384325.511088:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 13 00000400:00000200:1.0:1767384325.511090:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384325.511098:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (15) 00000400:00000200:1.0:1767384325.511103:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384325.511114:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp20 to MR: 192.168.203.143@tcp20 local destination 00000400:00000200:1.0:1767384325.511122:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp20 NI seq info: [28:28:256:4294967295] 192.168.203.143@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1767384325.511137:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384325.511140:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20:192.168.203.143@tcp20) -> 192.168.203.143@tcp20(192.168.203.143@tcp20:192.168.203.143@tcp20) 192.168.203.143@tcp20 : ACK try# 0 00000800:00000200:1.0:1767384325.511153:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp20 00000800:00000010:1.0:1767384325.511156:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4697e51. 00000800:00000200:1.0:1767384325.511165:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (4) 00000800:00000200:1.0:1767384325.511169:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp20 ip 192.168.203.143:988 00000800:00000200:1.0:1767384325.511172:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4697e51 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384325.511184:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000200:1.0:1767384325.511212:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384325.511215:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4697e51. 00000400:00000200:1.0:1767384325.511218:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.511226:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: ACK: OK 00000400:00000200:2.0:1767384325.511234:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000800:00000001:1.0:1767384325.511236:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.511245:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384325.511250:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.511255:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384325.511256:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.511260:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384325.511276:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20) <- 192.168.203.143@tcp20 : ACK - for me 00000400:00000200:1.0:1767384325.511289:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp20: ACK from 12345-192.168.203.143@tcp20 into md 0x14ed 00000400:00000200:1.0:1767384325.511294:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.511299:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: ACK: OK 00000400:00000200:2.0:1767384325.511301:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384325.511302:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006110bdd4 00000400:00000010:1.0:1767384325.511306:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006110bdd4. 00000400:00000200:1.0:1767384325.511309:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384325.511313:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:1.0:1767384325.511319:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384325.511325:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (14) 00000800:00000001:1.0:1767384325.511334:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.511340:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384325.511361:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384325.511366:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ec5abcf. 00000400:00000200:2.0:1767384325.511371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000010:3.0:1767384325.511372:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3edd36. 00000400:00000200:3.0:1767384325.511388:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000400:00000200:3.0:1767384325.511398:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000d1 00000400:00000010:3.0:1767384325.511406:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 00000000f2801eed. 00000400:00000010:3.0:1767384325.511409:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000cc3dd19d. 00000400:00000010:3.0:1767384325.511411:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 00000000e1cf16a3. 00000400:00000200:2.0:1767384325.511415:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000010:3.0:1767384325.511513:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000031a2f516. 00000400:00000200:3.0:1767384325.511521:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000031a2f516 nid 192.168.203.143@tcp21 00000400:00000010:3.0:1767384325.511527:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a583e2fa. 00000400:00000200:3.0:1767384325.511530:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a583e2fa net tcp21 00000400:00000200:3.0:1767384325.511535:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (13) 00000400:00000200:3.0:1767384325.511547:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp21 flags 0x11 00000400:00000010:3.0:1767384325.511554:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 00000000f2801eed. 00000400:00000010:3.0:1767384325.511560:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000cc3dd19d. 00000400:00000010:3.0:1767384325.511564:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 00000000e1cf16a3. 00000400:00000200:2.0:1767384325.511567:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000010:3.0:1767384325.511577:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000f9db9bc7. 00000400:00000200:3.0:1767384325.511586:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384325.511590:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:3.0:1767384325.511595:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000400:00000200:3.0:1767384325.511605:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000200:3.0:1767384325.511609:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384325.511613:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:3.0:1767384325.511619:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384325.511626:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (14) 00000400:00000200:2.0:1767384325.511650:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.511729:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.511786:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.511847:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.511907:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.511952:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.511972:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.511993:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.512015:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.512033:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.512053:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.512082:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384325.512104:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000800:00000010:2.0:1767384325.512243:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b28a0b2b. 00000800:00000010:2.0:1767384325.512246:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009fab587d. 00000800:00000010:2.0:1767384325.512248:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b73ee083. 00000800:00000010:2.0:1767384325.512283:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b73ee083. 00080000:00000010:2.0:1767384325.512486:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000850f57e4. 00080000:00000010:1.0:1767384325.512552:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000056c9ae8b. 00040000:00000001:1.0:1767384325.512559:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384325.512563:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384325.512566:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384325.512570:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384325.512573:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.512577:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384325.512595:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384325.512607:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384325.512611:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384325.512616:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:3.0:1767384325.512620:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000010:2.0:1767384325.512625:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fb64c249. 20000000:01000000:2.0:1767384325.512629:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:2.0:1767384325.512635:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384325.512639:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384325.512643:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384325.512644:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp20 from 232.3.0.2 00000800:00000010:3.0:1767384325.512650:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e6faf259. 00080000:00000001:2.0:1767384325.512653:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384325.512660:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384325.512664:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384325.512666:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384325.512668:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384325.512669:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384325.512672:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:2.0:1767384325.512677:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:2.0:1767384325.512680:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384325.512684:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384325.512687:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384325.512689:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384325.512691:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384325.512694:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:2.0:1767384325.512697:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384325.512700:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002626f672. 00080000:00000001:2.0:1767384325.512704:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325517312 : -111513384034304 : ffff9a94445b6000) 00080000:00000001:2.0:1767384325.512707:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384325.512711:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384325.512714:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b73ee083. 00080000:00000001:2.0:1767384325.512718:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384325.512719:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384325.512721:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384325.512723:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384325.512728:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384325.512733:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384325.512737:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.512737:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384325.512751:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:1.0:1767384325.512792:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006b1d0a6d. 00000800:00000010:2.0:1767384325.512797:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c85203f1. 00010000:00000001:1.0:1767384325.512798:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384325.512803:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000942a2bf2. 00000020:00000001:1.0:1767384325.512807:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000010:2.0:1767384325.512808:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d6a3ad86. 00000020:00000040:1.0:1767384325.512810:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000942a2bf2 with handle 0x980286e253c5fbe4 to hash 00000020:00000001:1.0:1767384325.512815:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384325.512818:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384325.512829:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384325.512834:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.512838:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.512842:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384325.512846:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000050a5a29a. 00010000:00000001:1.0:1767384325.512851:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384325.512857:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000200:2.1:1767384325.512858:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (4) 00010000:00000001:1.0:1767384325.512862:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384325.512866:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000200:2.1:1767384325.512870:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp20 0000000050a5a29a deleted 00010000:00000001:1.0:1767384325.512870:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.512875:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000010:2.1:1767384325.512877:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000050a5a29a. 00010000:00000001:1.0:1767384325.512878:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.512883:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000800:00000200:2.1:1767384325.512885:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000001:1.0:1767384325.512887:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384325.512890:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384325.512893:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000800:00000200:2.0:1767384325.512897:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp20 p 3.x 192.168.203.143 -> 192.168.203.143:1000 incarnation:1767384323837135981 sched[0] 00010000:00000040:1.0:1767384325.512897:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006b1d0a6d) refcount = 1 00010000:00010000:1.0:1767384325.512906:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384325.512907:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ebcb41b. 00010000:00000001:1.0:1767384325.512912:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384325.512916:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384325.512919:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.512921:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.512922:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384325.512925:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384325.512928:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:1.0:1767384325.512930:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.512932:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.512933:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=4 00000020:00000001:1.0:1767384325.512935:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384325.512938:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384325.512941:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384325.512943:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.512957:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384325.512960:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.512966:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.512970:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384325.512973:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.512977:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.512980:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.512984:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384325.512988:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384325.512991:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ebcb41b. 00010000:00010000:1.0:1767384325.512995:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000942a2bf2 already unused, calling callback (000000004feed035) 00000800:00000010:2.0:1767384325.512998:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d6a3ad86. 00010000:00000001:1.0:1767384325.513000:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.513004:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384325.513006:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.513011:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384325.513012:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.513014:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.513016:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=5 00000020:00000001:1.0:1767384325.513018:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384325.513022:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384325.513027:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384325.513029:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.513034:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384325.513038:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000010:2.0:1767384325.513039:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e6faf259. 00010000:00000001:1.0:1767384325.513045:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.513051:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384325.513055:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384325.513060:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:2.0:1767384325.513063:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384325.513064:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.513070:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000942a2bf2 with handle 0x980286e253c5fbe4 from hash 00000800:00000001:2.0:1767384325.513071:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384325.513073:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000001:1.0:1767384325.513073:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384325.513077:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.513083:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.513086:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384325.513088:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000200:3.0:1767384325.513094:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp20 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384323837135981 sched[0] 00010000:00000001:1.0:1767384325.513094:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384325.513098:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000010:3.0:1767384325.513101:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009fab587d. 00010000:00000001:1.0:1767384325.513102:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.513110:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.513113:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384325.513114:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384325.513117:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.513119:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.513120:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.513123:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.513125:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.513127:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.513132:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.513133:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.513134:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384325.513136:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384325.513137:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.513137:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.513139:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384325.513140:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.513141:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.513143:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.513146:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384325.513153:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384325.513155:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbe4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384325.513159:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006b1d0a6d count: 0 00000800:00000001:2.0:1767384325.513168:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384325.513170:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384325.513172:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000001:2.0:1767384325.513173:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:1.0:1767384325.513182:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384325.513186:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384325.513188:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f168d2a7. 20000000:00000001:1.0:1767384325.513191:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384325.513193:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746139392 00010000:00000001:1.0:1767384325.513196:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384325.513200:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1d5e1d7 x1853236746139392/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.513206:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384325.513208:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.513211:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.513215:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384325.513218:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384325.513221:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384325.513223:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384325.513225:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.513227:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.513230:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.513233:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c71c7fc. 00000100:00000200:1.0:1767384325.513236:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746139392, offset 224 00000400:00000200:1.0:1767384325.513241:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.513248:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.513255:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03700 00000400:00000200:1.0:1767384325.513259:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14f9 [2] + 224 00000400:00000200:1.0:1767384325.513264:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.513267:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384325.513271:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.513274:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384325.513287:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.513302:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.513308:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c71c7fc 00000400:00000010:1.0:1767384325.513309:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c71c7fc. 00000100:00000001:1.0:1767384325.513313:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384325.513315:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.513320:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.513325:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384325.513329:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384325.513331:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.513334:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384325.513335:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384325.513342:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384325.513343:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1d5e1d7 x1853236746139392/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384325.513353:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384325.513354:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1d5e1d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746139392:12345-0@lo:253: Request processed in 3324us (3732us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384325.513358:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384325.513366:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb9ac78a. 00000100:00100000:1.0:1767384325.513374:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000400:00000200:3.0:1767384325.513377:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83cfdbe 00000100:00000040:1.0:1767384325.513378:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000400:00000010:3.0:1767384325.513385:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d83cfdbe. 00000100:00000001:1.0:1767384325.513386:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384325.513393:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384325.513395:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384325.513398:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073222983. 00000100:00000200:3.0:1767384325.513402:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384325.513403:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034037d6d. 00000020:00000010:1.0:1767384325.513413:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ede8e21. 00000020:00000040:1.0:1767384325.513474:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000200:3.0:1767384325.513478:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384325.513482:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.513488:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008abb1efb. 02000000:00000001:1.0:1767384325.513507:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384325.513510:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.513510:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.513515:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384325.513517:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384325.513521:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384325.513522:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000366e5bb4. 02000000:00000001:3.0:1767384325.513525:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384325.513529:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384325.513530:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c71c7fc. 00000100:00000001:3.0:1767384325.513536:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.513542:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384325.513547:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384325.513558:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384325.513563:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384325.513566:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.513568:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384325.513571:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.513573:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.513578:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.513583:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.513586:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384325.513589:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384325.513592:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384325.513594:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384325.513596:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384325.513598:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384325.513599:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384325.513601:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384325.513603:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384325.513604:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384325.513606:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384325.513612:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384325.513617:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031763cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746139392:0@lo:253: 00000100:00000001:3.0:1767384325.513621:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.513622:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.513624:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031763cf1 x1853236746139392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.513628:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384325.513629:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384325.513631:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f5202dec. 02000000:00000001:3.0:1767384325.513634:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384325.513637:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384325.513639:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384325.513641:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384325.513643:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f4afcfbc. 02000000:00000001:3.0:1767384325.513651:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384325.513653:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384325.513654:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031763cf1. 00000100:00000001:3.0:1767384325.513657:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384325.513658:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.513659:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.513663:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.513665:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.513667:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.513668:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384325.514532:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002626f672. 00080000:00000010:2.0:1767384325.514566:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b73ee083. 00040000:00000001:2.0:1767384325.514569:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384325.514571:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384325.514572:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384325.514574:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384325.514576:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384325.514577:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384325.514579:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384325.514586:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384325.514589:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384325.514594:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384325.514603:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384325.514612:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384325.514613:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384325.514615:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384325.514617:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384325.514620:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002e1d0cf5. 00010000:00000001:1.0:1767384325.514623:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384325.514625:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d2b542b4. 00000020:00000001:1.0:1767384325.514627:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384325.514628:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d2b542b4 with handle 0x980286e253c5fbeb to hash 00000020:00000001:1.0:1767384325.514630:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384325.514630:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384325.514632:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384325.514633:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.514634:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.514636:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.514640:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384325.514642:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384325.514643:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384325.514645:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.514646:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.514647:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.514649:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.514650:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384325.514651:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384325.514652:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384325.514652:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384325.514653:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002e1d0cf5) refcount = 1 00010000:00010000:1.0:1767384325.514655:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.514658:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384325.514659:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384325.514660:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.514661:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.514667:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384325.514669:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384325.514670:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:1.0:1767384325.514671:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.514672:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.514673:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2b542b4 refcount=4 00000020:00000001:1.0:1767384325.514674:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384325.514676:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384325.514677:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384325.514678:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.514681:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384325.514682:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.514685:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.514686:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384325.514687:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.514690:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.514691:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.514693:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384325.514694:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384325.514697:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d2b542b4 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384325.514698:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.514699:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384325.514700:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.514703:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384325.514704:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.514709:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.514710:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2b542b4 refcount=5 00000020:00000001:1.0:1767384325.514711:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384325.514712:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384325.514714:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384325.514715:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.514718:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384325.514720:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.514721:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.514724:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384325.514725:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384325.514727:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.514729:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.514730:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d2b542b4 with handle 0x980286e253c5fbeb from hash 00010000:00000001:1.0:1767384325.514732:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384325.514733:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.514734:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.514734:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384325.514735:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384325.514736:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384325.514737:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384325.514738:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.514740:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.514741:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384325.514743:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384325.514745:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:2.0:1767384325.514746:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384325.514746:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.514747:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.514752:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384325.514752:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384325.514755:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000897d20e0. 00010000:00000001:1.0:1767384325.514756:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.514762:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384325.514763:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.514766:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1767384325.514768:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746139264 00010000:00000001:2.0:1767384325.514770:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384325.514773:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.514775:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384325.514776:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000200:2.0:1767384325.514778:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060c46a9e x1853236746139264/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.514779:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.514782:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.514784:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384325.514787:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.514792:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.514793:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384325.514795:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.514796:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384325.514802:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=31 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384325.514804:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384325.514807:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384325.514808:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384325.514809:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d2b542b4/0x980286e253c5fbeb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384325.514813:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384325.514818:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000040:1.0:1767384325.514820:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002e1d0cf5 count: 0 02000000:00000001:2.0:1767384325.514822:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384325.514825:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.514828:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384325.514828:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384325.514830:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384325.514837:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384325.514840:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6a3ad86. 00000100:00000200:2.0:1767384325.514843:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746139264, offset 224 00000400:00000200:2.0:1767384325.514846:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384325.514851:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384325.514855:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03680 00000400:00000200:2.0:1767384325.514858:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14f1 [2] + 224 00000400:00000200:2.0:1767384325.514862:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.514864:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384325.514866:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384325.514869:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384325.514875:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.514892:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384325.514895:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a3ad86 00000400:00000010:2.0:1767384325.514897:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6a3ad86. 00000100:00000001:2.0:1767384325.514900:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384325.514901:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384325.514904:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384325.514907:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384325.514910:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384325.514910:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384325.514914:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.514914:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384325.514918:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384325.514920:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384325.514921:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060c46a9e x1853236746139264/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384325.514923:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.514926:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003080428. 00000400:00000200:1.0:1767384325.514931:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038a38b07 00000400:00000010:1.0:1767384325.514934:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038a38b07. 00000100:00100000:2.0:1767384325.514936:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060c46a9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746139264:12345-0@lo:253: Request processed in 4932us (5682us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384325.514938:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.514945:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384325.514948:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000040:2.0:1767384325.514954:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:2.0:1767384325.514958:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384325.514961:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.514962:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384325.514966:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c476ba4. 00000100:00000001:1.0:1767384325.514969:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.514970:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.514972:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384325.514976:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384325.514977:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000065a50995. 00000100:00000001:1.0:1767384325.514977:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.514980:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384325.514982:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a139ebc. 00000020:00000040:2.0:1767384325.514985:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:2.0:1767384325.514987:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384325.514990:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005a6e355a. 02000000:00000001:1.0:1767384325.514991:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384325.514993:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384325.514996:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384325.514996:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384325.515003:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=31 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384325.515004:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384325.515010:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384325.515011:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5aae8bd. 00000100:00000001:1.0:1767384325.515012:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.515017:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384325.515019:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6a3ad86. 00010000:00000001:1.0:1767384325.515020:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.515024:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.515027:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.515033:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.515035:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384325.515036:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384325.515039:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384325.515040:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384325.515041:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384325.515042:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384325.515043:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384325.515044:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384325.515045:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384325.515046:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384325.515047:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384325.515048:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384325.515050:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.515054:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a5511e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746139264:0@lo:253: 00000100:00000001:1.0:1767384325.515057:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.515058:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.515060:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a5511e6 x1853236746139264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.515064:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384325.515066:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384325.515068:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000092bc9e1. 02000000:00000001:1.0:1767384325.515070:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384325.515071:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384325.515078:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384325.515079:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384325.515081:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d6c933ec. 02000000:00000001:1.0:1767384325.515085:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384325.515086:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384325.515087:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a5511e6. 00000100:00000001:1.0:1767384325.515090:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384325.515091:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.515092:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.515096:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.515097:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.515098:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.515100:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.516512:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294914280, at 4294914281 00000100:00000010:1.0:1767384325.516520:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eee94de2. 00000100:00000040:3.0:1767384325.516525:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294914280, at 4294914281 00000100:00000010:3.0:1767384325.516534:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c1dac9. 00000100:00000040:0.0:1767384325.517493:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294914280, at 4294914282 00000100:00000040:2.0:1767384325.517508:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294914280, at 4294914282 00000100:00000010:0.0:1767384325.517516:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d4dd212. 00000100:00000010:2.0:1767384325.517520:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb34c713. 00010000:00000010:1.1:1767384325.518457:0:22901:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006b1d0a6d. 00010000:00000010:1.1:1767384325.518470:0:22901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000942a2bf2. 00010000:00000010:1.1:1767384325.520473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002e1d0cf5. 00010000:00000010:1.1:1767384325.520480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d2b542b4. 00000400:00000010:0.0:1767384325.525166:0:22903:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009f8db15a. 00000400:00000040:0.0:1767384325.525193:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384325.525195:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384325.525197:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384325.525198:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384325.525200:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384325.525200:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384325.525203:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384325.525204:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384325.525205:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384325.525205:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384325.525207:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384325.525208:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384325.525213:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384325.525214:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384325.525215:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384325.525217:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384325.525218:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384325.525219:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384325.525220:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384325.525221:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384325.525222:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384325.525223:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384325.525224:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384325.525225:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384325.525226:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384325.525227:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384325.525228:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384325.525229:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384325.525230:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384325.525231:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384325.525232:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384325.525233:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384325.525234:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384325.525235:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384325.525236:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384325.525237:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384325.525237:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384325.525239:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384325.525240:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384325.525241:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384325.525242:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384325.525243:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384325.525244:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384325.525244:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384325.525245:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384325.525246:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384325.525247:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384325.525248:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384325.525249:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384325.525250:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384325.525251:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384325.525255:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384325.525256:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384325.525257:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384325.525258:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384325.525259:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384325.525260:0:22903:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384325.525301:0:22903:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009f8db15a. 00000100:00000001:0.0:1767384325.796513:0:17911:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384325.796519:0:17911:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.796538:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384325.796543:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384326.398356:0:23147:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000022067972. 00080000:00000010:1.0:1767384326.398365:0:23147:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000022067972. 00000020:00000001:1.0:1767384326.398368:0:23147:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384326.398375:0:23147:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000022067972. 00080000:00000010:1.0:1767384326.398378:0:23147:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000022067972. 00000020:00000001:1.0:1767384326.398380:0:23147:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.499549:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384326.499554:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.499558:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384326.499559:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.499595:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384326.499599:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384326.499603:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384327.163976:0:23312:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384327.163981:0:23312:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:1.0:1767384327.168066:0:23312:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384327.175952:0:23313:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a9d201e8. 00000400:00000010:2.0:1767384327.175964:0:23313:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000125c3bfc. 00000400:00000010:2.0:1767384327.175973:0:23313:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f5e78335. 00000400:00000010:2.0:1767384327.175976:0:23313:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003abd2f12. 00000400:00000010:2.0:1767384327.175979:0:23313:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e37809f5. 00000400:00000010:2.0:1767384327.175983:0:23313:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002389ae93. 00000400:00000010:2.0:1767384327.175984:0:23313:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e2feec8. 00000400:00000010:2.0:1767384327.175986:0:23313:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f36099de. 00000400:00000010:2.0:1767384327.175989:0:23313:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e22749af. 00000800:00000010:2.0:1767384327.175999:0:23313:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c74b21c3. 00000800:00000200:2.0:1767384327.176008:0:23313:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384327.176015:0:23313:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384327.176046:0:23313:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:2.0:1767384327.176066:0:23313:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp22 [8/256/0/180] 00000400:00000010:2.0:1767384327.177531:0:23313:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 000000006edf27f2. 00000400:00000010:2.0:1767384327.177538:0:23313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a67a8c65. 00000400:00000010:2.0:1767384327.177543:0:23313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c42972d4. 00000400:00000001:2.0:1767384327.177557:0:23313:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384327.177563:0:23313:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384327.177565:0:23313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029d0b97a. 00000400:00000200:2.0:1767384327.177568:0:23313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fcecb2a 00000400:00000010:2.0:1767384327.177569:0:23313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fcecb2a. 00000400:00000010:2.0:1767384327.177573:0:23313:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000b1ff6b1b. 00000400:00000200:2.0:1767384327.177577:0:23313:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (13) 00000400:00000200:2.0:1767384327.177588:0:23313:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384327.177594:0:23313:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:2.0:1767384327.177599:0:23313:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002399ee9b. 00000020:01000000:2.0:1767384327.177603:0:23313:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384327.177605:0:23313:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp22 00000400:00000200:3.0:1767384327.177623:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384327.177624:0:23313:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000125c3bfc. 00000400:00000010:2.0:1767384327.177633:0:23313:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a9d201e8. 00000400:00000200:3.0:1767384327.177639:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000020:00000001:1.0:1767384327.177650:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384327.177651:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b1bd983. 10000000:00000001:1.0:1767384327.177656:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384327.177660:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (14) 10000000:00000001:1.0:1767384327.177660:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384327.177664:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384327.177671:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384327.177672:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384327.177673:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384327.177676:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384327.177677:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c6132a0. 00000020:01000004:1.0:1767384327.177681:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384327.177685:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.177688:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384327.177690:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384327.177693:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:01000004:1.0:1767384327.177701:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.177704:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384327.177709:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000386ce59c. 00000020:00000040:1.0:1767384327.177713:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384327.177717:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000100:00000001:1.0:1767384327.177720:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384327.177723:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.177727:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.177729:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000010:1.0:1767384327.177735:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007430a88a. 00000400:00000200:3.0:1767384327.177741:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:1.0:1767384327.177742:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.177755:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:1.0:1767384327.177770:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.177776:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.177781:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000040:1.0:1767384327.177786:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000386ce59c] to pc [ptlrpcd_00_03+3] req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.177799:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767384327.177810:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384327.177816:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384327.177822:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 10000000:00000001:1.0:1767384327.177824:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.177833:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.177834:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384327.177839:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:00000001:1.0:1767384327.177840:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384327.177841:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384327.177847:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:1.0:1767384327.177847:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384327.177859:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384327.177861:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:1.0:1767384327.177862:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384327.177866:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.177868:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 10000000:00000001:1.0:1767384327.177868:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384327.177871:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:1.0:1767384327.177873:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384327.177877:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384327.177878:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384327.177882:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384327.177885:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384327.177890:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:2.0:1767384327.177893:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384327.177895:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384327.177899:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384327.177901:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000020:01000004:1.0:1767384327.177904:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.177909:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384327.177913:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.177916:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384327.177921:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e928a79. 00000020:00000040:1.0:1767384327.177931:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384327.177937:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767384327.177939:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384327.177941:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384327.177945:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384327.177946:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.177950:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.177957:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384327.177962:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b58d096a. 02000000:00000001:2.0:1767384327.177967:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.177967:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.177968:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 02000000:00000001:2.0:1767384327.177976:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.177981:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767384327.177982:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000386ce59c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746139520:0@lo:253: 00000400:00000200:3.0:1767384327.177986:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp21 00000100:00000001:1.0:1767384327.177987:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.177993:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384327.177998:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384327.177999:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e928a79] to pc [ptlrpcd_00_00+0] req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384327.178003:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.178009:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384327.178016:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000112711fa. 02000000:00000001:2.0:1767384327.178019:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.178024:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.178028:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.178030:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.178032:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c33bf6c3. 00000020:01000000:1.0:1767384327.178032:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384327.178038:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002399ee9b. 00000400:00000010:2.0:1767384327.178042:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000125c3bfc. 00000100:00000200:2.0:1767384327.178047:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746139520, portal 25 00000100:00000001:2.0:1767384327.178049:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384327.178051:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317036544 : -111508392515072 : ffff9a956ddfea00) 00000100:00000001:1.0:1767384327.178052:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384327.178055:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp21 lpni_is_preferred = 0 00000100:00000001:1.0:1767384327.178056:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384327.178057:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.178061:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384327.178070:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.178071:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp21 00000100:00000001:2.0:1767384327.178088:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384327.178096:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp21 NI seq info: [29:29:256:4294967295] 192.168.203.143@tcp21 LPNI seq info [29:29:8:4294967295] 00000100:00000040:2.0:1767384327.178100:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384327.178106:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcc85a99. 00000100:00000001:1.0:1767384327.178110:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767384327.178115:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746139520, offset 0 00000100:00000001:1.0:1767384327.178115:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.178119:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384327.178122:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384327.178128:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp21 00000400:00000200:2.0:1767384327.178129:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384327.178129:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384327.178140:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005e928a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746139648:0@lo:253: 00000100:00000001:1.0:1767384327.178145:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384327.178151:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384327.178153:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.178157:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384327.178163:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp21(192.168.203.143@tcp21:) -> 192.168.203.143@tcp21(192.168.203.143@tcp:192.168.203.143@tcp21) : PUT try# 0 02000000:00000010:1.0:1767384327.178165:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000809351f7. 02000000:00000001:1.0:1767384327.178171:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384327.178176:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003080428. 00000800:00000200:3.0:1767384327.178185:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.203.143@tcp21 00000400:00000200:2.0:1767384327.178186:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384327.178188:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e369d7f8. 00000800:00000010:3.0:1767384327.178211:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f334efa. 00000100:00000200:1.0:1767384327.178214:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746139648, portal 25 00000100:00000001:1.0:1767384327.178217:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384327.178218:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317034752 : -111508392516864 : ffff9a956ddfe300) 00000400:00000200:2.0:1767384327.178223:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03780 00000800:00000010:3.0:1767384327.178227:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a9a7e9e6. 00000100:00000040:1.0:1767384327.178228:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384327.178234:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000800:00000010:3.0:1767384327.178245:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ad57f918. 00000400:00000010:2.0:1767384327.178248:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dacb8048. 00000400:00000200:2.0:1767384327.178256:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000feba4947 00000100:00000001:1.0:1767384327.178256:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767384327.178263:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9a7e9e6] -> 12345-192.168.203.143@tcp21 (2) 00000400:00000200:2.0:1767384327.178266:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384327.178272:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384327.178276:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005573a6f8. 00000800:00000200:3.1:1767384327.178292:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9a7e9e6] -> 12345-192.168.203.143@tcp21 (2) 00000400:00000200:2.0:1767384327.178297:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384327.178297:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746139648, offset 0 00000400:00000200:1.0:1767384327.178309:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384327.178313:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000feba4947 00000400:00000010:2.0:1767384327.178315:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000feba4947. 00000400:00000200:1.0:1767384327.178321:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384327.178323:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000001:2.0:1767384327.178325:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384327.178332:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03800 00000100:00000200:2.0:1767384327.178333:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384327.178339:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000400:00000200:1.0:1767384327.178341:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000100:00000040:2.0:1767384327.178342:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000fb43582b x1853236746139520 msgsize 4848 00000400:00000010:1.0:1767384327.178356:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a928aedf. 00000400:00000200:1.0:1767384327.178362:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2569c82 00000400:00000200:1.0:1767384327.178366:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384327.178367:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384327.178379:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384327.178383:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384327.178388:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2569c82 00000400:00000010:1.0:1767384327.178390:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2569c82. 00000100:00000001:2.0:1767384327.178393:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384327.178394:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384327.178397:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384327.178402:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384327.178402:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000a1b30536 x1853236746139648 msgsize 4848 00000400:00000200:2.0:1767384327.178403:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcc85a99 00000100:00000001:3.0:1767384327.178421:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.178424:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcc85a99. 00000100:00000001:2.0:1767384327.178433:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384327.178433:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384327.178438:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:2.0:1767384327.178441:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.178446:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384327.178450:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384327.178455:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005573a6f8 00000100:00000040:2.0:1767384327.178456:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384327.178458:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005573a6f8. 00000100:00000001:1.0:1767384327.178461:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384327.178513:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.178521:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.178526:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.178532:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.178537:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384327.178540:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.178543:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384327.178544:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.178549:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294915949 00000100:00000001:2.0:1767384327.178550:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384327.178554:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eee94de2. 00000100:00000001:2.0:1767384327.178555:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294915949 00000100:00000001:1.0:1767384327.178564:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384327.178576:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294915949 00000100:00000001:2.0:1767384327.178577:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294915949 00000100:00000001:2.0:1767384327.178582:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294915949 00000100:00000010:1.0:1767384327.178589:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7f2096a. 00000100:00000001:1.0:1767384327.178594:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384327.178597:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294915949 00000100:00000001:2.0:1767384327.178598:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294915949 00000100:00000001:2.0:1767384327.178603:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294915949 00000100:00000010:1.0:1767384327.178603:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb34c713. 00000100:00000001:1.0:1767384327.178607:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384327.178610:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294915949 00000100:00000001:2.0:1767384327.178611:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294915949 00000100:00000010:1.0:1767384327.178614:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d4dd212. 00000100:00000001:2.0:1767384327.178615:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294915949 00000100:00000001:1.0:1767384327.178621:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384327.178626:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384327.178627:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294915949 00000100:00000001:2.0:1767384327.178632:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.178632:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.178637:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.178638:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.178642:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.178643:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.178649:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.178650:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384327.178653:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384327.178657:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384327.178659:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384327.178661:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.178663:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.178677:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384327.178680:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384327.178682:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746139520 00000100:00000001:1.0:1767384327.178683:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.178686:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384327.178690:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384327.178692:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.178696:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384327.178698:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746139520 00000020:00000001:2.0:1767384327.178700:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384327.178701:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384327.178703:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.178705:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:2.0:1767384327.178708:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384327.178710:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384327.178714:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384327.178718:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c1e7cd2. 00000100:00000001:2.0:1767384327.178721:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384327.178729:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c1e7cd2. 00000020:00000010:2.0:1767384327.178735:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ae28012. 00000400:00000200:1.0:1767384327.178740:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000020:00000010:2.0:1767384327.178745:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9c62719. 00000020:00000010:2.0:1767384327.178751:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0fb35d. 00000100:00000040:2.0:1767384327.178761:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384327.178763:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384327.178765:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384327.178767:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.178774:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.178783:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.178794:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384327.178795:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746139648 02000000:00000001:2.0:1767384327.178797:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384327.178798:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384327.178799:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.178802:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384327.178802:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00100000:2.0:1767384327.178808:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746139648 00000020:00000001:2.0:1767384327.178810:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384327.178811:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384327.178812:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.178814:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:2.0:1767384327.178816:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384327.178818:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384327.178819:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384327.178822:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c1e7cd2. 00000100:00000001:2.0:1767384327.178824:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384327.178826:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c1e7cd2. 00000020:00000010:2.0:1767384327.178849:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff403dbd. 00000020:00000010:2.0:1767384327.178852:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000025a0ef96. 00000020:00000010:2.0:1767384327.178856:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f690845e. 00000400:00000200:1.0:1767384327.178858:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:2.0:1767384327.178859:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384327.178863:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384327.178864:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.178868:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.178872:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.178893:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384327.178896:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384327.178896:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384327.178900:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:3.0:1767384327.178904:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384327.178911:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:2.0:1767384327.178914:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384327.178916:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604655184 : -111508104896432 : ffff9a957f04a050) 00000100:00000040:2.0:1767384327.178922:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb43582b x1853236746139520/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 4848/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384327.178931:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000001:2.0:1767384327.178936:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384327.178940:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000020:00000010:2.0:1767384327.178941:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c1e7cd2. 00000400:00000200:1.0:1767384327.178943:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000001:3.0:1767384327.178953:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604648016 : -111508104903600 : ffff9a957f048450) 00000100:00000001:2.0:1767384327.178954:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384327.178962:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c1e7cd2. 00000100:00100000:2.0:1767384327.178970:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb43582b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746139520:12345-0@lo:253: 00000100:00000040:3.0:1767384327.178975:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1b30536 x1853236746139648/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 4848/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384327.178977:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746139520 00000020:00000001:2.0:1767384327.178981:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384327.178988:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384327.178991:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384327.178994:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000020:00000001:2.0:1767384327.178998:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384327.179001:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384327.179001:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384327.179007:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384327.179009:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384327.179011:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ddefae3. 00000020:00000001:2.0:1767384327.179013:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384327.179015:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384327.179018:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.179021:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384327.179026:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384327.179027:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384327.179033:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d774aaf3. 00000020:00000010:3.0:1767384327.179036:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ddefae3. 02000000:00000001:2.0:1767384327.179037:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.179044:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.179047:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:3.0:1767384327.179052:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1b30536 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746139648:12345-0@lo:253: 20000000:00000010:2.0:1767384327.179056:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dd3736e0. 00000400:00000200:1.0:1767384327.179057:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000200:3.0:1767384327.179062:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746139648 20000000:01000000:2.0:1767384327.179063:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384327.179070:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384327.179072:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384327.179074:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384327.179080:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384327.179082:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.179085:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.179086:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384327.179087:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000020:00000001:3.0:1767384327.179097:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384327.179097:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384327.179106:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 20000000:00000010:2.0:1767384327.179114:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000095f4c3e3. 00000020:00000001:3.0:1767384327.179115:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384327.179116:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 20000000:01000000:2.0:1767384327.179117:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00000020:00000001:3.0:1767384327.179124:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384327.179128:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384327.179130:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1767384327.179134:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384327.179135:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:2.0:1767384327.179139:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384327.179141:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.179149:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384327.179154:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384327.179155:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00080000:00000001:2.0:1767384327.179156:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000010:3.0:1767384327.179163:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000053081994. 02000000:00000001:3.0:1767384327.179169:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.179172:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384327.179172:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384327.179177:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384327.179180:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384327.179180:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384327.179204:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384327.179205:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384327.179210:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004da292bc. 00080000:00000002:2.0:1767384327.179210:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:2.0:1767384327.179221:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 20000000:01000000:3.0:1767384327.179222:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000002:2.0:1767384327.179224:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384327.179226:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 20000000:00000001:3.0:1767384327.179232:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384327.179234:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384327.179237:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384327.179239:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.179242:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384327.179243:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384327.179255:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.179271:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384327.179275:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384327.179280:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:2.0:1767384327.179284:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384327.179289:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000978facb0. 00080000:00000001:2.0:1767384327.179292:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565212148224 : -111508497403392 : ffff9a95679f7200) 00000400:00000200:1.0:1767384327.179292:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00080000:00000001:2.0:1767384327.179299:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384327.179303:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384327.179307:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008c1e7cd2. 00080000:00000001:2.0:1767384327.179309:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384327.179312:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384327.179319:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00080000:00000001:2.0:1767384327.179325:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384327.179343:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384327.179358:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.179395:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.179431:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.179460:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.179481:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.179647:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.179673:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.179696:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.179723:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.179739:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.179761:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000800:00000010:1.0:1767384327.179962:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000092bc9e1. 00000800:00000010:1.0:1767384327.179966:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005573a6f8. 00000800:00000010:1.0:1767384327.179973:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4f2f926. 00000800:00000010:1.0:1767384327.180021:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4f2f926. 00000400:00000200:3.0:1767384327.180031:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384327.180066:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp21 from 231.3.0.2 00000800:00000010:3.0:1767384327.180077:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005028f8a9. 00000800:00000010:2.0:1767384327.180108:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002399ee9b. 00000800:00000010:2.0:1767384327.180113:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bcc85a99. 00000800:00000010:2.0:1767384327.180142:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007c6d0cb4. 00000800:00000200:2.1:1767384327.180179:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9a7e9e6] -> 12345-192.168.203.143@tcp21 (2) 00000800:00000200:2.1:1767384327.180184:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp21 000000007c6d0cb4 deleted 00000800:00000010:2.1:1767384327.180187:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007c6d0cb4. 00000800:00000200:2.1:1767384327.180193:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000010:1.0:1767384327.180202:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000978facb0. 00000800:00000200:2.1:1767384327.180203:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp21 ip 192.168.203.143:999 00000800:00000200:2.1:1767384327.180209:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f334efa type 1, nob 352 niov 1 nkiov 1 00000800:00000200:2.0:1767384327.180223:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp21 p 3.x 192.168.203.143 -> 192.168.203.143:999 incarnation:1767384325506845906 sched[0] 00000800:00000010:2.0:1767384327.180236:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c58b2b9. 00080000:00000010:1.0:1767384327.180244:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008c1e7cd2. 00040000:00000001:1.0:1767384327.180251:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384327.180254:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384327.180257:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384327.180260:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384327.180262:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384327.180265:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384327.180280:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384327.180291:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384327.180295:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384327.180299:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:2.0:1767384327.180311:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c58b2b9. 00000800:00000010:2.0:1767384327.180316:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bcc85a99. 00000800:00000010:2.0:1767384327.180359:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005028f8a9. 00000800:00000001:2.0:1767384327.180377:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:1.0:1767384327.180379:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000800:00000001:2.0:1767384327.180384:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384327.180384:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384327.180386:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384327.180391:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384327.180393:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384327.180400:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000936aa7e8. 00010000:00000001:1.0:1767384327.180478:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384327.180503:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000942a2bf2. 00000020:00000001:1.0:1767384327.180508:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384327.180514:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000942a2bf2 with handle 0x980286e253c5fbf2 to hash 00000020:00000001:1.0:1767384327.180518:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384327.180522:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000800:00000200:2.0:1767384327.180525:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767384327.180526:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000800:00000010:2.0:1767384327.180531:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f334efa. 00010000:00000001:1.0:1767384327.180533:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384327.180538:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.180540:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384327.180542:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384327.180553:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp21->192.168.203.143@tcp21: PUT: OK 00010000:00000001:1.0:1767384327.180555:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:2.0:1767384327.180561:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:1.0:1767384327.180562:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384327.180567:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:2.0:1767384327.180568:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00010000:00000001:1.0:1767384327.180569:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384327.180575:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384327.180577:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384327.180580:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384327.180584:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384327.180587:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384327.180589:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384327.180590:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384327.180594:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000936aa7e8) refcount = 1 00010000:00010000:1.0:1767384327.180597:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.180604:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384327.180607:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384327.180609:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384327.180613:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.180616:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384327.180621:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384327.180626:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:1.0:1767384327.180629:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384327.180632:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384327.180641:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=4 00000020:00000001:1.0:1767384327.180645:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384327.180648:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384327.180651:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384327.180655:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000200:2.1:1767384327.180660:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00010000:00000001:1.0:1767384327.180661:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384327.180665:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384327.180672:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp21 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384325506845906 sched[0] 00010000:00000001:1.0:1767384327.180679:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1767384327.180681:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005573a6f8. 00010000:00000001:1.0:1767384327.180683:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384327.180687:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.180692:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384327.180695:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.180699:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384327.180702:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384327.180708:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000942a2bf2 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384327.180711:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384327.180715:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384327.180718:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.180722:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384327.180724:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384327.180726:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384327.180729:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=5 00000020:00000001:1.0:1767384327.180731:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384327.180734:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384327.180737:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384327.180746:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.180752:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384327.180756:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384327.180759:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.180766:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384327.180768:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00010000:00000001:1.0:1767384327.180768:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384327.180770:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384327.180773:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384327.180777:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000942a2bf2 with handle 0x980286e253c5fbf2 from hash 00010000:00000001:1.0:1767384327.180780:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384327.180783:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.180785:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384327.180788:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384327.180790:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384327.180793:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384327.180796:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384327.180799:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384327.180802:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.180804:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384327.180808:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384327.180810:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.180812:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384327.180815:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.180817:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.180819:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384327.180821:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.180825:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.180826:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384327.180828:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384327.180830:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384327.180831:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.180833:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384327.180836:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00010000:00000001:1.0:1767384327.180836:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384327.180841:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384327.180843:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384327.180852:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384327.180855:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384327.180857:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384327.180864:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384327.180866:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000001:3.0:1767384327.180870:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384327.180870:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384327.180877:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000942a2bf2/0x980286e253c5fbf2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384327.180882:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384327.180884:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000936aa7e8 count: 0 00000400:00000200:2.0:1767384327.180893:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00010000:00000001:1.0:1767384327.180896:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384327.180903:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384327.180908:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp21(192.168.203.143@tcp21) <- 192.168.203.143@tcp21 : PUT - for me 00000400:00000200:3.0:1767384327.180941:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384327.180944:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 20000000:00000010:1.0:1767384327.180945:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007a139ebc. 20000000:01000000:1.0:1767384327.180951:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:1.0:1767384327.180959:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384327.180960:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 256/256 into md 0x1501 [1] + 0 00080000:00000001:1.0:1767384327.180963:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384327.180967:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:3.0:1767384327.180973:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ec5abcf. 00080000:00000001:1.0:1767384327.180978:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384327.180983:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc3edd36 00000400:00000200:2.0:1767384327.180985:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00080000:00000001:1.0:1767384327.180987:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384327.180992:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384327.180994:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384327.180996:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384327.180996:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384327.181002:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384327.181004:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000020:00000001:1.0:1767384327.181008:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:1.0:1767384327.181010:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384327.181013:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384327.181017:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384327.181020:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384327.181020:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384327.181027:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384327.181030:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384327.181032:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000020:00000001:1.0:1767384327.181032:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384327.181039:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384327.181048:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003ede8e21. 00000400:00000200:3.0:1767384327.181050:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp21->192.168.203.143@tcp21: PUT: OK 00080000:00000001:1.0:1767384327.181052:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565481694720 : -111508227856896 : ffff9a9577b06600) 00080000:00000001:1.0:1767384327.181056:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384327.181059:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc3edd36 00000001:00000001:1.0:1767384327.181067:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000010:3.0:1767384327.181068:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc3edd36. 00080000:00000010:1.0:1767384327.181073:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d4f2f926. 00000400:00000200:3.0:1767384327.181076:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00080000:00000001:1.0:1767384327.181078:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384327.181084:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384327.181086:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384327.181088:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (15) 00080000:00000001:1.0:1767384327.181098:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.181101:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:3.0:1767384327.181109:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000467119ea. 00080000:00000001:1.0:1767384327.181110:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384327.181120:0:16346:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 14 00000400:00000200:2.0:1767384327.181127:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00080000:00000020:1.0:1767384327.181128:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:3.0:1767384327.181136:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:1.0:1767384327.181137:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384327.181140:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dd3736e0. 20000000:00000001:1.0:1767384327.181150:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384327.181155:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746139520 00010000:00000001:1.0:1767384327.181158:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384327.181160:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (16) 00000400:00000200:2.0:1767384327.181162:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00010000:00000200:1.0:1767384327.181167:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb43582b x1853236746139520/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.181176:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00010000:00000001:1.0:1767384327.181178:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384327.181182:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384327.181187:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384327.181196:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384327.181197:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp21 to MR: 192.168.203.143@tcp21 local destination 00000400:00000200:2.0:1767384327.181198:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000040:1.0:1767384327.181202:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384327.181212:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384327.181216:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384327.181220:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.181224:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384327.181226:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp21 NI seq info: [30:30:256:4294967295] 192.168.203.143@tcp21 LPNI seq info [30:30:8:4294967295] 00000100:00000040:1.0:1767384327.181232:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384327.181234:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000010:1.0:1767384327.181240:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098442d5f. 00000100:00000200:1.0:1767384327.181250:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746139520, offset 224 00000400:00000200:1.0:1767384327.181266:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384327.181268:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384327.181283:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp21(192.168.203.143@tcp21:192.168.203.143@tcp21) -> 192.168.203.143@tcp21(192.168.203.143@tcp21:192.168.203.143@tcp21) 192.168.203.143@tcp21 : ACK try# 0 00000800:00000200:3.0:1767384327.181294:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp21 00000400:00000200:1.0:1767384327.181300:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384327.181305:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004b9b216. 00000400:00000200:2.0:1767384327.181306:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384327.181315:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03780 00000400:00000200:1.0:1767384327.181328:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x151d [2] + 224 00000800:00000200:3.0:1767384327.181330:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9a7e9e6] -> 12345-192.168.203.143@tcp21 (4) 00000400:00000200:1.0:1767384327.181336:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.181343:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384327.181346:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000100:00000001:1.0:1767384327.181349:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767384327.181355:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp21 ip 192.168.203.143:988 00000100:00000200:1.0:1767384327.181357:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384327.181364:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004b9b216 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:1.0:1767384327.181385:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384327.181388:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000100:00000001:1.0:1767384327.181403:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384327.181413:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098442d5f 00000400:00000010:1.0:1767384327.181414:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098442d5f. 00000100:00000001:1.0:1767384327.181418:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384327.181420:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384327.181503:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.181525:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384327.181528:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384327.181530:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.181533:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384327.181539:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb43582b x1853236746139520/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384327.181548:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb43582b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746139520:12345-0@lo:253: Request processed in 2608us (3201us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384327.181558:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000040:1.0:1767384327.181562:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384327.181565:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384327.181569:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384327.181573:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9c62719. 00000020:00000010:1.0:1767384327.181578:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0fb35d. 00000020:00000010:1.0:1767384327.181581:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ae28012. 00000020:00000040:1.0:1767384327.181585:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:1.0:1767384327.181591:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384327.181593:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d774aaf3. 02000000:00000001:1.0:1767384327.181597:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384327.181598:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384327.181602:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384327.181606:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077f2021d. 00000400:00000010:1.0:1767384327.181609:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098442d5f. 00000800:00000200:3.0:1767384327.181649:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384327.181650:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384327.181655:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004b9b216. 00000800:00000001:1.0:1767384327.181663:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.181664:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384327.181669:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384327.181676:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.181681:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp21->192.168.203.143@tcp21: ACK: OK 00000800:00000001:1.0:1767384327.181682:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384327.181689:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384327.181699:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp21(192.168.203.143@tcp21) <- 192.168.203.143@tcp21 : ACK - for me 00000400:00000200:1.0:1767384327.181733:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp21: ACK from 12345-192.168.203.143@tcp21 into md 0x1519 00000400:00000200:1.0:1767384327.181741:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.181750:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp21->192.168.203.143@tcp21: ACK: OK 00000400:00000200:3.0:1767384327.181755:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384327.181756:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b1bd983 00000400:00000010:1.0:1767384327.181762:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b1bd983. 00000400:00000010:3.0:1767384327.181765:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ec5abcf. 00000400:00000200:1.0:1767384327.181767:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384327.181780:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000010:3.0:1767384327.181782:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3edd36. 00000400:00000200:1.0:1767384327.181788:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384327.181792:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000400:00000200:1.0:1767384327.181793:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (15) 00000800:00000001:1.0:1767384327.181808:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384327.181813:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000d1 00000800:00000001:1.0:1767384327.181813:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384327.181830:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 000000001da014d7. 00000100:00000001:1.0:1767384327.181835:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384327.181837:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 00000000e351ceeb. 00000100:00000001:1.0:1767384327.181839:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384327.181845:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 0000000032a9e77f. 00000400:00000001:1.0:1767384327.181845:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384327.181847:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384327.181853:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c33bf6c3. 00000400:00000200:1.0:1767384327.181857:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000125c3bfc 00000400:00000010:1.0:1767384327.181860:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000125c3bfc. 00000100:00000001:1.0:1767384327.181867:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384327.181874:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384327.181887:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384327.181892:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b2fc30e2. 00000100:00000001:1.0:1767384327.181894:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384327.181897:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.181901:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384327.181903:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384327.181910:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b2fc30e2 nid 192.168.203.143@tcp22 00000100:00000001:1.0:1767384327.181910:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.181916:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384327.181921:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005ded0487. 02000000:00000001:1.0:1767384327.181930:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.181932:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000005ded0487 net tcp22 00000100:00001000:1.0:1767384327.181935:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=33 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384327.181940:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (14) 00000100:00001000:1.0:1767384327.181941:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384327.181951:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384327.181954:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.181960:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384327.181965:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp22 flags 0x11 00010000:00000001:1.0:1767384327.181966:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.181976:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384327.181982:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 000000001da014d7. 00000100:00000040:1.0:1767384327.181983:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384327.181995:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 00000000e351ceeb. 00000100:00000001:1.0:1767384327.181996:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384327.182006:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000100:00000001:1.0:1767384327.182010:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384327.182012:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 0000000032a9e77f. 00000100:00000001:1.0:1767384327.182013:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384327.182024:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384327.182028:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000467119ea. 00000020:01000004:1.0:1767384327.182028:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384327.182049:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384327.182052:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000020:01000004:1.0:1767384327.182052:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384327.182054:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384327.182065:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:3.0:1767384327.182073:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000400:00000200:2.0:1767384327.182073:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000020:01000004:1.0:1767384327.182075:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.182080:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384327.182084:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384327.182087:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.182089:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384327.182096:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000100:00000040:1.0:1767384327.182096:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.182114:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000100:00100000:1.0:1767384327.182115:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000386ce59c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746139520:0@lo:253: 00000400:00000200:3.0:1767384327.182124:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000100:00000001:1.0:1767384327.182124:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384327.182129:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000100:00000001:1.0:1767384327.182129:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.182136:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000386ce59c x1853236746139520/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.182139:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384327.182153:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (15) 00000100:00000001:1.0:1767384327.182154:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384327.182156:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 02000000:00000001:1.0:1767384327.182159:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384327.182166:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000112711fa. 02000000:00000001:1.0:1767384327.182173:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384327.182175:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.182183:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384327.182186:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384327.182188:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007430a88a. 02000000:00000001:1.0:1767384327.182191:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384327.182193:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384327.182195:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000386ce59c. 00000100:00000001:1.0:1767384327.182198:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384327.182199:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.182202:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.182207:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384327.182209:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.182212:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000100:00000001:1.0:1767384327.182213:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384327.182218:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.182261:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384327.182295:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384327.182360:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384327.182381:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000800:00000010:2.0:1767384327.182595:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000112711fa. 00000800:00000010:2.0:1767384327.182604:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bcc85a99. 00000800:00000010:2.0:1767384327.182607:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c58b2b9. 00000800:00000010:2.0:1767384327.182644:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c58b2b9. 00000400:00000200:3.0:1767384327.182670:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384327.182697:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp21 from 230.3.0.2 00000800:00000010:3.0:1767384327.182702:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f90d8fb9. 00000800:00000010:2.0:1767384327.182731:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d774aaf3. 00000800:00000010:2.0:1767384327.182736:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007c6d0cb4. 00000800:00000010:2.0:1767384327.182766:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000125c3bfc. 00000800:00000200:2.1:1767384327.182771:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9a7e9e6] -> 12345-192.168.203.143@tcp21 (4) 00000800:00000200:2.1:1767384327.182780:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp21 00000000125c3bfc deleted 00000800:00000010:2.1:1767384327.182785:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000125c3bfc. 00000800:00000200:2.1:1767384327.182791:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384327.182799:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp21 p 3.x 192.168.203.143 -> 192.168.203.143:998 incarnation:1767384325506845906 sched[0] 00000800:00000010:2.0:1767384327.182803:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009c58b2b9. 00000800:00000010:2.0:1767384327.182868:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009c58b2b9. 00000800:00000010:2.0:1767384327.182875:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007c6d0cb4. 00000800:00000200:1.1:1767384327.182929:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384327.182931:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f90d8fb9. 00000800:00000200:1.0:1767384327.182940:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp21 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384325506845906 sched[0] 00000800:00000010:1.0:1767384327.182944:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bcc85a99. 00000800:00000001:2.0:1767384327.182946:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384327.182957:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384327.183011:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384327.183019:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384327.183350:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003ede8e21. 00080000:00000010:2.0:1767384327.183409:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d4f2f926. 00040000:00000001:2.0:1767384327.183418:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384327.183422:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384327.183449:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384327.183453:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384327.183456:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.183458:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384327.183462:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384327.183474:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384327.183496:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384327.183519:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384327.183546:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384327.183553:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384327.183556:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384327.183561:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384327.183584:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384327.183594:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f4d63a5. 00010000:00000001:3.0:1767384327.183602:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384327.183606:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d86da99. 00000020:00000001:3.0:1767384327.183611:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384327.183617:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d86da99 with handle 0x980286e253c5fbf9 to hash 00000020:00000001:3.0:1767384327.183622:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384327.183624:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384327.183628:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384327.183633:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.183635:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.183640:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.183652:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384327.183657:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384327.183660:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384327.183664:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.183667:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.183671:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.183674:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384327.183677:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384327.183678:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1767384327.183683:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384327.183685:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:00000010:2.0:1767384327.183687:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004da292bc. 00010000:00000001:3.0:1767384327.183690:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384327.183694:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:2.0:1767384327.183696:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384327.183697:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f4d63a5) refcount = 1 00010000:00000040:2.0:1767384327.183705:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746139648 00010000:00010000:3.0:1767384327.183707:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.183709:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384327.183717:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1b30536 x1853236746139648/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.183738:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384327.183746:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384327.183748:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384327.183750:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.183751:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384327.183760:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=33 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384327.183763:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.183764:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384327.183770:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384327.183772:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384327.183773:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384327.183780:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 20000000:00000001:3.0:1767384327.183783:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:2.0:1767384327.183783:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384327.183791:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00000100:00000001:2.0:1767384327.183791:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384327.183796:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384327.183799:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c6d0cb4. 00010000:00000001:3.0:1767384327.183809:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1767384327.183810:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746139648, offset 224 00000020:00000001:3.0:1767384327.183817:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384327.183818:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384327.183824:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=4 00000400:00000200:2.0:1767384327.183832:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384327.183833:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384327.183840:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000400:00000200:2.0:1767384327.183842:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03800 00010000:00000001:3.0:1767384327.183851:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384327.183855:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1525 [2] + 224 00010000:00010000:3.0:1767384327.183857:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384327.183860:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384327.183871:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384327.183876:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384327.183886:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:2.0:1767384327.183887:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384327.183895:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384327.183911:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.183923:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.183931:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384327.183934:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384327.183937:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384327.183943:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384327.183946:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384327.183948:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.183949:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384327.183951:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c6d0cb4 00010000:00000001:3.0:1767384327.183958:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:2.0:1767384327.183958:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c6d0cb4. 00010000:00010000:3.0:1767384327.183964:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384327.183965:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384327.183966:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384327.183969:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384327.183971:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384327.183976:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384327.183977:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003080428. 00000400:00000200:1.0:1767384327.183988:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e369d7f8 00000100:00000040:2.0:1767384327.183992:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:1.0:1767384327.183994:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e369d7f8. 00010000:00010000:3.0:1767384327.183996:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d86da99 already unused, calling callback (000000004feed035) 00010000:00000001:2.0:1767384327.183999:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384327.184000:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384327.184004:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.184006:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1767384327.184007:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384327.184009:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.184012:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1767384327.184016:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1b30536 x1853236746139648/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384327.184018:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384327.184032:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.184067:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:2.0:1767384327.184068:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1b30536 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746139648:12345-0@lo:253: Request processed in 5065us (5662us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384327.184070:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384327.184074:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384327.184074:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384327.184080:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384327.184080:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384327.184081:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 02000000:00000001:1.0:1767384327.184087:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384327.184090:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=5 00000100:00000040:2.0:1767384327.184090:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384327.184091:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.184097:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.184098:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384327.184102:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 02000000:00000001:1.0:1767384327.184103:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.184104:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384327.184107:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=33 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384327.184108:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000025a0ef96. 00000020:00000010:2.0:1767384327.184114:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f690845e. 00010000:00000001:3.0:1767384327.184117:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000020:00000010:2.0:1767384327.184120:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff403dbd. 00000100:00001000:1.0:1767384327.184123:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=33 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384327.184128:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:2.0:1767384327.184130:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:1.0:1767384327.184131:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:3.0:1767384327.184133:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384327.184135:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.184137:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384327.184143:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000053081994. 00010000:00000001:1.0:1767384327.184143:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384327.184149:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.184151:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384327.184156:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.184162:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384327.184165:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384327.184173:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.184175:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:2.0:1767384327.184176:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c48573bf. 00010000:00000001:3.0:1767384327.184183:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:2.0:1767384327.184185:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c6d0cb4. 00000100:00000001:1.0:1767384327.184188:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384327.184189:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.184192:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384327.184197:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.184200:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:01000004:1.0:1767384327.184200:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384327.184207:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:01000004:1.0:1767384327.184207:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384327.184217:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:1.0:1767384327.184218:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384327.184226:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384327.184227:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384327.184234:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:3.0:1767384327.184238:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d86da99 with handle 0x980286e253c5fbf9 from hash 00000020:01000004:1.0:1767384327.184239:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.184242:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384327.184246:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.184249:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384327.184250:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1767384327.184254:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.184256:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.184262:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.184268:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:1.0:1767384327.184274:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005e928a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746139648:0@lo:253: 00010000:00000001:3.0:1767384327.184275:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384327.184284:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.184285:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384327.184287:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384327.184289:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:1.0:1767384327.184291:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005e928a79 x1853236746139648/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384327.184295:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.184306:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.184308:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384327.184311:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1767384327.184312:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384327.184322:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000809351f7. 00010000:00000001:3.0:1767384327.184323:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:1.0:1767384327.184327:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384327.184333:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384327.184333:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.184339:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00010000:00000001:3.0:1767384327.184341:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384327.184343:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384327.184348:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.184349:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b58d096a. 00010000:00000001:3.0:1767384327.184354:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.184360:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384327.184361:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.184362:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384327.184363:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e928a79. 00000100:00000001:1.0:1767384327.184370:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:3.0:1767384327.184372:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384327.184373:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.184379:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.184386:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384327.184388:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.184395:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384327.184395:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384327.184400:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384327.184400:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.184405:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384327.184407:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384327.184416:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.184418:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.184421:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384327.184456:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.184460:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.184463:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.184473:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384327.184475:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384327.184477:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d86da99/0x980286e253c5fbf9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384327.184496:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f4d63a5 count: 0 00010000:00000001:3.0:1767384327.184507:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384327.184510:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384327.185503:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294915949, at 4294915950 00000100:00000010:1.0:1767384327.185511:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7f2096a. 00000100:00000040:0.0:1767384327.185530:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294915949, at 4294915950 00000100:00000010:0.0:1767384327.185538:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eee94de2. 00010000:00000010:1.1:1767384327.186531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000936aa7e8. 00010000:00000010:1.1:1767384327.186545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000942a2bf2. 00000100:00000040:3.0:1767384327.186637:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294915949, at 4294915951 00000100:00000010:3.0:1767384327.186645:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d4dd212. 00000100:00000040:2.0:1767384327.186829:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294915949, at 4294915951 00000100:00000010:2.0:1767384327.186838:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb34c713. 00010000:00000010:3.1:1767384327.194771:0:23319:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f4d63a5. 00010000:00000010:3.1:1767384327.194790:0:23319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d86da99. 00000400:00000010:0.0:1767384327.196541:0:23318:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009f8db15a. 00000400:00000040:0.0:1767384327.196560:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384327.196563:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384327.196565:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.196568:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384327.196569:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.196571:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384327.196573:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384327.196575:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384327.196578:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384327.196578:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384327.196580:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384327.196581:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384327.196583:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384327.196584:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384327.196585:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384327.196586:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384327.196587:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384327.196588:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384327.196590:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384327.196592:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.196598:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384327.196599:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384327.196600:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384327.196601:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.196602:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384327.196603:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.196605:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384327.196606:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384327.196607:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384327.196608:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.196608:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384327.196610:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384327.196611:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384327.196612:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384327.196613:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384327.196615:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.196616:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384327.196618:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384327.196619:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384327.196620:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384327.196621:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384327.196622:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384327.196623:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384327.196624:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384327.196625:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384327.196626:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384327.196627:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384327.196628:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384327.196629:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384327.196630:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384327.196631:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384327.196632:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384327.196633:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384327.196634:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384327.196635:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384327.196636:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384327.196637:0:23318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384327.196676:0:23318:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009f8db15a. 00010000:00000001:2.0:1767384327.524539:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384327.524544:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.524549:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384327.524550:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.524573:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384327.524575:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.524577:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384327.844503:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384327.844508:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:1.0:1767384327.844513:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.844515:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384327.844527:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384327.844529:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384327.844531:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384327.844532:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384327.844536:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 21 10000000:00000001:1.0:1767384327.844538:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384327.844540:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384327.844547:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e928a79. 00000020:00000040:1.0:1767384327.844551:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384327.844555:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384327.844558:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.844563:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.844569:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0f8d90f. 00000100:00000001:1.0:1767384327.844574:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.844578:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384327.844581:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384327.844587:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000936aa7e8. 00010000:00000001:1.0:1767384327.844591:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384327.844594:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000942a2bf2. 00000020:00000001:1.0:1767384327.844598:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384327.844603:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000942a2bf2 with handle 0x980286e253c5fc00 to hash 00000020:00000001:1.0:1767384327.844612:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384327.844614:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384327.844617:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384327.844621:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384327.844624:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384327.844626:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384327.844633:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384327.844641:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384327.844645:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384327.844647:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384327.844652:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdc5a158. 00000100:00000001:1.0:1767384327.844653:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560333306688 : -111513376244928 : ffff9a9444d23b40) 00000100:00000001:1.0:1767384327.844655:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384327.844656:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317034752 : -111508392516864 : ffff9a956ddfe300) 00000100:00000001:1.0:1767384327.844659:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.844661:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.844662:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384327.844668:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384327.844674:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.844681:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384327.844682:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.844685:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384327.844687:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384327.844689:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384327.844691:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005e928a79 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746139776:0@lo:101: 00000100:00000001:1.0:1767384327.844694:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384327.844703:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384327.844705:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.844707:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384327.844710:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007fe194c9. 02000000:00000001:1.0:1767384327.844711:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384327.844716:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003080428. 00000400:00000010:1.0:1767384327.844732:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000100:00000200:1.0:1767384327.844737:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746139776, portal 25 00000100:00000001:1.0:1767384327.844738:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384327.844739:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317034752 : -111508392516864 : ffff9a956ddfe300) 00000100:00000040:1.0:1767384327.844741:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.844747:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384327.844749:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384327.844750:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbdd93fd. 00000100:00000200:1.0:1767384327.844752:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746139776, offset 0 00000400:00000200:1.0:1767384327.844758:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384327.844770:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384327.844779:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df03880 00000400:00000200:1.0:1767384327.844784:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x9f5 [2] + 0 00000400:00000010:1.0:1767384327.844787:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077efd423. 00000400:00000200:1.0:1767384327.844790:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003283e5a6 00000400:00000200:1.0:1767384327.844795:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.844797:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384327.844801:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003283e5a6 00000400:00000010:1.0:1767384327.844802:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003283e5a6. 00000100:00000001:1.0:1767384327.844806:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384327.844808:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384327.844810:0:17082:0:(events.c:337:request_in_callback()) incoming req@0000000063c72dd4 x1853236746139776 msgsize 328 00000100:00100000:1.0:1767384327.844814:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384327.844815:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384327.844826:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384327.844831:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbdd93fd 00000400:00000010:1.0:1767384327.844832:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbdd93fd. 00000100:00000001:1.0:1767384327.844834:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384327.844843:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.844852:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.844853:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.844858:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.844861:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384327.844862:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384327.844865:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384327.844868:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746139776 00000100:00000001:1.0:1767384327.844870:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294916615 02000000:00000001:2.0:1767384327.844874:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1767384327.844875:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7f2096a. 00000100:00000001:2.0:1767384327.844878:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384327.844881:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.844882:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384327.844889:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384327.844895:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746139776 00000100:00000001:1.0:1767384327.844895:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294916615 00000020:00000001:2.0:1767384327.844901:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384327.844901:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c1dac9. 00000020:00000040:2.0:1767384327.844907:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:1.0:1767384327.844908:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384327.844912:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384327.844913:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294916615 00000020:00000040:2.0:1767384327.844917:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000010:1.0:1767384327.844918:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd007444. 00000100:00000001:1.0:1767384327.844923:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384327.844924:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384327.844926:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294916615 00000020:00000001:2.0:1767384327.844928:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000010:1.0:1767384327.844929:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d3b9d6. 00000100:00000001:1.0:1767384327.844933:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384327.844937:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384327.844937:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.844942:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.844944:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384327.844945:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004464771b. 00000100:00000001:1.0:1767384327.844945:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384327.844949:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fdc5a158 going to sleep for 11 seconds 00000100:00000001:2.0:1767384327.844953:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.844953:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384327.844956:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.844960:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004464771b. 00000020:00000010:2.0:1767384327.844969:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6542e43. 00000020:00000010:2.0:1767384327.844975:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b95085. 00000020:00000010:2.0:1767384327.844980:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f690845e. 00000100:00000040:2.0:1767384327.844991:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384327.844994:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384327.844996:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384327.844998:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.845006:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.845019:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.845032:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384327.845034:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384327.845041:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000001:1.0:1767384327.845044:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384327.845045:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384327.845047:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384327.845049:0:17077:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.845053:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604652112 : -111508104899504 : ffff9a957f049450) 00000100:00000001:1.0:1767384327.845053:0:17077:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.845062:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000063c72dd4 x1853236746139776/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 328/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.845083:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384327.845086:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004464771b. 00000100:00000001:2.0:1767384327.845088:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384327.845090:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004464771b. 00000100:00100000:2.0:1767384327.845094:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000063c72dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746139776:12345-0@lo:101: 00000100:00000200:2.0:1767384327.845098:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746139776 00000020:00000001:2.0:1767384327.845102:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384327.845105:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384327.845107:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.845110:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384327.845112:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:2.0:1767384327.845116:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384327.845118:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384327.845120:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384327.845122:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384327.845126:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.845128:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384327.845130:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384327.845131:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384327.845133:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384327.845135:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.845138:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384327.845145:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003da0a722. 00010000:00000001:2.0:1767384327.845148:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384327.845151:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003368e9fb. 00000020:00000001:2.0:1767384327.845154:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384327.845156:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003368e9fb with handle 0x980286e253c5fc07 to hash 00000020:00000001:2.0:1767384327.845168:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384327.845169:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00010000:00000001:2.0:1767384327.845172:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00010000:00010000:2.0:1767384327.845175:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fc00 expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384327.845194:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000020:00000040:2.0:1767384327.845196:0:17080:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000001:2.0:1767384327.845204:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384327.845206:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384327.845211:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000001f4ae99. 02000000:00000001:2.0:1767384327.845213:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.845216:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.845218:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384327.845221:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384327.845224:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384327.845226:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384327.845228:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.845230:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384327.845231:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.845234:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384327.845236:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384327.845237:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384327.845249:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384327.845252:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003da0a722) refcount = 1 00010000:00010000:2.0:1767384327.845257:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fc00 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.845263:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384327.845264:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384327.845266:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.845268:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.845270:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384327.845273:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384327.845275:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fc00 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.845283:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384327.845285:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384327.845287:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.845296:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.845298:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384327.845300:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.845302:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384327.845303:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003368e9fb, rc 0) 00000020:00000001:2.0:1767384327.845306:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384327.845310:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746139776 00010000:00000001:2.0:1767384327.845313:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384327.845319:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000063c72dd4 x1853236746139776/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 328/344 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384327.845329:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384327.845331:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384327.845334:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384327.845339:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384327.845341:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384327.845343:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384327.845346:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384327.845348:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.845350:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384327.845353:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384327.845356:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000100:00000200:2.0:1767384327.845360:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746139776, offset 224 00000400:00000200:2.0:1767384327.845365:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384327.845371:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384327.845378:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df03880 00000400:00000200:2.0:1767384327.845383:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1541 [1] + 224 00000400:00000200:2.0:1767384327.845389:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384327.845392:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384327.845395:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384327.845401:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.845411:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.845452:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384327.845572:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384327.845596:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000400:00000010:2.0:1767384327.845600:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000100:00000001:2.0:1767384327.845605:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384327.845605:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384327.845607:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384327.845608:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384327.845612:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003080428. 00000100:00000001:2.0:1767384327.845615:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384327.845616:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000400:00000010:1.0:1767384327.845620:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000100:00000040:2.0:1767384327.845624:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:1.0:1767384327.845625:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384327.845630:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:1.0:1767384327.845631:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384327.845635:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384327.845641:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384327.845642:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384327.845649:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384327.845651:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063c72dd4 x1853236746139776/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 328/344 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.845651:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.845655:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384327.845658:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384327.845661:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.845663:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.845667:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384327.845671:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=33 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384327.845673:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000063c72dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746139776:12345-0@lo:101: Request processed in 587us (858us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384327.845675:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384327.845681:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384327.845683:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.845686:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384327.845688:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.845692:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384327.845693:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:1.0:1767384327.845697:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.845699:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:2.0:1767384327.845706:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384327.845707:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.845711:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384327.845712:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384327.845713:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384327.845717:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384327.845720:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b95085. 00000100:00100000:1.0:1767384327.845723:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005e928a79 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746139776:0@lo:101: 00000100:00000001:1.0:1767384327.845738:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384327.845739:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f690845e. 00000100:00000001:1.0:1767384327.845739:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.845745:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6542e43. 00000100:00000001:1.0:1767384327.845749:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384327.845751:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384327.845754:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000040:1.0:1767384327.845754:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384327.845762:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384327.845763:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384327.845768:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000001f4ae99. 00000100:00000010:1.0:1767384327.845768:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fdc5a158. 00000100:00000001:1.0:1767384327.845772:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1767384327.845775:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384327.845775:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.845777:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:2.0:1767384327.845779:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384327.845780:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384327.845784:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384327.845785:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=4 00000020:00000001:1.0:1767384327.845786:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000100:00000200:2.0:1767384327.845787:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384327.845788:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000040:1.0:1767384327.845793:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000942a2bf2, remote cookie: 0x980286e253c5fc07, flags: 0x0 00000400:00000010:2.0:1767384327.845795:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ee5ac10. 00010000:00000001:1.0:1767384327.845795:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384327.845798:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384327.845800:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384327.845801:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000010:2.0:1767384327.845803:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000125c3bfc. 00010000:00000001:1.0:1767384327.845803:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384327.845805:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000936aa7e8) refcount = 1 00010000:00010000:1.0:1767384327.845809:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.845814:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384327.845816:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384327.845817:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384327.845819:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384327.845824:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384327.845826:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.845830:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384327.845831:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.845832:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384327.845837:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.845838:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384327.845839:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.845840:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.845842:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005e928a79 x1853236746139776/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.845847:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384327.845848:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384327.845850:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007fe194c9. 02000000:00000001:1.0:1767384327.845854:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384327.845856:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.845859:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384327.845862:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384327.845865:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b0f8d90f. 02000000:00000001:1.0:1767384327.845867:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384327.845870:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384327.845872:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e928a79. 00000100:00000001:1.0:1767384327.845876:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384327.845877:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384327.845878:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.845880:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384327.845880:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:1.0:1767384327.845881:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.845883:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384327.845883:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384327.845884:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=3 00000020:00000001:1.0:1767384327.845886:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384327.845887:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384327.845888:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384327.845889:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.845890:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384327.845891:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.845893:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384327.845895:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000fef98588. 00000100:00000010:1.0:1767384327.845906:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e928a79. 00000020:00000040:1.0:1767384327.845908:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384327.845910:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384327.845915:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.845917:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.845919:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0f8d90f. 00000100:00000001:1.0:1767384327.845921:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.845923:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384327.845926:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007fe194c9. 00000100:00000010:1.0:1767384327.845928:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000078c7d8f7. 00000020:00000040:1.0:1767384327.845929:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384327.845932:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384327.845932:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384327.845934:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdc5a158. 00000100:00000001:1.0:1767384327.845935:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560333306688 : -111513376244928 : ffff9a9444d23b40) 00000100:00000001:1.0:1767384327.845937:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384327.845938:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317034752 : -111508392516864 : ffff9a956ddfe300) 00000100:00000001:1.0:1767384327.845940:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.845940:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.845942:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384327.845943:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384327.845945:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.845949:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384327.845950:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.845952:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384327.845954:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384327.845957:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384327.845962:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005e928a79 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746139904:0@lo:256: 00000100:00000001:1.0:1767384327.845966:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384327.845970:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384327.845971:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.845973:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384327.845976:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003080428. 00000400:00000010:1.0:1767384327.845979:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e369d7f8. 00000100:00000200:1.0:1767384327.845983:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df03900-0x695824df03900, portal 33 00000100:00000001:1.0:1767384327.845985:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.845990:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384327.845992:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000235c98c1. 02000000:00000001:1.0:1767384327.845993:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384327.845995:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009127a19f. 00000400:00000010:1.0:1767384327.845998:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000100:00000200:1.0:1767384327.846000:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746139904, portal 25 00000100:00000001:1.0:1767384327.846001:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384327.846003:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317034752 : -111508392516864 : ffff9a956ddfe300) 00000100:00000040:1.0:1767384327.846007:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.846011:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384327.846014:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384327.846015:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbdd93fd. 00000100:00000200:1.0:1767384327.846016:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746139904, offset 0 00000400:00000200:1.0:1767384327.846018:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384327.846022:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384327.846027:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df03900 00000400:00000200:1.0:1767384327.846029:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa05 [2] + 0 00000400:00000010:1.0:1767384327.846031:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010afa04e. 00000400:00000200:1.0:1767384327.846033:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a493519 00000400:00000200:1.0:1767384327.846036:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.846037:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384327.846039:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a493519 00000400:00000010:1.0:1767384327.846040:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a493519. 00000100:00000001:1.0:1767384327.846042:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384327.846042:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384327.846044:0:17082:0:(events.c:337:request_in_callback()) incoming req@00000000ac2eb090 x1853236746139904 msgsize 304 00000100:00100000:1.0:1767384327.846046:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384327.846048:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384327.846058:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384327.846060:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbdd93fd 00000400:00000010:1.0:1767384327.846061:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbdd93fd. 00000100:00000001:1.0:1767384327.846063:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384327.846064:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.846078:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.846080:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.846081:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384327.846085:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746139904 02000000:00000001:2.0:1767384327.846089:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384327.846090:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.846092:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.846093:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384327.846096:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.846098:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.846100:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.846102:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294916616 00000100:00100000:2.0:1767384327.846103:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746139904 00000100:00000001:1.0:1767384327.846109:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916615 00000020:00000001:2.0:1767384327.846114:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384327.846115:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294916616 00000020:00000040:2.0:1767384327.846116:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384327.846120:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384327.846121:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916615 00000020:00000040:2.0:1767384327.846122:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:1.0:1767384327.846126:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294916616 00000020:00000001:2.0:1767384327.846127:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384327.846133:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384327.846135:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916615 00000100:00000001:2.0:1767384327.846137:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384327.846138:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294916616 00000020:00000010:2.0:1767384327.846141:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004464771b. 00000100:00000001:1.0:1767384327.846143:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916615 00000100:00000001:2.0:1767384327.846144:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384327.846148:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004464771b. 00000100:00000001:1.0:1767384327.846149:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.846152:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.846153:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6542e43. 00000100:00000001:1.0:1767384327.846154:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384327.846160:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384327.846164:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fdc5a158 going to sleep for 11 seconds 00000020:00000010:2.0:1767384327.846165:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b95085. 00000100:00000001:1.0:1767384327.846166:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384327.846170:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.846172:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f690845e. 00000100:00000040:2.0:1767384327.846182:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384327.846186:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384327.846189:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384327.846191:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.846199:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.846209:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.846215:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384327.846217:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384327.846219:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000040:2.0:1767384327.846220:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384327.846222:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604658256 : -111508104893360 : ffff9a957f04ac50) 00000100:00000040:2.0:1767384327.846226:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac2eb090 x1853236746139904/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 304/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.846232:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384327.846234:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004464771b. 00000100:00000001:2.0:1767384327.846235:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384327.846236:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004464771b. 00000100:00100000:2.0:1767384327.846240:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac2eb090 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746139904:12345-0@lo:256: 00000100:00000200:2.0:1767384327.846243:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746139904 00000020:00000001:2.0:1767384327.846251:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384327.846254:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384327.846254:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.846256:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384327.846257:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:2.0:1767384327.846259:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384327.846260:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384327.846262:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384327.846263:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384327.846265:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.846268:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384327.846269:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384327.846271:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000001f4ae99. 02000000:00000001:2.0:1767384327.846273:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.846274:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.846277:0:17080:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384327.846279:0:17080:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384327.846282:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384327.846285:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384327.846287:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.846289:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384327.846291:0:17080:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384327.846294:0:17080:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000035201823. 20000000:00000001:2.0:1767384327.846296:0:17080:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384327.846306:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384327.846311:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384327.846315:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384327.846317:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384327.846318:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384327.846319:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384327.846331:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384327.846333:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384327.846335:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384327.846337:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384327.846338:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384327.846340:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384327.846342:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384327.846344:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:2.0:1767384327.846350:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3792/1/4/3. 20000000:00000040:2.0:1767384327.846354:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384327.846356:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384327.846358:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384327.846359:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384327.846361:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384327.846363:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384327.846366:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384327.846367:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384327.846369:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384327.846371:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384327.846373:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384327.846375:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384327.846376:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384327.846377:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:2.0:1767384327.846380:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3488/1/4/3. 20000000:01000000:2.0:1767384327.846382:0:17080:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 608, version 32 20000000:00000001:2.0:1767384327.846384:0:17080:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=608 : 608 : 260) 00000100:00000001:2.0:1767384327.846387:0:17080:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384327.846390:0:17080:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004f372805. 00000100:00000010:2.0:1767384327.846392:0:17080:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000b969192a. 00000020:00000040:2.0:1767384327.846393:0:17080:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:2.0:1767384327.846395:0:17080:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384327.846397:0:17080:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384327.846399:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000400:00000010:2.0:1767384327.846404:0:17080:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004e28d27e. 00000400:00000200:2.0:1767384327.846406:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384327.846412:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384327.846416:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 608 into portal 33 MB=0x695824df03900 00000400:00000200:2.0:1767384327.846419:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 608/608 into md 0x1551 [4] + 0 00000400:00000010:2.0:1767384327.846421:0:17080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003080428. 00000400:00000200:2.0:1767384327.846454:0:17080:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e369d7f8 00000400:00000200:2.0:1767384327.846457:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384327.846460:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384327.846462:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e369d7f8 00000400:00000010:2.0:1767384327.846464:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e369d7f8. 00000100:00000001:2.0:1767384327.846466:0:17080:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384327.846472:0:17080:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000005e928a79 desc 000000007fe194c9 mbits 1853236746139904 00000100:00000001:2.0:1767384327.846489:0:17080:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384327.846494:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384327.846499:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384327.846502:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.846503:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384327.846524:0:17080:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x155d 00000400:00000200:2.0:1767384327.846527:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384327.846529:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384327.846531:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384327.846533:0:17080:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004f372805 00000100:00000001:2.0:1767384327.846534:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384327.846539:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000400:00000010:2.0:1767384327.846540:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000100:00000001:2.0:1767384327.846541:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384327.846542:0:17080:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004f372805 00000100:00000001:2.0:1767384327.846544:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384327.846546:0:17080:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 608 bytes via portal 33 id 12345-0@lo mbits 0x695824df03900-0x695824df03900 00000100:00000001:2.0:1767384327.846548:0:17080:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.846551:0:17080:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.846553:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384327.846555:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000010:2.0:1767384327.846557:0:17080:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000b969192a. 00000100:00000010:2.0:1767384327.846558:0:17080:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004f372805. 00000100:00000001:2.0:1767384327.846560:0:17080:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384327.846561:0:17080:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384327.846566:0:17080:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000035201823. 20000000:00000001:2.0:1767384327.846568:0:17080:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384327.846570:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746139904 00010000:00000001:2.0:1767384327.846572:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384327.846574:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac2eb090 x1853236746139904/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 304/240 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384327.846579:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384327.846581:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384327.846582:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384327.846585:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384327.846590:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384327.846591:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384327.846593:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384327.846595:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.846596:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384327.846598:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384327.846599:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000100:00000200:2.0:1767384327.846601:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746139904, offset 224 00000400:00000200:2.0:1767384327.846604:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384327.846607:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384327.846611:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df03900 00000400:00000200:2.0:1767384327.846613:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1555 [1] + 224 00000400:00000200:2.0:1767384327.846616:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384327.846618:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384327.846620:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384327.846622:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.846627:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.846638:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384327.846642:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000400:00000010:2.0:1767384327.846643:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000100:00000001:2.0:1767384327.846645:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384327.846647:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384327.846649:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.846653:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:1.0:1767384327.846653:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384327.846657:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384327.846658:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384327.846659:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.846662:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384327.846662:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384327.846664:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009127a19f. 00000100:00000040:2.0:1767384327.846668:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac2eb090 x1853236746139904/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:308/0 lens 304/240 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384327.846669:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000400:00000010:1.0:1767384327.846673:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000100:00000001:1.0:1767384327.846677:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384327.846682:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac2eb090 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746139904:12345-0@lo:256: Request processed in 447us (635us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384327.846683:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384327.846705:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:2.0:1767384327.846710:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000200:1.0:1767384327.846712:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.846713:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384327.846717:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384327.846722:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b95085. 00000100:00000001:1.0:1767384327.846722:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384327.846724:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384327.846727:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f690845e. 00000100:00000001:1.0:1767384327.846727:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384327.846728:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384327.846732:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384327.846733:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6542e43. 00000020:00000040:2.0:1767384327.846738:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:1.0:1767384327.846739:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.846742:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384327.846742:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384327.846745:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000001f4ae99. 00000100:00001000:1.0:1767384327.846747:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=33 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384327.846749:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384327.846752:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384327.846753:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.846759:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384327.846760:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384327.846761:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.846765:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384327.846767:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000357b7a6e. 00010000:00000001:1.0:1767384327.846767:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.846769:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.846772:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5959ac7. 00000100:00000040:1.0:1767384327.846773:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384327.846783:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.846787:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384327.846788:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384327.846790:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384327.846794:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005e928a79 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746139904:0@lo:256: 00000100:00000001:1.0:1767384327.846798:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.846800:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.846802:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384327.846802:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.846804:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.846808:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384327.846814:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fdc5a158. 00000100:00000001:1.0:1767384327.846817:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384327.846818:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384327.846820:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 32, more 0. 10000000:00000001:1.0:1767384327.846823:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384327.846828:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000007b35cdb9. 10000000:00000040:1.0:1767384327.846836:0:17082:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.143@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384327.846841:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384327.846843:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384327.846846:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:1.0:1767384327.846849:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.846850:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384327.846852:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:1.0:1767384327.846854:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000400:00000200:1.0:1767384327.846856:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 14 NIDs 00000400:00001000:1.0:1767384327.846858:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384327.846861:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:1.0:1767384327.846865:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384327.846869:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (14) 00000400:00000200:1.0:1767384327.846874:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384327.846878:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:1.0:1767384327.846879:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (15) 00000400:00000200:1.0:1767384327.846881:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:1.0:1767384327.846883:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:1.0:1767384327.846885:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846886:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:1.0:1767384327.846887:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:1.0:1767384327.846889:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846890:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:1.0:1767384327.846891:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:1.0:1767384327.846893:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846894:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:1.0:1767384327.846895:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:1.0:1767384327.846898:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846899:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:1.0:1767384327.846900:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000200:1.0:1767384327.846907:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846909:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:1.0:1767384327.846910:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:1.0:1767384327.846912:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846914:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:1.0:1767384327.846915:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:1.0:1767384327.846917:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846918:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:1.0:1767384327.846919:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:1.0:1767384327.846921:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846923:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:1.0:1767384327.846924:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:1.0:1767384327.846927:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846928:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:1.0:1767384327.846929:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:1.0:1767384327.846932:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846933:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:1.0:1767384327.846934:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:1.0:1767384327.846936:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846937:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:1.0:1767384327.846939:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:1.0:1767384327.846941:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846942:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:1.0:1767384327.846943:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:1.0:1767384327.846946:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384327.846947:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000100:00000001:1.0:1767384327.846948:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.846950:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384327.846952:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 10000000:00000010:1.0:1767384327.846955:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f21993bc. 10000000:00000040:1.0:1767384327.846957:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 32/32 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000020:00000080:1.0:1767384327.846960:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384327.846964:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384327.846967:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ede8e21. 00000020:00000010:1.0:1767384327.846970:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3bfd3d9. 00000040:00000010:1.0:1767384327.846976:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000850f57e4. 00000020:00000010:1.0:1767384327.846980:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f3a563b2. 00000020:00000010:1.0:1767384327.846983:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004964635c. 00000020:00000010:1.0:1767384327.846986:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000097b0d193. 80000000:00000010:1.0:1767384327.846988:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000015faad2b. 40000000:00000010:1.0:1767384327.846991:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bcab0ed9. 00100000:00000010:1.0:1767384327.846994:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c7b2f9dd. 00040000:00000010:1.0:1767384327.846997:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b1ff6b1b. 00040000:00000010:1.0:1767384327.847001:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001ea7c7df. 00040000:00000010:1.0:1767384327.847004:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d2ebb66. 00080000:00000010:1.0:1767384327.847009:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008abb1efb. 00080000:00000010:1.0:1767384327.847014:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b58d096a. 00000004:00000010:1.0:1767384327.847019:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dd953cea. 00000004:00000010:1.0:1767384327.847023:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bde051ed. 00000004:00000010:1.0:1767384327.847027:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001e41e7ad. 00002000:00000010:1.0:1767384327.847030:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e7be00fa. 00000004:00000010:1.0:1767384327.847032:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fbfc4492. 00000004:00000001:1.0:1767384327.847036:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384327.847038:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384327.847040:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f21993bc 00000040:00001000:1.0:1767384327.847041:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384327.847042:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384327.847043:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384327.847045:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384327.847048:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384327.847049:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384327.847050:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384327.847051:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:1.0:1767384327.847052:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384327.847104:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384327.847108:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3bfd3d9. 00000040:00000010:1.0:1767384327.847111:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000850f57e4. 00000020:00000010:1.0:1767384327.847115:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f3a563b2. 00000020:00000010:1.0:1767384327.847120:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004964635c. 00000020:00000010:1.0:1767384327.847123:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000097b0d193. 80000000:00000010:1.0:1767384327.847131:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000015faad2b. 40000000:00000010:1.0:1767384327.847135:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bcab0ed9. 00100000:00000010:1.0:1767384327.847138:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c7b2f9dd. 00040000:00000010:1.0:1767384327.847141:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b1ff6b1b. 00040000:00000010:1.0:1767384327.847143:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001ea7c7df. 00040000:00000010:1.0:1767384327.847157:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005d2ebb66. 00080000:00000010:1.0:1767384327.847161:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b58d096a. 00080000:00000010:1.0:1767384327.847163:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008abb1efb. 00000004:00000010:1.0:1767384327.847166:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dd953cea. 00000004:00000010:1.0:1767384327.847169:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bde051ed. 00000004:00000010:1.0:1767384327.847172:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001e41e7ad. 00002000:00000010:1.0:1767384327.847174:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e7be00fa. 00000004:00000010:1.0:1767384327.847176:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fbfc4492. 00000020:00000010:1.0:1767384327.847178:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ede8e21. 00000020:00000001:1.0:1767384327.847180:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.847182:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384327.847185:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f21993bc. 10000000:00000010:1.0:1767384327.847187:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000007b35cdb9. 10000000:00000001:1.0:1767384327.847189:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.847191:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.847193:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005e928a79 x1853236746139904/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.847198:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384327.847200:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384327.847201:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000235c98c1. 02000000:00000001:1.0:1767384327.847203:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384327.847204:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.847205:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384327.847206:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384327.847207:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384327.847208:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.847208:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384327.847209:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384327.847210:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000078c7d8f7. 00000100:00000010:1.0:1767384327.847211:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007fe194c9. 00000100:00000001:1.0:1767384327.847217:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384327.847218:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b0f8d90f. 02000000:00000001:1.0:1767384327.847220:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384327.847221:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384327.847221:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e928a79. 00000100:00000001:1.0:1767384327.847223:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384327.847223:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384327.847232:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000fef98588. 10000000:01000000:1.0:1767384327.847235:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384327.847238:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384327.847240:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384327.847241:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384327.847242:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=3 00000020:00000001:1.0:1767384327.847244:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384327.847245:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384327.847247:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384327.847249:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.847265:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.847266:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384327.847267:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384327.847271:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384327.847272:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384327.847273:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384327.847275:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.847276:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.847278:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384327.847280:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384327.847281:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:1.0:1767384327.847283:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384327.852462:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294916616, at 4294916617 00000100:00000010:2.0:1767384327.852469:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd007444. 00000100:00000040:1.0:1767384327.852474:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294916616, at 4294916617 00000100:00000010:1.0:1767384327.852495:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c1dac9. 00000100:00000040:3.0:1767384327.852528:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294916616, at 4294916617 00000100:00000010:3.0:1767384327.852543:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d3b9d6. 00000100:00000040:0.0:1767384327.853460:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294916616, at 4294916618 00000100:00000010:0.0:1767384327.853471:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7f2096a. 00000020:00000010:3.0:1767384327.860749:0:23535:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001b25ee92. 00000020:00000040:3.0:1767384327.860756:0:23535:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384327.860758:0:23535:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001b25ee92. 00080000:00000010:3.0:1767384328.223261:0:23575:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba0049d7. 00080000:00000010:3.0:1767384328.223276:0:23575:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba0049d7. 00000020:00000001:3.0:1767384328.223282:0:23575:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384328.223292:0:23575:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba0049d7. 00080000:00000010:3.0:1767384328.223298:0:23575:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba0049d7. 00000020:00000001:3.0:1767384328.223302:0:23575:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.547502:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384328.547508:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.547513:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384328.547514:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.547578:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384328.547586:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384328.547590:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384329.040016:0:23739:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384329.040023:0:23739:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:3.0:1767384329.044597:0:23739:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384329.053682:0:23740:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005f209717. 00000400:00000010:3.0:1767384329.053703:0:23740:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a5a53648. 00000400:00000010:3.0:1767384329.053716:0:23740:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a4782cab. 00000400:00000010:3.0:1767384329.053720:0:23740:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000032a9e77f. 00000400:00000010:3.0:1767384329.053725:0:23740:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d610b9ab. 00000400:00000010:3.0:1767384329.053730:0:23740:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000025f3d9c. 00000400:00000010:3.0:1767384329.053732:0:23740:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000792ffe01. 00000400:00000010:3.0:1767384329.053734:0:23740:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000013ac9c3c. 00000400:00000010:3.0:1767384329.053738:0:23740:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000705e9453. 00000800:00000010:3.0:1767384329.053754:0:23740:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000072232bf5. 00000800:00000200:3.0:1767384329.053769:0:23740:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384329.053779:0:23740:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384329.053828:0:23740:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:3.0:1767384329.053858:0:23740:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp23 [8/256/0/180] 00000400:00000010:3.0:1767384329.055731:0:23740:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e351ceeb. 00000400:00000010:3.0:1767384329.055739:0:23740:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9ac78a. 00000400:00000010:3.0:1767384329.055746:0:23740:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0caf0ee. 00000400:00000001:3.0:1767384329.055768:0:23740:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384329.055770:0:23740:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384329.055773:0:23740:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a67a8c65. 00000400:00000200:3.0:1767384329.055775:0:23740:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c42972d4 00000400:00000010:3.0:1767384329.055778:0:23740:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c42972d4. 00000400:00000010:3.0:1767384329.055783:0:23740:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 000000006edf27f2. 00000400:00000200:3.0:1767384329.055789:0:23740:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (14) 00000400:00000200:3.0:1767384329.055807:0:23740:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384329.055819:0:23740:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:3.0:1767384329.055828:0:23740:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b674c207. 00000400:00000200:0.0:1767384329.055833:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384329.055835:0:23740:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384329.055845:0:23740:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp23 00000400:00000200:0.0:1767384329.055849:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:0.0:1767384329.055858:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4188c. 00000400:00000200:0.0:1767384329.055863:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (15) 00000400:00000010:3.0:1767384329.055865:0:23740:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a5a53648. 00000400:00000010:0.0:1767384329.055868:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009bb76ad3. 00000400:00000010:3.0:1767384329.055871:0:23740:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005f209717. 00000400:00000200:0.0:1767384329.055880:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384329.055894:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384329.055899:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384329.055904:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384329.055908:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384329.055913:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384329.055919:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384329.055923:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384329.055926:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384329.055929:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:00000001:2.0:1767384329.055931:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384329.055932:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 10000000:00000001:2.0:1767384329.055937:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384329.055941:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384329.055941:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 10000000:01000000:2.0:1767384329.055943:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384329.055948:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384329.055951:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384329.055954:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384329.055954:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000020:01000004:2.0:1767384329.055958:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384329.055961:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384329.055965:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384329.055967:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384329.055968:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000020:01000004:2.0:1767384329.055970:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384329.055972:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384329.055974:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384329.055980:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384329.055988:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000010:2.0:1767384329.055989:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afbfd94d. 00000400:00000200:0.0:1767384329.055993:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp22 00000020:00000040:2.0:1767384329.055995:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384329.056000:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384329.056004:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384329.056009:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384329.056009:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp22 lpni_is_preferred = 0 00000400:00000200:0.0:1767384329.056013:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp22 00000400:00000200:0.0:1767384329.056017:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp22 NI seq info: [31:31:256:4294967295] 192.168.203.143@tcp22 LPNI seq info [31:31:8:4294967295] 02000000:00000010:2.0:1767384329.056019:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dd3736e0. 00000400:00000200:0.0:1767384329.056025:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp22 00000100:00000001:2.0:1767384329.056026:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384329.056032:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22:) -> 192.168.203.143@tcp22(192.168.203.143@tcp:192.168.203.143@tcp22) : PUT try# 0 00000100:00000001:2.0:1767384329.056035:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384329.056040:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384329.056040:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp22 00000800:00000010:0.0:1767384329.056046:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e327de98. 00000100:00000040:2.0:1767384329.056050:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afbfd94d] to pc [ptlrpcd_00_01+1] req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384329.056057:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a9acd5f2. 00000800:00000010:0.0:1767384329.056062:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000aea3b060. 00000800:00000200:0.0:1767384329.056067:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9acd5f2] -> 12345-192.168.203.143@tcp22 (2) 00000800:00000200:0.1:1767384329.056073:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9acd5f2] -> 12345-192.168.203.143@tcp22 (2) 10000000:00000001:2.0:1767384329.056085:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384329.056089:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.056091:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384329.056094:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384329.056098:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000020:00000001:2.0:1767384329.056101:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384329.056102:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 10000000:00000001:2.0:1767384329.056104:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384329.056108:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384329.056111:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384329.056114:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384329.056117:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384329.056120:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384329.056123:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384329.056127:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384329.056127:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384329.056129:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384329.056132:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384329.056135:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384329.056139:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384329.056142:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384329.056145:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002423e60. 00000100:00000001:1.0:1767384329.056147:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384329.056150:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384329.056156:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384329.056158:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384329.056160:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384329.056161:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.056172:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384329.056175:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.056181:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384329.056184:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000b588d1b. 02000000:00000001:1.0:1767384329.056185:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384329.056191:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056192:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384329.056196:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afbfd94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746140032:0@lo:253: 00000100:00000001:2.0:1767384329.056198:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384329.056202:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384329.056206:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.056210:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384329.056215:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384329.056218:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000040:2.0:1767384329.056219:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002423e60] to pc [ptlrpcd_00_02+2] req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384329.056219:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384329.056227:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b58d096a. 02000000:00000001:1.0:1767384329.056232:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384329.056237:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009127a19f. 00000400:00000010:1.0:1767384329.056243:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009583d8fe. 10000000:00000001:2.0:1767384329.056247:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384329.056249:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746140032, portal 25 10000000:00000001:2.0:1767384329.056251:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.056253:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384329.056256:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.056256:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608793856 : -111508100757760 : ffff9a957f43c700) 00000020:01000000:2.0:1767384329.056260:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384329.056263:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b674c207. 00000100:00000040:1.0:1767384329.056266:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.056274:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384329.056277:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384329.056278:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384329.056279:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000001:2.0:1767384329.056282:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384329.056285:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000863c1f62. 00000100:00000001:2.0:1767384329.056287:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384329.056289:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746140032, offset 0 00000100:00000001:2.0:1767384329.056291:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384329.056294:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384329.056298:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384329.056300:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.056308:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384329.056310:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384329.056315:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384329.056315:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384329.056316:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 02000000:00000001:2.0:1767384329.056321:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384329.056324:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384329.056328:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002423e60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746140160:0@lo:253: 00000400:00000200:1.0:1767384329.056331:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03980 00000100:00000001:2.0:1767384329.056334:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384329.056338:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384329.056340:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 02000000:00000001:2.0:1767384329.056341:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384329.056347:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384329.056347:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1bf0b2a. 00000400:00000200:0.0:1767384329.056349:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384329.056353:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b29e3960 02000000:00000010:2.0:1767384329.056356:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b8eec370. 02000000:00000001:2.0:1767384329.056361:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384329.056361:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384329.056366:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3e1f5a1. 00000400:00000010:2.0:1767384329.056374:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb5294c6. 00000400:00000200:1.0:1767384329.056374:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384329.056380:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746140160, portal 25 00000400:00000200:1.0:1767384329.056381:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b29e3960 00000100:00000001:2.0:1767384329.056382:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384329.056383:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000010:1.0:1767384329.056384:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b29e3960. 00000100:00000001:2.0:1767384329.056386:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608805504 : -111508100746112 : ffff9a957f43f480) 00000100:00000040:2.0:1767384329.056392:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.056392:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384329.056395:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384329.056401:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000008f7557b1 x1853236746140032 msgsize 4848 00000100:00100000:1.0:1767384329.056405:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384329.056406:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384329.056415:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384329.056416:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384329.056420:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384329.056449:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001067cf4b. 00000100:00000200:2.0:1767384329.056453:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746140160, offset 0 00000400:00000200:2.0:1767384329.056461:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384329.056466:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384329.056467:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000863c1f62 00000400:00000010:1.0:1767384329.056482:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000863c1f62. 00000400:00000200:2.0:1767384329.056485:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384329.056488:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384329.056495:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.056499:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03a00 00000400:00000200:2.0:1767384329.056511:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa25 [2] + 0 00000100:00000001:1.0:1767384329.056511:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384329.056516:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a61e3a. 00000100:00000040:1.0:1767384329.056518:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.056521:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001f7e8d7e 00000400:00000200:2.0:1767384329.056528:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384329.056528:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384329.056529:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000001:1.0:1767384329.056531:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384329.056540:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384329.056541:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.056548:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294917827 00000400:00000200:2.0:1767384329.056549:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f7e8d7e 00000400:00000010:2.0:1767384329.056553:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f7e8d7e. 00000100:00000010:1.0:1767384329.056556:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d3b9d6. 00000100:00000001:2.0:1767384329.056558:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384329.056561:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384329.056563:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384329.056564:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000017f5445a x1853236746140160 msgsize 4848 00000400:00000200:0.0:1767384329.056572:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00100000:2.0:1767384329.056573:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384329.056573:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294917827 00000100:00000010:1.0:1767384329.056582:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7f2096a. 00000100:00000040:2.0:1767384329.056583:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384329.056589:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384329.056595:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294917827 00000100:00000001:2.0:1767384329.056596:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384329.056599:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015faad2b. 00000400:00000200:2.0:1767384329.056602:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001067cf4b 00000100:00000001:1.0:1767384329.056603:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384329.056608:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001067cf4b. 00000100:00000001:1.0:1767384329.056612:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294917827 00000100:00000001:2.0:1767384329.056615:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384329.056617:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c1dac9. 00000100:00000200:2.0:1767384329.056625:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.056626:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384329.056632:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384329.056633:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000040:2.0:1767384329.056638:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.056638:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.056645:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056649:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.056650:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056652:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384329.056654:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.056658:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.056663:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384329.056664:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294917827 00000100:00000001:1.0:1767384329.056668:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384329.056668:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:2.0:1767384329.056670:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294917827 00000100:00000001:1.0:1767384329.056674:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.056676:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384329.056679:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056681:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294917827 00000100:00000001:1.0:1767384329.056683:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056684:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294917827 00000100:00000001:2.0:1767384329.056688:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294917827 00000100:00000001:2.0:1767384329.056691:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294917827 00000100:00000001:2.0:1767384329.056692:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294917827 00000100:00000001:2.0:1767384329.056695:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294917827 00000100:00000001:2.0:1767384329.056697:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384329.056699:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056702:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056705:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384329.056705:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000001:2.0:1767384329.056710:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384329.056712:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384329.056715:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.056716:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384329.056719:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056721:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056734:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.056738:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384329.056749:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000001:2.0:1767384329.056752:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384329.056757:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746140032 02000000:00000001:2.0:1767384329.056759:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384329.056762:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384329.056763:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384329.056767:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384329.056770:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746140032 00000020:00000001:2.0:1767384329.056772:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384329.056775:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384329.056777:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384329.056779:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:2.0:1767384329.056781:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:0.0:1767384329.056783:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000020:00000001:2.0:1767384329.056784:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384329.056791:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384329.056794:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ce6e6ab. 00000100:00000001:2.0:1767384329.056802:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384329.056804:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ce6e6ab. 00000020:00000010:2.0:1767384329.056811:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3246708. 00000020:00000010:2.0:1767384329.056816:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000206366c0. 00000020:00000010:2.0:1767384329.056819:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f690845e. 00000400:00000200:0.0:1767384329.056828:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000040:2.0:1767384329.056829:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384329.056831:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384329.056834:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384329.056835:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746140160 00000100:00000001:2.0:1767384329.056837:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384329.056838:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384329.056840:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.056841:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384329.056844:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056847:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.056848:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384329.056854:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746140160 00000400:00000200:0.0:1767384329.056855:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000020:00000001:1.0:1767384329.056856:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384329.056859:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:2.0:1767384329.056862:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384329.056862:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384329.056866:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000020:00000001:1.0:1767384329.056869:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384329.056871:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384329.056874:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384329.056877:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384329.056877:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3bd6ccf. 00000100:00000001:2.0:1767384329.056881:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384329.056882:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384329.056886:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3bd6ccf. 00000400:00000200:0.0:1767384329.056886:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000100:00100000:2.0:1767384329.056887:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:2.0:1767384329.056894:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000020:00000010:1.0:1767384329.056896:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d2ebb66. 00000100:00000001:2.0:1767384329.056897:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604662352 : -111508104889264 : ffff9a957f04bc50) 00000020:00000010:1.0:1767384329.056904:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004761a1c9. 00000100:00000040:2.0:1767384329.056907:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f7557b1 x1853236746140032/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384329.056911:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034037d6d. 00000100:00000001:2.0:1767384329.056918:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384329.056918:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384329.056920:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000100:00000001:1.0:1767384329.056921:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384329.056924:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ce6e6ab. 00000100:00000001:1.0:1767384329.056926:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.056928:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384329.056932:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ce6e6ab. 00000100:00000001:1.0:1767384329.056935:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384329.056939:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f7557b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+16:16354:x1853236746140032:12345-0@lo:253: 00000100:00000001:1.0:1767384329.056940:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384329.056943:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746140032 00000020:00000001:2.0:1767384329.056946:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384329.056948:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384329.056950:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.056955:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384329.056958:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384329.056962:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384329.056964:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384329.056968:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384329.056977:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384329.056979:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384329.056982:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384329.056985:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384329.056989:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000001:2.0:1767384329.056990:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384329.056992:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 02000000:00000001:2.0:1767384329.056995:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384329.056995:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000100:00000001:1.0:1767384329.056997:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604656208 : -111508104895408 : ffff9a957f04a450) 00000100:00000040:1.0:1767384329.057001:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017f5445a x1853236746140160/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384329.057002:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004d9f8c15. 02000000:00000001:2.0:1767384329.057009:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.057014:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.057016:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384329.057018:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:1.0:1767384329.057021:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3bd6ccf. 00000100:00000001:1.0:1767384329.057025:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384329.057027:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3bd6ccf. 20000000:00000010:2.0:1767384329.057028:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000209a1d20. 20000000:01000000:2.0:1767384329.057034:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384329.057038:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384329.057044:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:1.0:1767384329.057044:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017f5445a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746140160:12345-0@lo:253: 20000000:00000001:2.0:1767384329.057048:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384329.057049:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746140160 20000000:00000001:2.0:1767384329.057053:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.057053:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384329.057058:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384329.057058:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384329.057061:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000020:00000001:1.0:1767384329.057062:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.057067:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384329.057069:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 20000000:00000010:2.0:1767384329.057070:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e0621bcd. 00000020:00000001:1.0:1767384329.057073:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:2.0:1767384329.057074:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00000020:00000001:1.0:1767384329.057079:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384329.057082:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384329.057082:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384329.057087:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:2.0:1767384329.057091:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384329.057092:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.057097:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384329.057098:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:1.0:1767384329.057104:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384329.057110:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000809351f7. 02000000:00000001:1.0:1767384329.057114:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.057117:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:1.0:1767384329.057118:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.057123:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384329.057131:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007430a88a. 20000000:01000000:1.0:1767384329.057134:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384329.057136:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.057137:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384329.057140:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 20000000:00000001:1.0:1767384329.057141:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384329.057142:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384329.057146:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.057151:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.057152:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384329.057156:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.057157:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384329.057164:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 20000000:00000001:1.0:1767384329.057164:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384329.057170:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:2.0:1767384329.057173:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384329.057178:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384329.057182:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.057184:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384329.057187:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384329.057192:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:2.0:1767384329.057195:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384329.057202:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000aac59429. 00080000:00000001:2.0:1767384329.057210:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632564836126720 : -111508873424896 : ffff9a955135d000) 00000400:00000200:0.0:1767384329.057212:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00080000:00000001:2.0:1767384329.057213:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384329.057220:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384329.057224:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006ce6e6ab. 00080000:00000001:2.0:1767384329.057228:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.057232:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384329.057246:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.057262:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384329.057287:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384329.057380:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384329.057421:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384329.057561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384329.057637:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000800:00000010:0.0:1767384329.057936:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000744085b5. 00000800:00000010:0.0:1767384329.057944:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006db25d42. 00000800:00000010:0.0:1767384329.057952:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1fba99e. 00000800:00000010:0.0:1767384329.058057:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1fba99e. 00000400:00000200:1.0:1767384329.058170:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384329.058202:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp22 from 229.3.0.2 00000800:00000010:1.0:1767384329.058207:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e4d3739f. 00000800:00000010:2.0:1767384329.058283:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007baf682a. 00000800:00000010:2.0:1767384329.058290:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001067cf4b. 00080000:00000010:0.0:1767384329.058314:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000aac59429. 00000800:00000010:2.0:1767384329.058323:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000064c7a11c. 00000800:00000200:2.1:1767384329.058338:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9acd5f2] -> 12345-192.168.203.143@tcp22 (2) 00000800:00000200:2.1:1767384329.058349:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp22 0000000064c7a11c deleted 00000800:00000010:2.1:1767384329.058352:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000064c7a11c. 00080000:00000010:0.0:1767384329.058357:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006ce6e6ab. 00000800:00000200:2.1:1767384329.058359:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00040000:00000001:0.0:1767384329.058369:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384329.058375:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000200:2.1:1767384329.058376:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp22 ip 192.168.203.143:997 00080000:00000001:0.0:1767384329.058379:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384329.058384:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384329.058386:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384329.058393:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000200:2.1:1767384329.058396:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e327de98 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767384329.058409:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp22 p 3.x 192.168.203.143 -> 192.168.203.143:997 incarnation:1767384327176000931 sched[0] 20000000:01000000:0.0:1767384329.058410:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:2.0:1767384329.058415:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea7e9d6a. 20000000:00000001:0.0:1767384329.058467:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384329.058484:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384329.058490:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:2.0:1767384329.058576:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea7e9d6a. 00000800:00000010:2.0:1767384329.058583:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001067cf4b. 20000000:01000000:0.0:1767384329.058604:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384329.058609:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384329.058613:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384329.058618:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384329.058622:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384329.058632:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003da0a722 count: 2 00010000:00000001:0.0:1767384329.058637:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384329.058655:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e4d3739f. 00000800:00000001:2.0:1767384329.058684:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384329.058685:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384329.058693:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009ddd0e86. 00000800:00000001:2.0:1767384329.058695:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384329.058699:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384329.058713:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009ddd0e86 with handle 0x980286e253c5fc0e to hash 00000020:00000001:0.0:1767384329.058716:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384329.058718:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384329.058723:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384329.058727:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.058730:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.058735:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.058742:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384329.058747:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384329.058749:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384329.058752:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.058756:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384329.058764:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fc00 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.058770:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384329.058773:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.058776:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.058779:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.058782:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.058785:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384329.058788:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384329.058789:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384329.058796:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e327de98. 00010000:00000040:0.0:1767384329.058798:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003da0a722) refcount = 2 00000400:00000200:2.0:1767384329.058803:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1767384329.058804:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384329.058814:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5fc00 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384329.058819:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: PUT: OK 00010000:00000040:0.0:1767384329.058822:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384329.058826:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384329.058828:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384329.058838:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00010000:00000010:0.0:1767384329.058838:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1fba99e. 20000000:00000010:1.0:1767384329.058839:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015e26efa. 20000000:01000000:1.0:1767384329.058845:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00000100:00000001:0.0:1767384329.058849:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 20000000:00000001:1.0:1767384329.058851:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000010:0.0:1767384329.058854:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066e24113. 00080000:00000001:1.0:1767384329.058856:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384329.058861:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:0.0:1767384329.058862:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565317064384 : -111508392487232 : ffff9a956de056c0) 00000100:00000001:0.0:1767384329.058866:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632565317064384 : -111508392487232 : ffff9a956de056c0) 00080000:00000001:1.0:1767384329.058870:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384329.058870:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384329.058874:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384329.058879:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:1.0:1767384329.058886:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.058886:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.058890:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384329.058892:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384329.058896:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:1.0:1767384329.058897:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.058900:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000001:1.0:1767384329.058902:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384329.058905:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00080000:00000001:1.0:1767384329.058907:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384329.058912:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00010000:00000001:0.0:1767384329.058913:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000800:00000200:2.1:1767384329.058916:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:1.0:1767384329.058919:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00000100:00000010:0.0:1767384329.058919:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040532dff. 00000020:00000040:0.0:1767384329.058925:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00080000:00000002:1.0:1767384329.058926:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000200:2.0:1767384329.058930:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp22 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384327176000931 sched[0] 00000100:00000001:0.0:1767384329.058933:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:1.0:1767384329.058934:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384329.058938:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767384329.058939:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006db25d42. 00080000:00000001:1.0:1767384329.058940:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.058945:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384329.058946:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384329.058954:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000010:0.0:1767384329.058956:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034656ccd. 00000020:00000001:1.0:1767384329.058960:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384329.058965:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384329.058966:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384329.058971:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000061cd6e4d. 00080000:00000001:1.0:1767384329.058976:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560346179584 : -111513363372032 : ffff9a944596a800) 00080000:00000001:1.0:1767384329.058979:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00010000:0.0:1767384329.058980:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5fc00 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384329.058984:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384329.058988:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f3bd6ccf. 00080000:00000001:1.0:1767384329.058994:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384329.058996:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384329.059015:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.059015:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5fc00 expref: 16 pid: 17080 timeout: 400 lvb_type: 0 00080000:00000001:1.0:1767384329.059030:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384329.059030:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384329.059036:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384329.059046:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000020:1.0:1767384329.059053:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384329.059056:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384329.059060:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.059066:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384329.059070:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000209a1d20. 00000400:00000200:2.0:1767384329.059071:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00100000:0.0:1767384329.059073:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746140288:0@lo:104: 00000100:00000001:0.0:1767384329.059083:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 20000000:00000001:1.0:1767384329.059084:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.059087:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:1.0:1767384329.059089:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746140032 00010000:00000001:1.0:1767384329.059091:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384329.059100:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384329.059103:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008f7557b1 x1853236746140032/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384329.059105:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384329.059113:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000959855df. 00010000:00000001:1.0:1767384329.059114:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384329.059120:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.059121:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384329.059130:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=35 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384329.059130:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4720341. 00000100:00000001:1.0:1767384329.059141:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384329.059144:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 00000100:00000040:1.0:1767384329.059148:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000200:0.0:1767384329.059151:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746140288, portal 16 00000100:00000001:1.0:1767384329.059152:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:0.0:1767384329.059159:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384329.059160:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384329.059163:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472403328 : -111508237148288 : ffff9a9577229f80) 02000000:00000001:1.0:1767384329.059164:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.059173:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384329.059178:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384329.059185:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384329.059190:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384329.059194:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000863c1f62. 00000100:00000040:0.0:1767384329.059200:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384329.059202:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746140032, offset 224 00000400:00000010:0.0:1767384329.059206:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000400:00000200:2.0:1767384329.059210:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384329.059216:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384329.059223:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746140288, offset 0 00000400:00000200:1.0:1767384329.059235:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384329.059237:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384329.059257:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384329.059258:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03980 00000400:00000200:1.0:1767384329.059268:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1571 [2] + 224 00000400:00000200:0.0:1767384329.059274:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df03a80 00000400:00000200:1.0:1767384329.059276:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384329.059285:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:2.0:1767384329.059288:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384329.059288:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384329.059292:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384329.059302:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384329.059305:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384329.059315:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.059318:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384329.059323:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384329.059329:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e02ccd2. 00000100:00000040:1.0:1767384329.059331:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384329.059334:0:17101:0:(events.c:337:request_in_callback()) incoming req@000000005e02ccd2 x1853236746140288 msgsize 328 00000100:00000001:1.0:1767384329.059353:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384329.059354:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384329.059367:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000863c1f62 00000100:00000001:0.0:1767384329.059371:0:17101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384329.059372:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000863c1f62. 00000100:00000001:1.0:1767384329.059388:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384329.059391:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384329.059397:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000400:00000010:0.0:1767384329.059401:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:1.0:1767384329.059404:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.059410:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:0.0:1767384329.059411:0:17101:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384329.059415:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384329.059420:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.059425:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384329.059433:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f7557b1 x1853236746140032/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.059434:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000200:0.0:1767384329.059452:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384329.059460:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384329.059466:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384329.059495:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.059500:0:17101:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384329.059504:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f7557b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+16:16354:x1853236746140032:12345-0@lo:253: Request processed in 2580us (3096us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384329.059507:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.059514:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294917830 00000100:00100000:1.0:1767384329.059519:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000001:0.0:1767384329.059521:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294917827 00000100:00000040:1.0:1767384329.059522:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384329.059526:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384329.059527:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294917830 00000100:00000001:1.0:1767384329.059529:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384329.059534:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294917827 00000020:00000010:1.0:1767384329.059535:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000206366c0. 00000020:00000010:1.0:1767384329.059545:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f690845e. 00000100:00000001:0.0:1767384329.059546:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294917830 00000020:00000010:1.0:1767384329.059554:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3246708. 00000100:00000001:0.0:1767384329.059556:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294917827 00000400:00000200:2.0:1767384329.059557:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000020:00000040:1.0:1767384329.059565:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000001:0.0:1767384329.059573:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294917830 02000000:00000001:1.0:1767384329.059574:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384329.059580:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004d9f8c15. 00000100:00000001:0.0:1767384329.059584:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294917827 02000000:00000001:1.0:1767384329.059588:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384329.059597:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.059597:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384329.059604:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384329.059608:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384329.059608:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.059614:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384329.059617:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003080428. 00000020:00000001:0.0:1767384329.059618:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.059624:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.059625:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.059626:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384329.059628:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000863c1f62. 00010000:00000001:0.0:1767384329.059628:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384329.059631:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384329.059634:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.059638:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384329.059641:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384329.059645:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 0000000066e24113 going to sleep for 11 seconds 00000100:00000001:0.0:1767384329.059651:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384329.059656:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.059697:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:0.0:1767384329.059697:0:17911:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384329.059704:0:17911:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746140288 02000000:00000001:0.0:1767384329.059708:0:17911:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384329.059710:0:17911:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384329.059711:0:17911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.059716:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384329.059716:0:17911:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.059720:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384329.059726:0:17911:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746140288 00000400:00000001:1.0:1767384329.059728:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384329.059728:0:17911:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:1.0:1767384329.059731:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384329.059732:0:17911:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9c9 00000400:00000010:1.0:1767384329.059735:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009127a19f. 00000020:00000001:0.0:1767384329.059735:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.059739:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078df2aae refcount=3 00000400:00000200:1.0:1767384329.059740:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009583d8fe 00000020:00000001:0.0:1767384329.059742:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000400:00000010:1.0:1767384329.059743:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009583d8fe. 00000400:00000200:2.0:1767384329.059746:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000020:00000001:0.0:1767384329.059746:0:17911:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:1.0:1767384329.059747:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384329.059749:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384329.059752:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384329.059753:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f362883a. 00000100:00000001:0.0:1767384329.059757:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384329.059759:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f362883a. 00000020:00000010:0.0:1767384329.059768:0:17911:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eab1351c. 00000100:00000200:1.0:1767384329.059771:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384329.059774:0:17911:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd8c53be. 00000020:00000010:0.0:1767384329.059781:0:17911:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000001:1.0:1767384329.059782:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384329.059785:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:1.0:1767384329.059786:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384329.059789:0:17911:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384329.059790:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384329.059792:0:17911:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384329.059794:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384329.059796:0:17911:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384329.059797:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384329.059799:0:17911:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.059800:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.059804:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.059805:0:17911:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384329.059807:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384329.059814:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384329.059816:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384329.059818:0:17911:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.059819:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.059822:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00010000:00000001:1.0:1767384329.059825:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384329.059828:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.059831:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.059836:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.059836:0:17911:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384329.059840:0:17911:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384329.059846:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384329.059847:0:17911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384329.059852:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384329.059853:0:17911:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000078df2aae : new rpc_count 1 00000400:00000200:2.0:1767384329.059854:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:1.0:1767384329.059855:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.059856:0:17911:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472397952 : -111508237153664 : ffff9a9577228a80) 00000020:01000004:1.0:1767384329.059862:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384329.059865:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000040:0.0:1767384329.059866:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005e02ccd2 x1853236746140288/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 328/0 e 0 to 0 dl 1767384340 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:1.0:1767384329.059869:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384329.059872:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384329.059876:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384329.059878:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:01000004:1.0:1767384329.059879:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384329.059880:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000020:01000004:1.0:1767384329.059881:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:00000010:0.0:1767384329.059882:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f362883a. 00000020:01000004:1.0:1767384329.059885:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:0.0:1767384329.059887:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384329.059888:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384329.059891:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:0.0:1767384329.059892:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f362883a. 00000100:00000040:1.0:1767384329.059898:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384329.059899:0:17911:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005e02ccd2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746140288:12345-0@lo:104: 00000400:00000200:2.0:1767384329.059907:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00100000:1.0:1767384329.059912:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afbfd94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746140032:0@lo:253: 00000100:00000200:0.0:1767384329.059915:0:17911:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746140288 00010000:00000001:0.0:1767384329.059917:0:17911:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384329.059923:0:17911:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384329.059925:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384329.059925:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384329.059929:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384329.059930:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=2 00000400:00000200:2.0:1767384329.059934:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000020:00000001:0.0:1767384329.059934:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000100:00000040:1.0:1767384329.059936:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afbfd94d x1853236746140032/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.059944:0:17911:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000100:00000001:1.0:1767384329.059945:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384329.059950:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384329.059951:0:17911:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:1.0:1767384329.059953:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b58d096a. 00010000:00000001:0.0:1767384329.059956:0:17911:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.059958:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384329.059961:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384329.059963:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00010000:00010000:0.0:1767384329.059963:0:17911:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384329.059964:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384329.059970:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384329.059974:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dd3736e0. 00000100:00000001:0.0:1767384329.059981:0:17911:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384329.059984:0:17911:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384329.059988:0:17911:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000054164b8c. 02000000:00000001:0.0:1767384329.059990:0:17911:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.059991:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000100:00000001:0.0:1767384329.059992:0:17911:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.059997:0:17911:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384329.059998:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384329.059999:0:17911:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.060001:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767384329.060003:0:17911:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d297692 time=35 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384329.060004:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afbfd94d. 00000100:00000001:0.0:1767384329.060009:0:17911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384329.060011:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384329.060015:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384329.060015:0:17911:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384329.060020:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.060020:0:17911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000200:2.0:1767384329.060021:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 02000000:00000001:0.0:1767384329.060027:0:17911:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384329.060029:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384329.060029:0:17911:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.060033:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.060035:0:17911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384329.060038:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384329.060041:0:17911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384329.060042:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384329.060045:0:17911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000100:00000200:0.0:1767384329.060050:0:17911:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236746140288, offset 224 00000400:00000200:0.0:1767384329.060057:0:17911:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384329.060060:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384329.060065:0:17911:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384329.060073:0:17911:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824df03a80 00000400:00000200:0.0:1767384329.060078:0:17911:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1581 [1] + 224 00000400:00000200:0.0:1767384329.060081:0:17911:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384329.060091:0:17911:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384329.060095:0:17911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384329.060099:0:17911:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384329.060100:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000100:00000040:0.0:1767384329.060111:0:17911:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384329.060123:0:17911:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384329.060127:0:17911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000400:00000010:0.0:1767384329.060129:0:17911:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:0.0:1767384329.060131:0:17911:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384329.060133:0:17911:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384329.060135:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000100:00000001:0.0:1767384329.060136:0:17911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384329.060140:0:17911:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384329.060143:0:17911:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384329.060146:0:17911:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006db25d42. 00010000:00000001:0.0:1767384329.060148:0:17911:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384329.060157:0:17911:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384329.060159:0:17911:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.060161:0:17911:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.060162:0:17911:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.060164:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000100:00000001:1.0:1767384329.060167:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384329.060168:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e02ccd2 x1853236746140288/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1767384329.060174:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384329.060177:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384329.060180:0:17911:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005e02ccd2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746140288:12345-0@lo:104: Request processed in 298us (842us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384329.060181:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4720341. 00000400:00000200:1.0:1767384329.060189:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000400:00000010:1.0:1767384329.060193:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000100:00100000:0.0:1767384329.060193:0:17911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000200:2.0:1767384329.060194:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000100:00000040:0.0:1767384329.060196:0:17911:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078df2aae : new rpc_count 0 00000100:00000001:1.0:1767384329.060199:0:17101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384329.060200:0:17911:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384329.060204:0:17911:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384329.060206:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384329.060208:0:17911:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd8c53be. 00000020:00000010:0.0:1767384329.060215:0:17911:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000100:00000200:1.0:1767384329.060219:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384329.060222:0:17911:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eab1351c. 00000400:00000200:2.0:1767384329.060224:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000020:00000040:0.0:1767384329.060228:0:17911:0:(genops.c:898:class_export_put()) PUTting export 0000000078df2aae : new refcount 2 00000100:00000001:0.0:1767384329.060232:0:17911:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384329.060257:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384329.060259:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.060262:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384329.060268:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384329.060269:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00010000:00000001:0.0:1767384329.060269:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384329.060272:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.060273:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384329.060277:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384329.060283:0:17101:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384329.060287:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:0.0:1767384329.060288:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000942a2bf2 already unused, calling callback (000000001ae2046b) 00000100:00000001:1.0:1767384329.060290:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384329.060292:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384329.060292:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384329.060295:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384329.060297:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.060298:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000100:00001000:1.0:1767384329.060304:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=35 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384329.060310:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:1.0:1767384329.060312:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=35 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384329.060313:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384329.060316:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384329.060317:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384329.060320:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.060321:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=3 00000400:00000200:2.0:1767384329.060324:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00010000:00000001:1.0:1767384329.060325:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384329.060326:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384329.060329:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.060330:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000100:00000001:1.0:1767384329.060335:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.060336:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384329.060339:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384329.060341:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384329.060345:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 10000000:00000001:0.0:1767384329.060358:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384329.060359:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00010000:0.0:1767384329.060361:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384329.060363:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384329.060366:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.060367:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00010000:00000001:1.0:1767384329.060372:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:01000000:0.0:1767384329.060373:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:1.0:1767384329.060375:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384329.060378:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384329.060379:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:1.0:1767384329.060381:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384329.060382:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384329.060386:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000040:1.0:1767384329.060387:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384329.060388:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384329.060391:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384329.060399:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746140288:0@lo:104: 00000100:00000001:1.0:1767384329.060402:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384329.060403:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384329.060405:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384329.060407:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384329.060408:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384329.060409:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384329.060410:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040532dff x1853236746140288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:0.0:1767384329.060416:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 00000100:00000001:1.0:1767384329.060419:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:0.0:1767384329.060420:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:1.0:1767384329.060467:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384329.060470:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000959855df. 02000000:00000001:1.0:1767384329.060487:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384329.060491:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384329.060500:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00000020:00000001:1.0:1767384329.060503:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384329.060506:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000034656ccd. 02000000:00000001:1.0:1767384329.060512:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384329.060516:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384329.060517:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040532dff. 00000100:00000001:1.0:1767384329.060526:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384329.060528:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384329.060530:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000066e24113. 00000100:00000001:1.0:1767384329.060533:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384329.060535:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384329.060537:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1fba99e. 10000000:00000001:0.0:1767384329.060539:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.060540:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.060546:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.060548:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384329.060548:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000001:1.0:1767384329.060551:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384329.060552:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384329.060554:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384329.060555:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:1.0:1767384329.060559:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.060560:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.060567:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.060572:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000942a2bf2 with handle 0x980286e253c5fc00 from hash 00010000:00000001:0.0:1767384329.060575:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384329.060577:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.060578:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.060579:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384329.060581:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384329.060582:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384329.060585:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384329.060587:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384329.060591:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f6ff600. 00000020:00000040:0.0:1767384329.060594:0:17074:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384329.060596:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384329.060597:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384329.060601:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384329.060605:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eab1351c. 00000100:00000001:0.0:1767384329.060608:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.060611:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384329.060613:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384329.060615:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000457f172b. 00010000:00010000:0.0:1767384329.060621:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000010:2.0:1767384329.060622:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001067cf4b. 00010000:00000001:0.0:1767384329.060623:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.060627:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384329.060629:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea7e9d6a. 00000100:00000001:0.0:1767384329.060629:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384329.060637:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f6ff600] to pc [ptlrpcd_00_03+3] req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.060658:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384329.060661:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1767384329.060665:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea7e9d6a. 00010000:00000001:0.0:1767384329.060671:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.060674:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.060676:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384329.060679:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.060683:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.060688:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384329.060690:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 00000000942a2bf2/0x980286e253c5fc00 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fc07 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384329.060694:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000936aa7e8 count: 0 00000800:00000001:2.0:1767384329.060705:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384329.060708:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.060711:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:2.0:1767384329.060712:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384329.060713:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006db25d42. 00000800:00000001:2.0:1767384329.060718:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384329.060719:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.060723:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384329.060725:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384329.060726:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384329.060727:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384329.060733:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384329.060736:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.060740:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384329.060741:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22) <- 192.168.203.143@tcp22 : PUT - for me 00000020:00000001:0.0:1767384329.060743:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384329.060745:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.060746:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384329.060750:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384329.060757:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x1535 [1] + 0 00000400:00000010:2.0:1767384329.060760:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ec5abcf. 00000100:00000001:0.0:1767384329.060765:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384329.060771:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384329.060773:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc3edd36 00000100:00000001:0.0:1767384329.060774:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767384329.060780:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384329.060781:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.060787:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384329.060789:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384329.060791:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384329.060792:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384329.060795:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384329.060795:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384329.060799:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.060805:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: PUT: OK 00000100:00100000:0.0:1767384329.060805:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f6ff600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746140416:0@lo:103: 00000400:00000200:2.0:1767384329.060808:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc3edd36 00000400:00000010:2.0:1767384329.060810:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc3edd36. 00000400:00000200:2.0:1767384329.060815:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384329.060815:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384329.060820:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (16) 02000000:00000001:0.0:1767384329.060820:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384329.060823:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.060825:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384329.060827:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 02000000:00000010:0.0:1767384329.060829:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034656ccd. 02000000:00000001:0.0:1767384329.060833:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.060835:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cd7fe6e1. 00000400:00000010:0.0:1767384329.060837:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d820cad5. 00000400:00000200:2.0:1767384329.060841:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 15 00000400:00000010:0.0:1767384329.060844:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000400:00000200:1.0:1767384329.060846:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384329.060850:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000200:0.0:1767384329.060850:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746140416, portal 18 00000100:00000001:0.0:1767384329.060855:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384329.060857:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472406016 : -111508237145600 : ffff9a957722aa00) 00000400:00000200:2.0:1767384329.060863:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (17) 00000100:00000040:0.0:1767384329.060864:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.060870:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384329.060871:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384329.060873:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp22 from 228.3.0.2 00000100:00000040:0.0:1767384329.060878:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:1.0:1767384329.060879:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000095831a48. 00000400:00000200:2.0:1767384329.060882:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp22 to MR: 192.168.203.143@tcp22 local destination 00000400:00000010:0.0:1767384329.060883:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000100:00000200:0.0:1767384329.060887:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746140416, offset 0 00000400:00000200:2.0:1767384329.060890:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp22 NI seq info: [32:32:256:4294967295] 192.168.203.143@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:0.0:1767384329.060894:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384329.060903:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22:192.168.203.143@tcp22) -> 192.168.203.143@tcp22(192.168.203.143@tcp22:192.168.203.143@tcp22) 192.168.203.143@tcp22 : ACK try# 0 00000800:00000200:2.0:1767384329.060908:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp22 00000800:00000010:2.0:1767384329.060911:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fae0d68e. 00000400:00000200:0.0:1767384329.060917:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384329.060919:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9acd5f2] -> 12345-192.168.203.143@tcp22 (4) 00000800:00000200:2.0:1767384329.060927:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp22 ip 192.168.203.143:988 00000400:00000200:0.0:1767384329.060930:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df03b00 00000800:00000200:2.0:1767384329.060931:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fae0d68e type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384329.060939:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:0.0:1767384329.060946:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384329.060950:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384329.060957:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384329.060960:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384329.060964:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b843c. 00000100:00000040:0.0:1767384329.060968:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000285b843c x1853236746140416 msgsize 328 00000100:00100000:0.0:1767384329.060976:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1767384329.060988:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384329.060989:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:2.0:1767384329.060993:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fae0d68e. 00000400:00000200:0.0:1767384329.060997:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000200:2.0:1767384329.060998:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384329.061001:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000400:00000200:2.0:1767384329.061006:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: ACK: OK 00000100:00000001:0.0:1767384329.061007:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384329.061014:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384329.061016:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.061022:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384329.061025:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.061029:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.061035:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384329.061041:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384329.061042:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384329.061052:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.061053:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.061058:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384329.061064:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22) <- 192.168.203.143@tcp22 : ACK - for me 00000100:00000001:0.0:1767384329.061064:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.061071:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294917831 00000100:00000001:0.0:1767384329.061078:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917830 00000400:00000200:2.0:1767384329.061083:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp22: ACK from 12345-192.168.203.143@tcp22 into md 0x156d 00000100:00000001:0.0:1767384329.061085:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294917831 00000400:00000200:2.0:1767384329.061089:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384329.061090:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917830 00000400:00000200:2.0:1767384329.061097:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: ACK: OK 00000100:00000001:0.0:1767384329.061098:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294917831 00000400:00000200:2.0:1767384329.061101:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4188c 00000400:00000010:2.0:1767384329.061104:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4188c. 00000100:00000001:0.0:1767384329.061104:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917830 00000400:00000200:2.0:1767384329.061111:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384329.061113:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294917831 00000400:00000200:2.0:1767384329.061117:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000100:00000001:0.0:1767384329.061119:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917830 00000400:00000200:2.0:1767384329.061123:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:0.0:1767384329.061126:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384329.061127:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (16) 00000100:00000001:0.0:1767384329.061132:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.061136:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384329.061137:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384329.061138:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384329.061141:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.061144:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384329.061147:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384329.061149:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384329.061150:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384329.061151:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.061153:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384329.061156:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b58d096a. 00000800:00000010:1.0:1767384329.061161:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009583d8fe. 00000100:00000001:0.0:1767384329.061168:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384329.061171:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746140416 02000000:00000001:0.0:1767384329.061174:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384329.061176:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:1.0:1767384329.061177:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001d752119. 00000100:00000001:0.0:1767384329.061177:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.061179:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:0.0:1767384329.061184:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.061186:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c71291. 00000800:00000200:1.1:1767384329.061188:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9acd5f2] -> 12345-192.168.203.143@tcp22 (4) 00000100:00100000:0.0:1767384329.061190:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746140416 00000400:00000010:2.0:1767384329.061192:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000800:00000200:1.1:1767384329.061196:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp22 000000001d752119 deleted 00000400:00000200:2.0:1767384329.061198:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000010667b2 00000020:00000001:0.0:1767384329.061199:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:1.1:1767384329.061200:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001d752119. 00000020:00000040:0.0:1767384329.061203:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:2.0:1767384329.061205:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000d1 00000800:00000200:1.1:1767384329.061205:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000020:00000001:0.0:1767384329.061206:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.061209:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000020:00000001:0.0:1767384329.061213:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000010:2.0:1767384329.061215:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000aac59429. 00000800:00000200:1.0:1767384329.061217:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp22 p 3.x 192.168.203.143 -> 192.168.203.143:996 incarnation:1767384327176000931 sched[0] 00000020:00000001:0.0:1767384329.061218:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000010:2.0:1767384329.061221:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000eec33cb7. 00000100:00000001:0.0:1767384329.061224:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:1.0:1767384329.061228:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec8c7a22. 00000400:00000010:2.0:1767384329.061229:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 0000000063a51977. 00000020:00000010:0.0:1767384329.061230:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f362883a. 00000100:00000001:0.0:1767384329.061235:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384329.061236:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f362883a. 00000020:00000010:0.0:1767384329.061240:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000959855df. 00000020:00000010:0.0:1767384329.061242:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd8c53be. 00000020:00000010:0.0:1767384329.061245:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000040:0.0:1767384329.061251:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000400:00000010:2.0:1767384329.061253:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007ac354ae. 00000100:00000001:0.0:1767384329.061253:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384329.061254:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384329.061257:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384329.061260:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.061262:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007ac354ae nid 192.168.203.143@tcp23 00010000:00000001:0.0:1767384329.061263:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000400:00000010:2.0:1767384329.061268:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f7aa6b32. 00010000:00000001:0.0:1767384329.061268:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.061270:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.061272:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003368e9fb refcount=4 00000400:00000200:2.0:1767384329.061273:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f7aa6b32 net tcp23 00000020:00000001:0.0:1767384329.061277:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00000800:00000010:1.0:1767384329.061278:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec8c7a22. 00000400:00000200:2.0:1767384329.061279:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (15) 00010000:00000001:0.0:1767384329.061284:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00000800:00000010:1.0:1767384329.061286:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009583d8fe. 00010000:00010000:0.0:1767384329.061290:0:17072:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fc00 expref: 16 pid: 17080 timeout: 400 lvb_type: 0 00000400:00000200:2.0:1767384329.061292:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp23 flags 0x11 00000400:00000010:2.0:1767384329.061298:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000aac59429. 00010000:00000001:0.0:1767384329.061301:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.061303:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384329.061304:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000eec33cb7. 00000800:00000010:1.0:1767384329.061305:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000095831a48. 00010000:00000001:0.0:1767384329.061306:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384329.061309:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 0000000063a51977. 00000100:00000001:0.0:1767384329.061311:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384329.061314:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cd7fe6e1. 00000100:00000001:0.0:1767384329.061316:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384329.061322:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000100:00000200:0.0:1767384329.061323:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000285b843c x1853236746140416/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 328/0 e 0 to 0 dl 1767384340 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.061328:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:2.0:1767384329.061342:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000100:00000001:0.0:1767384329.061343:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384329.061347:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.061349:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000800:00000200:1.1:1767384329.061353:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:2.0:1767384329.061354:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000100:00000001:0.0:1767384329.061359:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.061360:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000800:00000200:1.0:1767384329.061364:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp22 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384327176000931 sched[0] 00000800:00000010:1.0:1767384329.061370:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001067cf4b. 00000400:00000200:2.0:1767384329.061371:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000100:00000001:0.0:1767384329.061376:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384329.061378:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (16) 00000100:00000001:0.0:1767384329.061379:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384329.061387:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384329.061389:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:0.0:1767384329.061391:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472399744 : -111508237151872 : ffff9a9577229180) 00000100:00000040:0.0:1767384329.061395:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000285b843c x1853236746140416/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 328/0 e 0 to 0 dl 1767384340 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384329.061397:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384329.061404:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384329.061405:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384329.061407:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f362883a. 00000800:00000001:2.0:1767384329.061409:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384329.061413:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384329.061414:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384329.061417:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f362883a. 00000100:00000001:1.0:1767384329.061491:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384329.061492:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000285b843c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746140416:12345-0@lo:103: 00000100:00000200:0.0:1767384329.061496:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746140416 00000100:00000001:1.0:1767384329.061501:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384329.061501:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384329.061506:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384329.061508:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384329.061511:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384329.061513:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384329.061516:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a33fc679. 02000000:00000001:0.0:1767384329.061518:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.061519:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.061521:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384329.061522:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384329.061524:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384329.061525:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.061526:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.061531:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003368e9fb refcount=4 00000100:00000001:1.0:1767384329.061532:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.061535:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00010000:00000001:0.0:1767384329.061538:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00010000:00000040:0.0:1767384329.061545:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003da0a722 count: 3 00010000:00010000:0.0:1767384329.061548:0:17072:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fc00 expref: 16 pid: 17080 timeout: 400 lvb_type: 0 00000100:00001000:0.0:1767384329.061553:0:17072:0:(import.c:2128:obd_at_measure()) add 0 to 0000000012e62d6c time=1767384329 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384329.061555:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384329.061558:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.061559:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384329.061561:0:17072:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x980286e253c5fc00 expref: 16 pid: 17080 timeout: 400 lvb_type: 0 00000020:00000001:0.0:1767384329.061565:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.061566:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.061567:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.061568:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.061570:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384329.061570:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384329.061574:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.061575:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.061576:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.061578:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.061580:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003368e9fb with handle 0x980286e253c5fc07 from hash 00010000:00000001:0.0:1767384329.061582:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384329.061583:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.061585:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.061586:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384329.061587:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384329.061589:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384329.061590:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003368e9fb/0x980286e253c5fc07 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x980286e253c5fc00 expref: 16 pid: 17080 timeout: 400 lvb_type: 0 00010000:00000040:0.0:1767384329.061594:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00000020:00000040:0.0:1767384329.061595:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00080000:00000010:1.0:1767384329.061599:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000061cd6e4d. 00010000:00000001:0.0:1767384329.061600:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.061604:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384329.061606:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384329.061612:0:17072:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009ddd0e86 00010000:00000001:0.0:1767384329.061614:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384329.061616:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.061617:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.061619:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.061620:0:17072:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.061621:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384329.061622:0:17072:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384329.061624:0:17072:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.061628:0:17072:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384329.061629:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384329.061631:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384329.061632:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384329.061633:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003da0a722) refcount = 2 00010000:00010000:0.0:1767384329.061635:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384329.061638:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f3bd6ccf. 00010000:00000001:0.0:1767384329.061639:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384329.061643:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00040000:00000001:2.0:1767384329.061644:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384329.061645:0:17072:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384329.061647:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384329.061648:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384329.061651:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384329.061652:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f362883a. 00000020:00000002:2.0:1767384329.061656:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 00000100:00000001:0.0:1767384329.061656:0:17072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384329.061658:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006db25d42. 20000000:00000001:2.0:1767384329.061660:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.061663:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:0.0:1767384329.061663:0:17072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565317064768 : -111508392486848 : ffff9a956de05840) 00000100:00000001:0.0:1767384329.061667:0:17072:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632565317064768 : -111508392486848 : ffff9a956de05840) 20000000:01000000:2.0:1767384329.061668:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:0.0:1767384329.061670:0:17072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 20000000:00000001:2.0:1767384329.061672:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384329.061673:0:17072:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384329.061675:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:01000000:2.0:1767384329.061676:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:0.0:1767384329.061677:0:17072:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:2.0:1767384329.061681:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384329.061681:0:17072:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:0.0:1767384329.061685:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.061686:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.061687:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=5 00000020:00000001:0.0:1767384329.061694:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384329.061696:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384329.061698:0:17072:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384329.061699:0:17072:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.061703:0:17072:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384329.061706:0:17072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.061710:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.061713:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384329.061715:0:17072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.061719:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.061720:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.061722:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384329.061723:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384329.061727:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009ddd0e86 already unused, calling callback (000000004feed035) 00010000:00000001:0.0:1767384329.061729:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.061730:0:17072:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384329.061732:0:17072:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.061735:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384329.061737:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.061738:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.061739:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=6 00000020:00000001:0.0:1767384329.061740:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384329.061741:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384329.061742:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384329.061750:0:17072:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.061755:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384329.061756:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.061757:0:17072:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.061767:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384329.061769:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384329.061771:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.061772:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.061773:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009ddd0e86 with handle 0x980286e253c5fc0e from hash 00010000:00000001:0.0:1767384329.061775:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384329.061776:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.061778:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.061780:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384329.061781:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384329.061782:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384329.061783:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384329.061785:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.061788:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.061790:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384329.061792:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384329.061795:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384329.061797:0:17101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.061797:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.061800:0:17072:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.061805:0:17072:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384329.061807:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384329.061811:0:17072:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.061813:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384329.061814:0:17101:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000010:2.0:1767384329.061816:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007430a88a. 20000000:00000001:1.0:1767384329.061817:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384329.061817:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384329.061824:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384329.061824:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.061827:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1767384329.061832:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746140160 00010000:00000001:0.0:1767384329.061833:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.061834:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384329.061836:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384329.061839:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384329.061841:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384329.061841:0:17072:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384329.061843:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384329.061847:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384329.061847:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:2.0:1767384329.061848:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017f5445a x1853236746140160/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.061854:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384329.061857:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384329.061858:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384329.061862:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.061865:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384329.061866:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384329.061870:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384329.061871:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384329.061876:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 20000000:00000001:0.0:1767384329.061876:0:17072:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.061878:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384329.061880:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009ddd0e86/0x980286e253c5fc0e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384329.061889:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384329.061891:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.061892:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384329.061893:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384329.061894:0:17072:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384329.061899:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384329.061899:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384329.061903:0:17072:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:2.0:1767384329.061905:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064c7a11c. 00000100:00000001:0.0:1767384329.061907:0:17072:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384329.061909:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746140160, offset 224 00000100:00000001:0.0:1767384329.061910:0:17072:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.061915:0:17072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384329.061917:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006db25d42. 00000400:00000200:2.0:1767384329.061919:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384329.061922:0:17072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384329.061925:0:17072:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384329.061929:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:0.0:1767384329.061930:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f362883a. 00010000:00000001:0.0:1767384329.061936:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384329.061940:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03a00 00010000:00000040:0.0:1767384329.061940:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003da0a722 count: 0 00000400:00000200:2.0:1767384329.061946:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1579 [2] + 224 00000400:00000200:2.0:1767384329.061950:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767384329.061951:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:2.0:1767384329.061954:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384329.061955:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.061957:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384329.061962:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.061962:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384329.061967:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384329.061974:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=35 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384329.061975:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.061984:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384329.061989:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:0.0:1767384329.061991:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384329.061993:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384329.061994:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.061996:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384329.061997:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384329.062001:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384329.062002:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064c7a11c 00000400:00000010:0.0:1767384329.062004:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000400:00000010:2.0:1767384329.062006:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064c7a11c. 00000100:00000001:1.0:1767384329.062010:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.062011:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384329.062011:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746140416, offset 224 00000100:00000001:2.0:1767384329.062015:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384329.062015:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384329.062019:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384329.062023:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384329.062024:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384329.062027:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384329.062028:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000400:00000010:1.0:1767384329.062030:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3e1f5a1. 00000400:00000200:0.0:1767384329.062031:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384329.062034:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384329.062037:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5294c6 00000020:00000001:2.0:1767384329.062038:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384329.062041:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb5294c6. 00000020:00000001:2.0:1767384329.062043:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384329.062043:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df03b00 00000100:00000001:1.0:1767384329.062047:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384329.062050:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017f5445a x1853236746140160/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384329.062051:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1595 [1] + 224 00000100:00000200:1.0:1767384329.062053:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384329.062068:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384329.062077:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384329.062083:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017f5445a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746140160:12345-0@lo:253: Request processed in 5062us (5514us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384329.062085:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.062085:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384329.062092:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384329.062098:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:2.0:1767384329.062104:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384329.062115:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384329.062115:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384329.062119:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384329.062119:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.062120:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384329.062125:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384329.062126:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004761a1c9. 02000000:00000001:1.0:1767384329.062129:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384329.062133:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384329.062134:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034037d6d. 00000100:00000001:1.0:1767384329.062135:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.062139:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384329.062140:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384329.062141:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d2ebb66. 00000400:00000200:0.0:1767384329.062144:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000100:00001000:1.0:1767384329.062147:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=35 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384329.062148:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000400:00000010:0.0:1767384329.062148:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000100:00000001:0.0:1767384329.062154:0:17072:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384329.062155:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384329.062158:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1767384329.062159:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000809351f7. 00000100:00001000:1.0:1767384329.062160:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384329.062164:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384329.062165:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384329.062165:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384329.062170:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.062171:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384329.062171:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384329.062176:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384329.062177:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384329.062179:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384329.062179:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.062180:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.062184:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.062186:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3e1f5a1. 00000100:00000040:0.0:1767384329.062189:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000285b843c x1853236746140416/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:310/0 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384329.062190:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384329.062194:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064c7a11c. 00000100:00000001:1.0:1767384329.062222:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.062224:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384329.062227:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384329.062228:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000285b843c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746140416:12345-0@lo:103: Request processed in 819us (1255us total) trans 0 rc 0/0 00000020:01000004:1.0:1767384329.062232:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384329.062235:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384329.062238:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:0.0:1767384329.062238:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:01000004:1.0:1767384329.062240:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:0.0:1767384329.062243:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000020:01000004:1.0:1767384329.062244:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384329.062247:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384329.062248:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:1.0:1767384329.062249:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384329.062253:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384329.062254:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:1.0:1767384329.062255:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384329.062259:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384329.062259:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd8c53be. 00000020:00000010:0.0:1767384329.062267:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000100:00100000:1.0:1767384329.062269:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002423e60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746140160:0@lo:253: 00000020:00000010:0.0:1767384329.062275:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000959855df. 00000100:00000001:1.0:1767384329.062276:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.062279:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384329.062280:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000040:1.0:1767384329.062282:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002423e60 x1853236746140160/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.062285:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.062294:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384329.062297:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384329.062298:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b8eec370. 02000000:00000001:1.0:1767384329.062301:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384329.062302:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384329.062303:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384329.062304:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384329.062306:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000b588d1b. 00000100:00000001:0.0:1767384329.062307:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384329.062311:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384329.062315:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384329.062316:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384329.062318:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384329.062319:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002423e60. 00000100:00000001:1.0:1767384329.062321:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384329.062324:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384329.062324:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384329.062327:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d820cad5. 00000100:00000001:1.0:1767384329.062328:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384329.062334:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000100:00000001:1.0:1767384329.062336:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384329.062337:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:1.0:1767384329.062339:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.062341:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384329.062342:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.062346:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384329.062349:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384329.062357:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.062362:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384329.062366:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.062368:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384329.062370:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384329.062371:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384329.062372:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.062374:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384329.062376:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384329.062379:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384329.062380:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384329.062381:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.062383:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384329.062385:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.062386:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384329.062388:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.062393:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384329.062395:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384329.062396:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384329.062398:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384329.062402:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f6ff600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746140416:0@lo:103: 00000100:00000001:0.0:1767384329.062405:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.062406:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384329.062412:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f6ff600 x1853236746140416/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.062416:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384329.062417:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384329.062419:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034656ccd. 02000000:00000001:0.0:1767384329.062420:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384329.062421:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384329.062422:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384329.062470:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384329.062483:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eab1351c. 02000000:00000001:0.0:1767384329.062488:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384329.062489:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384329.062491:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f6ff600. 00000100:00000001:0.0:1767384329.062495:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384329.062497:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.062500:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.062504:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384329.062505:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.062507:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384329.062510:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384329.067512:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294917831, at 4294917832 00000100:00000010:0.0:1767384329.067519:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d3b9d6. 00000100:00000040:2.0:1767384329.067527:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294917831, at 4294917832 00000100:00000010:2.0:1767384329.067534:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015faad2b. 00000100:00000040:1.0:1767384329.068587:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294917831, at 4294917833 00000100:00000040:3.0:1767384329.068593:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294917831, at 4294917833 00000100:00000010:1.0:1767384329.068595:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7f2096a. 00000100:00000010:3.0:1767384329.068610:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c1dac9. 00010000:00000010:0.1:1767384329.069482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000936aa7e8. 00010000:00000010:0.1:1767384329.069490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000942a2bf2. 00010000:00000010:0.1:1767384329.072469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003368e9fb. 00010000:00000010:0.1:1767384329.072486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009ddd0e86. 00010000:00000010:0.1:1767384329.072489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003da0a722. 00000400:00000010:0.0:1767384329.077811:0:23745:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000492fd3a4. 00000400:00000040:0.0:1767384329.077827:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384329.077829:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384329.077832:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384329.077844:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384329.077863:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384329.077865:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384329.077868:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384329.077870:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384329.077871:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384329.077872:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384329.077874:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384329.077875:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384329.077878:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384329.077879:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384329.077887:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384329.077889:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384329.077890:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384329.077891:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384329.077893:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384329.077894:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384329.077896:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384329.077897:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384329.077899:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384329.077900:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384329.077901:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384329.077903:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384329.077904:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384329.077906:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384329.077907:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384329.077908:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384329.077909:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384329.077911:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384329.077912:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384329.077913:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384329.077915:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384329.077916:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384329.077917:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384329.077919:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384329.077921:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384329.077922:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384329.077924:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384329.077925:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384329.077926:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384329.077928:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384329.077929:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384329.077930:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384329.077931:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384329.077932:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384329.077934:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384329.077935:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384329.077937:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384329.077938:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384329.077939:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384329.077947:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384329.077948:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384329.077949:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384329.077950:0:23745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384329.077993:0:23745:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000492fd3a4. 00010000:00000001:2.0:1767384329.572485:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384329.572506:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384329.572512:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384329.572514:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.572560:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384329.572565:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384329.572569:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384330.190878:0:24011:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001df1c68a. 00080000:00000010:3.0:1767384330.190893:0:24011:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001df1c68a. 00000020:00000001:3.0:1767384330.190900:0:24011:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384330.190911:0:24011:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001df1c68a. 00080000:00000010:3.0:1767384330.190916:0:24011:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001df1c68a. 00000020:00000001:3.0:1767384330.190920:0:24011:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384330.403539:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384330.403544:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384330.403551:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f6ff600. 00000100:00000040:2.0:1767384330.403555:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1767384330.403559:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384330.403563:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384330.403566:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384330.403570:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002423e60. 02000000:00000001:0.0:1767384330.403570:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384330.403576:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 02000000:00000001:0.0:1767384330.403577:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.403580:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384330.403583:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384330.403585:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000097caf4a. 02000000:00000001:2.0:1767384330.403587:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.403594:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384330.403595:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff2eaf1b. 00000100:00000001:2.0:1767384330.403602:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.403602:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384330.403605:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.403613:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384330.403614:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f6ff600] to pc [ptlrpcd_00_00+0] req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.403654:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384330.403657:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.403662:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002423e60] to pc [ptlrpcd_00_01+1] req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384330.403671:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.403690:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.403693:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384330.403696:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384330.403698:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afbfd94d. 00000020:00000040:2.0:1767384330.403701:0:486:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384330.403719:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384330.403720:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384330.403722:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384330.403725:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018ef3213. 00000100:00000001:2.0:1767384330.403728:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.403731:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384330.403738:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384330.403740:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.403741:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384330.403743:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afbfd94d] to pc [ptlrpcd_00_02+2] req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.403749:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384330.403756:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384330.403764:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.403776:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.403784:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384330.403784:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384330.403789:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.403791:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384330.403796:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021a91a7d. 02000000:00000001:1.0:1767384330.403798:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384330.403800:0:486:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384330.403800:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384330.403803:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384330.403806:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384330.403807:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384330.403810:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.403811:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384330.403812:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384330.403817:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384330.403821:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6e560c7. 00000100:00100000:1.0:1767384330.403822:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f6ff600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746140544:0@lo:13: 00000100:00000040:0.0:1767384330.403823:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.403825:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.403836:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384330.403839:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384330.403848:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384330.403854:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.403855:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384330.403858:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.403864:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384330.403864:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384330.403866:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384330.403870:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.403871:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384330.403874:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001c66a35c. 02000000:00000001:0.0:1767384330.403874:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.403884:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384330.403886:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afbfd94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746140800:0@lo:400: 00000100:00000040:2.0:1767384330.403889:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021a91a7d] to pc [ptlrpcd_00_03+3] req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384330.403897:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009127a19f. 00000100:00000001:0.0:1767384330.403898:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384330.403902:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384330.403906:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.403910:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384330.403912:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.403912:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 02000000:00000010:0.0:1767384330.403914:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7ed8cb8. 00000100:00000040:2.0:1767384330.403920:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384330.403924:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767384330.403925:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746140544, portal 4 00000100:00000010:2.0:1767384330.403929:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9d781fb. 02000000:00000001:0.0:1767384330.403929:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.403932:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767384330.403936:0:486:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384330.403937:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472406016 : -111508237145600 : ffff9a957722aa00) 00000400:00000010:0.0:1767384330.403938:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d820cad5. 00000100:00000001:2.0:1767384330.403941:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384330.403946:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384330.403947:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 02000000:00000001:2.0:1767384330.403949:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384330.403954:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746140800, portal 4 00000100:00000040:1.0:1767384330.403955:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384330.403956:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000894393e2. 00000100:00000001:0.0:1767384330.403959:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384330.403962:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608793856 : -111508100757760 : ffff9a957f43c700) 00000100:00000001:2.0:1767384330.403963:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.403974:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384330.403975:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.404004:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.404017:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384330.404017:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384330.404018:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384330.404023:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.404025:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384330.404027:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbdd93fd. 00000400:00000010:0.0:1767384330.404030:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000100:00000040:2.0:1767384330.404031:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9d781fb] to pc [ptlrpcd_00_00+0] req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384330.404037:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746140800, offset 0 00000100:00000200:1.0:1767384330.404039:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746140544, offset 0 00000400:00000200:0.0:1767384330.404049:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384330.404053:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.404058:0:486:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (256) 00000400:00000200:0.0:1767384330.404068:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384330.404070:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384330.404076:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384330.404081:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384330.404086:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384330.404086:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df03c80 00000100:00000040:2.0:1767384330.404094:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384330.404094:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384330.404100:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2544 00000100:00000001:2.0:1767384330.404115:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384330.404115:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.404116:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df03b80 00000100:00000001:2.0:1767384330.404120:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384330.404126:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384330.404128:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384330.404132:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384330.404133:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1120 02000000:00000001:2.0:1767384330.404135:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.404143:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021a91a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236746140928:0@lo:400: 00000400:00000200:1.0:1767384330.404146:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384330.404147:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384330.404148:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384330.404151:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384330.404158:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b79a3d60. 00000400:00000200:1.0:1767384330.404159:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384330.404160:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384330.404165:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000b79a3d60 x1853236746140800 msgsize 224 02000000:00000001:2.0:1767384330.404166:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.404170:0:16353:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384330.404173:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384330.404176:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000010:2.0:1767384330.404179:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4d64f48. 00000100:00100000:0.0:1767384330.404180:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384330.404204:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384330.404204:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e928a79. 00000400:00000010:2.0:1767384330.404212:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a67a8c65. 00000100:00000040:1.0:1767384330.404212:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000005e928a79 x1853236746140544 msgsize 224 00000100:00000001:0.0:1767384330.404213:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384330.404220:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129bab97. 00000400:00000200:0.0:1767384330.404223:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000010:0.0:1767384330.404227:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000100:00100000:1.0:1767384330.404230:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384330.404232:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384330.404236:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746140928, portal 10 00000100:00000200:0.0:1767384330.404240:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.404242:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384330.404246:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608801920 : -111508100749696 : ffff9a957f43e680) 00000100:00000001:1.0:1767384330.404250:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384330.404257:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.404259:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384330.404263:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbdd93fd 00000100:00000040:0.0:1767384330.404266:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384330.404270:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbdd93fd. 00000100:00000001:2.0:1767384330.404293:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384330.404295:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384330.404302:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384330.404307:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384330.404310:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000100:00000001:0.0:1767384330.404310:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384330.404316:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746140928, offset 0 00000100:00000001:0.0:1767384330.404324:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384330.404330:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384330.404334:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.404338:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384330.404340:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4536 usecs (5 jiffies) 00000100:00000040:1.0:1767384330.404348:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.404348:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919173 00000400:00000200:2.0:1767384330.404349:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384330.404358:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f54f3192. 00000400:00000200:2.0:1767384330.404367:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df03d00 00000100:00000001:0.0:1767384330.404369:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384330.404379:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.404380:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000100:00000001:0.0:1767384330.404380:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919173 00000100:00000001:1.0:1767384330.404388:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384330.404389:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dface19. 00000400:00000200:2.0:1767384330.404391:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384330.404395:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384330.404398:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.404401:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384330.404402:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919173 00000100:00000040:1.0:1767384330.404406:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4536 usecs (5 jiffies) 00000100:00000010:0.0:1767384330.404409:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fe366e9. 00000100:00000001:2.0:1767384330.404412:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384330.404414:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919173 00000100:00000001:0.0:1767384330.404415:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767384330.404416:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384330.404422:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919173 00000100:00000001:1.0:1767384330.404424:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294919173 00000100:00000010:2.0:1767384330.404425:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014c608e7. 00000100:00000010:0.0:1767384330.404428:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003419fa8c. 00000100:00000001:1.0:1767384330.404433:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919174 00000100:00000040:2.0:1767384330.404434:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000014c608e7 x1853236746140928 msgsize 224 00000100:00000001:0.0:1767384330.404435:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384330.404446:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.404449:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294919173 00000100:00000001:0.0:1767384330.404449:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.404492:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.404493:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384330.404516:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.404525:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384330.404526:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384330.404530:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384330.404532:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000400:00000010:2.0:1767384330.404537:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000100:00000001:0.0:1767384330.404537:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.404540:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919174 00000100:00000001:0.0:1767384330.404541:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384330.404542:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384330.404546:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384330.404549:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.404550:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294919173 00000100:00000001:0.0:1767384330.404551:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.404563:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919174 00000100:00000001:2.0:1767384330.404565:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384330.404571:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294919173 00000100:00000040:2.0:1767384330.404578:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.404579:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.404587:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.404588:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384330.404590:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384330.404593:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746140800 00000100:00000001:2.0:1767384330.404595:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384330.404596:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.404597:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384330.404601:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384330.404603:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.404603:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.404604:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.404612:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3117 usecs (4 jiffies) 02000000:00000001:0.0:1767384330.404613:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.404616:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384330.404620:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919173 00000100:00000001:1.0:1767384330.404621:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384330.404622:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746140800 00000100:00000001:2.0:1767384330.404625:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294919173 00000020:00000001:0.0:1767384330.404627:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384330.404631:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919173 00000100:00000001:1.0:1767384330.404631:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.404636:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384330.404637:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294919174 00000020:00000040:0.0:1767384330.404638:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:1.0:1767384330.404641:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384330.404643:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384330.404644:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919173 00000020:00000040:0.0:1767384330.404647:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:2.0:1767384330.404649:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294919174 00000100:00000040:1.0:1767384330.404651:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384330.404654:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:2.0:1767384330.404655:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919173 00000100:00000001:2.0:1767384330.404661:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294919174 00000020:00000001:0.0:1767384330.404662:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:2.0:1767384330.404668:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384330.404672:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384330.404675:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384330.404677:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 00000100:00000001:2.0:1767384330.404680:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384330.404685:0:17892:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000097732b3. 00000100:00000001:2.0:1767384330.404686:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.404690:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384330.404694:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.404695:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384330.404695:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:2.0:1767384330.404700:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384330.404703:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384330.404705:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384330.404723:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384330.404725:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384330.404725:0:17892:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384330.404730:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.404731:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384330.404733:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc9064b2. 00000100:00000001:2.0:1767384330.404734:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384330.404741:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a9d781fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236746141056:0@lo:400: 00000020:00000010:0.0:1767384330.404742:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c13bba77. 00000020:00000010:0.0:1767384330.404749:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000001:1.0:1767384330.404751:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384330.404757:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384330.404760:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.404761:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384330.404761:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:1.0:1767384330.404767:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384330.404768:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746140928 00000100:00000001:0.0:1767384330.404768:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384330.404773:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384330.404774:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384330.404776:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384330.404777:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073d335b0. 00000100:00000001:2.0:1767384330.404778:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384330.404782:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.404785:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.404785:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1767384330.404787:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.404792:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384330.404795:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746140928 00000100:00000001:0.0:1767384330.404795:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.404797:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029d0b97a. 00000020:00000001:2.0:1767384330.404800:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384330.404804:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000400:00000010:1.0:1767384330.404807:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbdd93fd. 00000100:00000001:0.0:1767384330.404807:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384330.404816:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384330.404819:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746141056, portal 10 00000020:00000040:2.0:1767384330.404820:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000100:00000001:0.0:1767384330.404823:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384330.404826:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:1.0:1767384330.404827:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384330.404827:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384330.404834:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:1.0:1767384330.404834:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608801024 : -111508100750592 : ffff9a957f43e300) 00000100:00100000:0.0:1767384330.404835:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384330.404843:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384330.404845:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384330.404848:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472404224 : -111508237147392 : ffff9a957722a300) 00000020:00000010:2.0:1767384330.404850:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069a5f2ae. 00000100:00000040:1.0:1767384330.404850:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.404855:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384330.404856:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b79a3d60 x1853236746140800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:311/0 lens 224/0 e 0 to 0 dl 1767384341 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384330.404861:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069a5f2ae. 00000020:00000010:2.0:1767384330.404869:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b4ff8c1. 00000020:00000010:2.0:1767384330.404877:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009be7c13b. 00000020:00000010:2.0:1767384330.404885:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000100:00000001:0.0:1767384330.404890:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384330.404896:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000097732b3. 00000100:00000040:2.0:1767384330.404897:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384330.404899:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384330.404903:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384330.404904:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384330.404908:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384330.404910:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000097732b3. 00000100:00000040:1.0:1767384330.404912:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384330.404913:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384330.404919:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b79a3d60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746140800:12345-0@lo:400: 00000400:00000010:1.0:1767384330.404921:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faf936ab. 00000100:00000001:2.0:1767384330.404922:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384330.404926:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384330.404930:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384330.404930:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746141056, offset 0 00000100:00000200:0.0:1767384330.404933:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746140800 00000020:00000001:0.0:1767384330.404940:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384330.404945:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384330.404949:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384330.404949:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384330.404949:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.404958:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384330.404961:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:0.0:1767384330.404965:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384330.404969:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384330.404969:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.404970:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384330.404972:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384330.404974:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384330.404977:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384330.404981:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.404983:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000001:0.0:1767384330.404985:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384330.404988:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000400:00000200:1.0:1767384330.404990:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df03d80 00000100:00000001:0.0:1767384330.404991:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384330.404992:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608792064 : -111508100759552 : ffff9a957f43c000) 02000000:00000001:0.0:1767384330.404996:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384330.405002:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c0c0fcd3. 00000100:00000040:2.0:1767384330.405006:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000014c608e7 x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:311/0 lens 224/0 e 0 to 0 dl 1767384341 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384330.405008:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384330.405009:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:0.0:1767384330.405014:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.405020:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384330.405025:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1767384330.405027:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746140800 00000100:00000001:2.0:1767384330.405034:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384330.405035:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384330.405041:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384330.405042:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069a5f2ae. 00010000:00000200:0.0:1767384330.405045:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b79a3d60 x1853236746140800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.405050:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.405052:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384330.405056:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069a5f2ae. 00000100:00000200:1.0:1767384330.405058:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:0.0:1767384330.405067:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384330.405068:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000014c608e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236746140928:12345-0@lo:400: 00000100:00000010:1.0:1767384330.405070:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000386ce59c. 00010000:00000001:0.0:1767384330.405073:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384330.405080:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746140928 00000100:00000040:1.0:1767384330.405080:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000386ce59c x1853236746141056 msgsize 224 00000100:00001000:0.0:1767384330.405081:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384330.405090:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384330.405093:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384330.405096:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000001:2.0:1767384330.405099:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384330.405101:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384330.405103:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:2.0:1767384330.405104:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.405109:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384330.405110:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384330.405112:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.405114:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000001:0.0:1767384330.405118:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384330.405120:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384330.405122:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384330.405125:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384330.405125:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384330.405132:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384330.405133:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf936ab 00000400:00000010:0.0:1767384330.405133:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000020:00000001:2.0:1767384330.405136:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384330.405142:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.405142:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000faf936ab. 00000020:00000001:2.0:1767384330.405147:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384330.405150:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384330.405151:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384330.405154:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746140800, offset 224 02000000:00000001:2.0:1767384330.405157:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384330.405162:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384330.405162:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384330.405163:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d86f2d86. 02000000:00000001:2.0:1767384330.405168:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.405175:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.405198:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384330.405199:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384330.405205:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746140928 00010000:00000001:2.0:1767384330.405211:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384330.405216:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df03c80 00000100:00000001:1.0:1767384330.405217:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:2.0:1767384330.405221:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000014c608e7 x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384330.405224:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15b1 [1] + 224 00000100:00000040:1.0:1767384330.405227:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384330.405236:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384330.405246:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384330.405254:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384330.405260:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384330.405262:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384330.405264:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.405267:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384330.405288:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384330.405290:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384330.405299:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384330.405300:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.405303:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384330.405305:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000040:1.0:1767384330.405311:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3552 usecs (4 jiffies) 00000100:00000001:2.0:1767384330.405312:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384330.405320:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384330.405322:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294919173 02000000:00000001:2.0:1767384330.405324:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.405332:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294919173 00000100:00000001:2.0:1767384330.405333:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384330.405333:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384330.405340:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294919173 00000100:00000040:2.0:1767384330.405341:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384330.405342:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000010:2.0:1767384330.405348:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000400:00000010:0.0:1767384330.405349:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000100:00000001:1.0:1767384330.405350:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294919174 00000100:00000001:0.0:1767384330.405356:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384330.405357:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746140928, offset 224 00000100:00000001:0.0:1767384330.405358:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384330.405365:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.405368:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294919173 00000400:00000200:2.0:1767384330.405372:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384330.405373:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384330.405377:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294919174 00010000:00000001:0.0:1767384330.405379:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384330.405383:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294919173 00000020:00000001:0.0:1767384330.405384:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.405388:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384330.405392:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384330.405393:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294919174 00000100:00000001:1.0:1767384330.405398:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384330.405399:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b79a3d60 x1853236746140800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384330.405403:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df03d00 00000100:00000001:1.0:1767384330.405406:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.405415:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.405421:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384330.405424:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b79a3d60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746140800:12345-0@lo:400: Request processed in 528us (1253us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384330.405426:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15bd [1] + 224 00000100:00000001:1.0:1767384330.405434:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384330.405437:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384330.405441:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384330.405447:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384330.405448:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384330.405450:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384330.405453:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384330.405455:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384330.405458:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.405460:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.405489:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:0.0:1767384330.405510:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384330.405513:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384330.405517:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c13bba77. 00000020:00000010:0.0:1767384330.405526:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000100:00000040:2.0:1767384330.405527:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384330.405528:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000010:0.0:1767384330.405532:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc9064b2. 00000100:00000001:1.0:1767384330.405537:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384330.405540:0:17892:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:0.0:1767384330.405547:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.405548:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384330.405552:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.405555:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384330.405561:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384330.405566:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000100:00000001:1.0:1767384330.405566:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384330.405570:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000100:00000001:1.0:1767384330.405570:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384330.405574:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384330.405576:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384330.405578:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.405579:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384330.405580:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.405586:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.405590:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384330.405594:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:0.0:1767384330.405595:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384330.405601:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384330.405602:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384330.405604:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384330.405606:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384330.405607:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384330.405609:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384330.405611:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d820cad5. 00000020:00000001:2.0:1767384330.405612:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384330.405617:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384330.405619:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000100:00000040:2.0:1767384330.405621:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014c608e7 x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384330.405623:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 02000000:00000001:1.0:1767384330.405624:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384330.405631:0:16355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384330.405634:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384330.405639:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384330.405645:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002423e60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746140672:0@lo:400: 00000100:00100000:2.0:1767384330.405650:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000014c608e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236746140928:12345-0@lo:400: Request processed in 610us (1209us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384330.405659:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384330.405666:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384330.405672:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 02000000:00000001:1.0:1767384330.405672:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384330.405672:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384330.405681:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 02000000:00000001:1.0:1767384330.405681:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384330.405688:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1767384330.405689:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1cf16a3. 00000100:00000001:0.0:1767384330.405690:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384330.405691:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384330.405694:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384330.405696:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384330.405697:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009be7c13b. 00000100:00000001:0.0:1767384330.405698:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384330.405701:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384330.405703:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384330.405704:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000100:00000001:0.0:1767384330.405705:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384330.405729:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b4ff8c1. 02000000:00000001:0.0:1767384330.405729:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.405730:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807cceed. 00000100:00001000:0.0:1767384330.405735:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=26 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384330.405736:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000400:00000010:1.0:1767384330.405739:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faf936ab. 00000100:00000001:2.0:1767384330.405743:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384330.405745:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=26 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384330.405748:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746140672, portal 25 00000100:00000001:0.0:1767384330.405750:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384330.405756:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384330.405756:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.405757:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384330.405762:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608805504 : -111508100746112 : ffff9a957f43f480) 00010000:00000001:0.0:1767384330.405763:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384330.405769:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746141056 00010000:00080000:0.0:1767384330.405770:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384330.405774:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384330.405778:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384330.405778:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.405782:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.405790:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.405791:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.405799:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746141056 00000100:00000001:0.0:1767384330.405800:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384330.405804:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:2.0:1767384330.405806:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384330.405806:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384330.405807:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1767384330.405811:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000100:00000001:0.0:1767384330.405812:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.405816:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384330.405818:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384330.405820:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000100:00000040:0.0:1767384330.405823:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384330.405825:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1ef1ae. 00000020:00000001:2.0:1767384330.405826:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:2.0:1767384330.405834:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000200:1.0:1767384330.405834:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746140672, offset 0 00000100:00000001:2.0:1767384330.405842:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384330.405847:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069a5f2ae. 00000400:00000200:1.0:1767384330.405852:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384330.405854:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007af82c2a. 00000020:00000040:2.0:1767384330.405863:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:0.0:1767384330.405865:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384330.405869:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384330.405872:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384330.405874:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b4ff8c1. 00000400:00000200:1.0:1767384330.405874:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384330.405875:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384330.405881:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009be7c13b. 00000100:00000040:0.0:1767384330.405885:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384330.405887:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000400:00000200:1.0:1767384330.405896:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df03c00 00000100:00000040:2.0:1767384330.405897:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1767384330.405902:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afbfd94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746140800:0@lo:400: 00000100:00000001:2.0:1767384330.405904:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384330.405908:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384330.405911:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.405912:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384330.405913:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa35 [2] + 0 00000100:00000001:0.0:1767384330.405918:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384330.405921:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:1.0:1767384330.405924:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000060991a2. 00000100:00000040:0.0:1767384330.405924:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afbfd94d x1853236746140800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.405926:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384330.405930:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384330.405935:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009eea6815 00000400:00000200:1.0:1767384330.405944:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384330.405945:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.405945:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384330.405949:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384330.405954:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7ed8cb8. 00000100:00000001:2.0:1767384330.405960:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384330.405960:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384330.405961:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384330.405967:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384330.405968:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384330.405969:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eea6815 00000020:00000040:0.0:1767384330.405973:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:1.0:1767384330.405975:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009eea6815. 00000100:00100000:2.0:1767384330.405980:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000020:00000001:0.0:1767384330.405981:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384330.405985:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384330.405987:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 02000000:00000010:0.0:1767384330.405987:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018ef3213. 00000100:00000200:1.0:1767384330.405991:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384330.405993:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317036544 : -111508392515072 : ffff9a956ddfea00) 02000000:00000001:0.0:1767384330.405996:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384330.405999:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000009bbb8f92 x1853236746140672 msgsize 224 02000000:00000001:0.0:1767384330.406000:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384330.406001:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000386ce59c x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:311/0 lens 224/0 e 0 to 0 dl 1767384341 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384330.406004:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afbfd94d. 00000100:00000001:0.0:1767384330.406012:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384330.406015:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384330.406020:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384330.406021:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384330.406029:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384330.406032:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384330.406036:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.406041:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.406044:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.406047:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384330.406054:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384330.406057:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1ef1ae 00000020:00000010:2.0:1767384330.406058:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6df3838. 00000400:00000010:1.0:1767384330.406063:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e1ef1ae. 00000100:00000001:2.0:1767384330.406064:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1767384330.406069:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384330.406071:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6df3838. 00000100:00000001:1.0:1767384330.406073:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767384330.406074:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00100000:2.0:1767384330.406080:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000386ce59c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236746141056:12345-0@lo:400: 00000100:00080000:0.0:1767384330.406081:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:1.0:1767384330.406083:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384330.406087:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000200:2.0:1767384330.406093:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746141056 00000020:00000001:2.0:1767384330.406097:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384330.406103:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384330.406106:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.406108:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384330.406109:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384330.406110:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384330.406113:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000040:1.0:1767384330.406118:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384330.406119:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746140544 00000020:00000001:2.0:1767384330.406120:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384330.406123:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384330.406125:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.406127:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384330.406129:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384330.406132:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.406133:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384330.406137:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.406140:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.406144:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1767384330.406147:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746140544 00000100:00000001:2.0:1767384330.406149:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384330.406152:0:17895:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384330.406153:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1767384330.406156:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 02000000:00000010:2.0:1767384330.406159:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002703bd21. 00000020:00000001:0.0:1767384330.406161:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384330.406162:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384330.406165:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 02000000:00000001:2.0:1767384330.406166:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.406168:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384330.406173:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.406174:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:2.0:1767384330.406177:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.406178:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384330.406180:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384330.406181:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746141056 00000100:00000001:0.0:1767384330.406183:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384330.406205:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384330.406205:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294919176 00000020:00000010:0.0:1767384330.406206:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000097732b3. 00010000:00000200:2.0:1767384330.406211:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000386ce59c x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.406212:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.406217:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919173 00000020:00000010:0.0:1767384330.406219:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000097732b3. 00000020:00000010:0.0:1767384330.406229:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7ed8cb8. 00010000:00000001:2.0:1767384330.406230:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384330.406231:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294919176 00010000:00000001:2.0:1767384330.406235:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384330.406236:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c13bba77. 00000100:00000001:1.0:1767384330.406239:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919174 00000100:00001000:2.0:1767384330.406240:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=30 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384330.406241:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000001:1.0:1767384330.406248:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294919176 00000100:00000001:2.0:1767384330.406249:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384330.406253:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:2.0:1767384330.406256:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384330.406257:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919174 00000100:00000001:0.0:1767384330.406258:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384330.406261:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384330.406265:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.406267:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:1.0:1767384330.406267:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294919176 00000100:00000001:0.0:1767384330.406270:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.406275:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384330.406277:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919174 02000000:00000001:2.0:1767384330.406278:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.406280:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.406286:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384330.406288:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384330.406293:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384330.406294:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384330.406296:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.406299:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384330.406300:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000100:00000001:1.0:1767384330.406302:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384330.406305:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746141056, offset 224 00000100:00100000:0.0:1767384330.406308:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384330.406311:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.406313:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000400:00000200:2.0:1767384330.406318:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384330.406319:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317034752 : -111508392516864 : ffff9a956ddfe300) 00000100:00000040:0.0:1767384330.406326:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005e928a79 x1853236746140544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:311/0 lens 224/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384330.406331:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384330.406342:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384330.406343:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df03d80 00000400:00000200:2.0:1767384330.406352:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15c5 [1] + 224 00000020:00000010:0.0:1767384330.406353:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000097732b3. 00000400:00000200:2.0:1767384330.406357:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384330.406358:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384330.406364:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000097732b3. 00000400:00000200:2.0:1767384330.406367:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384330.406372:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005e928a79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746140544:12345-0@lo:13: 00000100:00000001:2.0:1767384330.406373:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384330.406375:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384330.406378:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746140544 00000100:00000200:2.0:1767384330.406381:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.406381:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384330.406383:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384330.406388:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:1.0:1767384330.406389:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384330.406391:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384330.406394:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384330.406396:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384330.406400:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a67a8c65. 00000020:00000001:0.0:1767384330.406400:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000100:00000040:2.0:1767384330.406405:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384330.406408:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384330.406410:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129bab97 00000020:00000001:0.0:1767384330.406412:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384330.406418:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129bab97. 00000020:00000001:0.0:1767384330.406419:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384330.406424:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384330.406427:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384330.406427:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.406435:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384330.406435:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384330.406439:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384330.406443:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384330.406445:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 02000000:00000010:0.0:1767384330.406448:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009369672a. 00000400:00000010:2.0:1767384330.406450:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 02000000:00000001:0.0:1767384330.406454:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.406456:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384330.406458:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384330.406487:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384330.406489:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384330.406492:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.406495:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384330.406498:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000001:0.0:1767384330.406501:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384330.406502:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.406506:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384330.406508:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384330.406515:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000386ce59c x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384330.406515:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384330.406517:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384330.406524:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384330.406532:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384330.406539:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384330.406548:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384330.406556:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384330.406561:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384330.406563:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:0.0:1767384330.406566:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.406567:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000386ce59c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236746141056:12345-0@lo:400: Request processed in 507us (1481us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384330.406569:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1767384330.406570:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.406577:0:16356:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:0.0:1767384330.406578:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746140544 02000000:00000001:1.0:1767384330.406582:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384330.406584:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00000001:0.0:1767384330.406585:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384330.406595:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384330.406600:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.406602:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00010000:00000200:0.0:1767384330.406604:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005e928a79 x1853236746140544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:311/0 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.406608:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384330.406609:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.406613:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384330.406619:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009be7c13b. 00010000:00000001:0.0:1767384330.406620:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1767384330.406621:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=30 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384330.406625:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384330.406626:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000100:00001000:1.0:1767384330.406630:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=30 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384330.406631:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=26 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384330.406633:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b4ff8c1. 00000020:00000040:2.0:1767384330.406641:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:1.0:1767384330.406642:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384330.406642:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384330.406644:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.406648:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.406649:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:1.0:1767384330.406656:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384330.406656:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384330.406661:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384330.406663:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.406667:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00080000:1.0:1767384330.406668:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.406668:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384330.406674:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746140672 00000100:00000040:0.0:1767384330.406678:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384330.406679:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384330.406684:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384330.406684:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000100:00000001:2.0:1767384330.406688:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384330.406691:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746140544, offset 224 02000000:00000001:2.0:1767384330.406694:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.406694:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384330.406700:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384330.406702:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746140672 00000100:00000001:1.0:1767384330.406703:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384330.406707:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384330.406709:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:0.0:1767384330.406711:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384330.406712:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:1.0:1767384330.406716:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384330.406718:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384330.406721:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384330.406722:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000400:00000200:0.0:1767384330.406748:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df03b80 00000020:00000001:2.0:1767384330.406751:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000040:1.0:1767384330.406754:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384330.406758:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15ad [1] + 224 00000020:00000001:2.0:1767384330.406759:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384330.406767:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384330.406772:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384330.406773:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6df3838. 00000100:00000001:2.0:1767384330.406780:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.406783:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384330.406784:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384330.406785:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6df3838. 00000100:00000001:0.0:1767384330.406792:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384330.406794:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b4ff8c1. 00000100:00000001:1.0:1767384330.406794:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384330.406799:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384330.406800:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384330.406801:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009be7c13b. 00000020:00000010:2.0:1767384330.406810:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000100:00000040:1.0:1767384330.406815:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384330.406819:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1767384330.406820:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.406827:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384330.406830:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384330.406834:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.406843:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.406854:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.406860:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384330.406861:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021a91a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236746140928:0@lo:400: 00000400:00000200:0.0:1767384330.406866:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000400:00000010:0.0:1767384330.406870:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:1.0:1767384330.406873:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.406874:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384330.406875:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384330.406877:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384330.406881:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384330.406881:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384330.406882:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.406888:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000040:1.0:1767384330.406892:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021a91a7d x1853236746140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384330.406893:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:2.0:1767384330.406894:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000020:00000001:0.0:1767384330.406898:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.406901:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384330.406906:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604646992 : -111508104904624 : ffff9a957f048050) 00000020:00000001:0.0:1767384330.406912:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384330.406918:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009bbb8f92 x1853236746140672/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:311/0 lens 224/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.406921:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384330.406921:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e928a79 x1853236746140544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:311/0 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384330.406927:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384330.406932:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4d64f48. 02000000:00000001:1.0:1767384330.406942:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384330.406947:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384330.406951:0:16356:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384330.406953:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384330.406958:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005e928a79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746140544:12345-0@lo:13: Request processed in 612us (2742us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384330.406960:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6df3838. 00000100:00000001:2.0:1767384330.406966:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384330.406971:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384330.406972:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6df3838. 00000100:00100000:0.0:1767384330.406977:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 02000000:00000010:1.0:1767384330.406978:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e6e560c7. 00000100:00000040:0.0:1767384330.406981:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00100000:2.0:1767384330.406983:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009bbb8f92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746140672:12345-0@lo:400: 00000100:00000001:0.0:1767384330.406987:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384330.406990:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767384330.406991:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746140672 00000100:00000001:0.0:1767384330.406992:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384330.406995:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384330.406997:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384330.406999:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c13bba77. 00000100:00000010:1.0:1767384330.407000:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021a91a7d. 00000020:00000001:2.0:1767384330.407001:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384330.407005:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000020:00000001:2.0:1767384330.407006:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.407010:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384330.407012:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384330.407013:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7ed8cb8. 00000100:00000001:1.0:1767384330.407014:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384330.407016:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000020:00000040:0.0:1767384330.407019:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:1.0:1767384330.407022:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384330.407023:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384330.407024:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384330.407027:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384330.407031:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384330.407033:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384330.407035:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.407035:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384330.407039:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.407040:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384330.407044:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384330.407046:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384330.407048:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384330.407053:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b6e51fe. 00000100:00000001:1.0:1767384330.407053:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.407060:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.407062:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.407064:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.407066:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1767384330.407067:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746140672 00000100:00000001:0.0:1767384330.407070:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384330.407071:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:0.0:1767384330.407076:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000200:2.0:1767384330.407077:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009bbb8f92 x1853236746140672/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:311/0 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384330.407079:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384330.407082:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029d0b97a. 00000400:00000200:0.0:1767384330.407086:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbdd93fd 00000400:00000010:0.0:1767384330.407091:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbdd93fd. 00000100:00000001:0.0:1767384330.407095:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384330.407102:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384330.407102:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384330.407107:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384330.407114:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=36 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384330.407122:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.407123:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384330.407129:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384330.407134:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:0.0:1767384330.407137:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384330.407138:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384330.407140:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384330.407141:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.407143:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384330.407148:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384330.407148:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384330.407153:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384330.407157:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384330.407157:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384330.407162:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 02000000:00000001:0.0:1767384330.407162:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384330.407170:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=29 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384330.407171:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746140672, offset 224 00000400:00000200:2.0:1767384330.407175:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384330.407199:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384330.407199:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384330.407208:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384330.407210:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.407212:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384330.407216:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df03c00 00010000:00080000:0.0:1767384330.407219:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384330.407227:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15d5 [1] + 224 00000400:00000200:2.0:1767384330.407237:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384330.407238:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.407242:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384330.407245:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384330.407246:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384330.407251:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384330.407253:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384330.407254:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384330.407260:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384330.407261:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.407317:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384330.407319:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384330.407320:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.407321:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384330.407329:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.407352:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384330.407353:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a9d781fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236746141056:0@lo:400: 00000400:00000200:2.0:1767384330.407361:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000400:00000010:2.0:1767384330.407365:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000100:00000001:2.0:1767384330.407367:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384330.407368:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384330.407369:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384330.407371:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384330.407374:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384330.407375:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009127a19f. 00000400:00000200:0.0:1767384330.407383:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000100:00000040:2.0:1767384330.407384:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:0.0:1767384330.407386:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00010000:00000001:2.0:1767384330.407390:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384330.407391:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384330.407393:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384330.407397:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384330.407399:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384330.407407:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384330.407413:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bbb8f92 x1853236746140672/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:311/0 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.407417:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384330.407421:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.407425:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384330.407429:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009bbb8f92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746140672:12345-0@lo:400: Request processed in 475us (1429us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384330.407434:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384330.407437:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384330.407439:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.407442:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 02000000:00000001:0.0:1767384330.407443:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.407448:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00001000:0.0:1767384330.407451:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=26 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384330.407452:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384330.407457:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384330.407458:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=26 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384330.407513:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009be7c13b. 00000020:00000010:2.0:1767384330.407519:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000100:00000001:0.0:1767384330.407520:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384330.407524:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384330.407525:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b4ff8c1. 00010000:00000001:0.0:1767384330.407526:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384330.407532:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00010000:00080000:0.0:1767384330.407533:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384330.407538:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384330.407542:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b6e51fe. 00010000:00000001:0.0:1767384330.407547:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.407548:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384330.407550:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384330.407551:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384330.407553:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384330.407556:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384330.407558:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384330.407559:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384330.407562:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384330.407566:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c33bf6c3. 00000100:00000001:0.0:1767384330.407572:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384330.407574:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009583d8fe. 00000100:00000001:0.0:1767384330.407576:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384330.407579:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384330.407582:0:16353:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384330.407585:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384330.407587:0:16353:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384330.407595:0:16353:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384330.407599:0:16353:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.407602:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384330.407607:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f6ff600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746140544:0@lo:13: 00000100:00000001:0.0:1767384330.407610:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.407617:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384330.407620:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a9d781fb x1853236746141056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.407625:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384330.407626:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384330.407628:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073d335b0. 02000000:00000001:0.0:1767384330.407630:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384330.407631:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384330.407633:0:16353:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384330.407634:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384330.407636:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000894393e2. 02000000:00000001:0.0:1767384330.407638:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384330.407639:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384330.407640:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9d781fb. 00000100:00000001:0.0:1767384330.407643:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384330.407644:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.407645:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384330.407647:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f6ff600 x1853236746140544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.407651:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384330.407653:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384330.407653:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001c66a35c. 02000000:00000001:0.0:1767384330.407655:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384330.407656:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384330.407657:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384330.407659:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384330.407659:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000097caf4a. 02000000:00000001:0.0:1767384330.407661:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384330.407662:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384330.407662:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f6ff600. 00000100:00000001:0.0:1767384330.407664:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384330.407665:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.407666:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.407668:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.407669:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384330.407672:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384330.407673:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384330.407679:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807cceed. 00000400:00000200:0.0:1767384330.407681:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf936ab 00000400:00000010:0.0:1767384330.407682:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000faf936ab. 00000100:00000001:0.0:1767384330.407684:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384330.407686:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384330.407692:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.407697:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384330.407698:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.407700:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384330.407701:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384330.407702:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384330.407703:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.407720:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384330.407723:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384330.407725:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384330.407727:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384330.407728:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.407729:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384330.407730:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.407732:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.407734:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.407739:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384330.407741:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384330.407742:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384330.407743:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384330.407748:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002423e60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746140672:0@lo:400: 00000100:00000001:0.0:1767384330.407751:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.407753:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384330.407754:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002423e60 x1853236746140672/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.407764:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384330.407765:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384330.407766:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1cf16a3. 02000000:00000001:0.0:1767384330.407767:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384330.407768:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384330.407769:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384330.407770:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384330.407771:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff2eaf1b. 02000000:00000001:0.0:1767384330.407773:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384330.407774:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384330.407775:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002423e60. 00000100:00000001:0.0:1767384330.407776:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384330.407777:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.407779:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.407782:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384330.407783:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.407785:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.407786:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.412457:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294919176, at 4294919177 00000100:00000010:3.0:1767384330.412496:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003419fa8c. 00000100:00000040:2.0:1767384330.412566:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294919176, at 4294919177 00000100:00000040:0.0:1767384330.412568:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294919176, at 4294919177 00000100:00000010:2.0:1767384330.412576:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fe366e9. 00000100:00000040:1.0:1767384330.412576:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294919176, at 4294919177 00000100:00000010:0.0:1767384330.412579:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f54f3192. 00000100:00000010:1.0:1767384330.412591:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dface19. 00010000:00000001:2.0:1767384330.597047:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384330.597056:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.597070:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384330.597072:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.597112:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384330.597119:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.597123:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384331.025076:0:24175:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384331.025081:0:24175:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:0.0:1767384331.028411:0:24175:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384331.036077:0:24176:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000239d54ef. 00000400:00000010:1.0:1767384331.036094:0:24176:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ebad9579. 00000400:00000010:1.0:1767384331.036106:0:24176:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005573a6f8. 00000400:00000010:1.0:1767384331.036110:0:24176:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000073d335b0. 00000400:00000010:1.0:1767384331.036115:0:24176:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d98563ef. 00000400:00000010:1.0:1767384331.036120:0:24176:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093bb6ee0. 00000400:00000010:1.0:1767384331.036122:0:24176:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009e21b125. 00000400:00000010:1.0:1767384331.036125:0:24176:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005cf20a00. 00000400:00000010:1.0:1767384331.036128:0:24176:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000218dd9a7. 00000800:00000010:1.0:1767384331.036139:0:24176:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cc2eeeea. 00000800:00000200:1.0:1767384331.036150:0:24176:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384331.036158:0:24176:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384331.036204:0:24176:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384331.036228:0:24176:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp24 [8/256/0/180] 00000400:00000010:1.0:1767384331.037830:0:24176:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000e1cf16a3. 00000400:00000010:1.0:1767384331.037836:0:24176:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807cceed. 00000400:00000010:1.0:1767384331.037841:0:24176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1ef1ae. 00000400:00000001:1.0:1767384331.037854:0:24176:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.037855:0:24176:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384331.037857:0:24176:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb9ac78a. 00000400:00000200:1.0:1767384331.037860:0:24176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0caf0ee 00000400:00000010:1.0:1767384331.037866:0:24176:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0caf0ee. 00000400:00000010:1.0:1767384331.037870:0:24176:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e351ceeb. 00000400:00000200:1.0:1767384331.037874:0:24176:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (15) 00000400:00000200:1.0:1767384331.037886:0:24176:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384331.037893:0:24176:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:1.0:1767384331.037900:0:24176:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000809351f7. 00000020:01000000:1.0:1767384331.037903:0:24176:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384331.037905:0:24176:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp24 00000400:00000010:1.0:1767384331.037918:0:24176:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ebad9579. 00000400:00000010:1.0:1767384331.037921:0:24176:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000239d54ef. 00000400:00000200:2.0:1767384331.037944:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384331.037951:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:2.0:1767384331.037958:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000400:00000200:2.0:1767384331.037960:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (16) 00000400:00000010:2.0:1767384331.037965:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e19c216a. 00000400:00000200:2.0:1767384331.037969:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:00000001:0.0:1767384331.037981:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384331.037984:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 10000000:00000001:0.0:1767384331.037987:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384331.037991:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384331.037993:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:0.0:1767384331.037994:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384331.037998:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384331.038000:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384331.038003:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384331.038006:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384331.038011:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384331.038017:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384331.038018:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384331.038021:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384331.038024:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384331.038027:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384331.038028:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384331.038031:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384331.038034:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384331.038034:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384331.038038:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384331.038041:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000010:0.0:1767384331.038050:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f6ff600. 00000400:00000200:2.0:1767384331.038052:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:00000040:0.0:1767384331.038058:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:2.0:1767384331.038059:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:0.0:1767384331.038066:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384331.038067:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000001:0.0:1767384331.038071:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384331.038075:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 02000000:00000001:0.0:1767384331.038078:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.038079:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:2.0:1767384331.038086:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384331.038089:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000010:0.0:1767384331.038090:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000005c0d2af. 00000400:00000200:2.0:1767384331.038094:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:2.0:1767384331.038099:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp23 00000100:00000001:0.0:1767384331.038099:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.038117:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp23 lpni_is_preferred = 0 00000400:00000200:2.0:1767384331.038120:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp23 00000100:00000001:0.0:1767384331.038121:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384331.038125:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp23 NI seq info: [33:33:256:4294967295] 192.168.203.143@tcp23 LPNI seq info [33:33:8:4294967295] 00000100:00000001:0.0:1767384331.038125:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.038135:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp23 00000100:00000040:0.0:1767384331.038138:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f6ff600] to pc [ptlrpcd_00_01+1] req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.038158:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp23(192.168.203.143@tcp23:) -> 192.168.203.143@tcp23(192.168.203.143@tcp:192.168.203.143@tcp23) : PUT try# 0 00000800:00000200:2.0:1767384331.038167:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.143@tcp23 00000800:00000010:2.0:1767384331.038187:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d64cf8b. 10000000:00000001:0.0:1767384331.038190:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384331.038195:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384331.038196:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ebc3f4ef. 00000020:00000001:0.0:1767384331.038197:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.038201:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384331.038204:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000deea372. 00000020:01000000:0.0:1767384331.038204:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384331.038208:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.038214:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384331.038216:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:2.0:1767384331.038220:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ebc3f4ef] -> 12345-192.168.203.143@tcp23 (2) 10000000:00000001:0.0:1767384331.038222:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:1.0:1767384331.038224:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384331.038226:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384331.038230:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:2.1:1767384331.038245:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ebc3f4ef] -> 12345-192.168.203.143@tcp23 (2) 00000020:01000004:0.0:1767384331.038246:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384331.038248:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384331.038251:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384331.038252:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384331.038254:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384331.038257:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384331.038257:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384331.038259:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384331.038262:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384331.038263:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384331.038267:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384331.038267:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384331.038268:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000020:01000004:0.0:1767384331.038269:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384331.038274:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384331.038276:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00100000:1.0:1767384331.038277:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f6ff600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746141184:0@lo:253: 00000100:00000010:0.0:1767384331.038279:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040532dff. 00000020:00000040:0.0:1767384331.038285:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384331.038286:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384331.038288:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384331.038292:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384331.038294:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.038296:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384331.038302:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007430a88a. 02000000:00000001:0.0:1767384331.038303:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384331.038306:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.038308:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.038311:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009127a19f. 02000000:00000010:0.0:1767384331.038316:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b7356cf7. 00000400:00000010:1.0:1767384331.038318:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebad9579. 00000100:00000001:0.0:1767384331.038321:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384331.038324:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746141184, portal 25 00000100:00000001:0.0:1767384331.038326:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384331.038328:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000001:1.0:1767384331.038328:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.038329:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.038332:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472406016 : -111508237145600 : ffff9a957722aa00) 00000100:00000040:0.0:1767384331.038338:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040532dff] to pc [ptlrpcd_00_02+2] req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.038341:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.038376:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000001:1.0:1767384331.038378:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384331.038381:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.038386:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384331.038387:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.038391:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e369d7f8. 00000020:00000001:0.0:1767384331.038391:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384331.038397:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:1.0:1767384331.038398:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746141184, offset 0 00000020:00000010:0.0:1767384331.038399:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000809351f7. 00000400:00000200:1.0:1767384331.038408:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384331.038415:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384331.038418:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:0.0:1767384331.038420:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.038421:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384331.038454:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.038475:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.038478:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384331.038495:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.038506:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384331.038508:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.038511:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384331.038513:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384331.038515:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.038518:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03e00 00000400:00000200:2.0:1767384331.038521:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00100000:0.0:1767384331.038521:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746141312:0@lo:253: 00000100:00000001:0.0:1767384331.038530:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384331.038533:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 02000000:00000001:0.0:1767384331.038535:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384331.038540:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6b6f61a. 02000000:00000001:0.0:1767384331.038540:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.038545:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384331.038548:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f797a963 02000000:00000010:0.0:1767384331.038551:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c95560a3. 02000000:00000001:0.0:1767384331.038557:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.038559:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384331.038561:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d820cad5. 00000400:00000200:1.0:1767384331.038567:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384331.038570:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab869a2b. 00000400:00000200:2.0:1767384331.038572:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384331.038573:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f797a963 00000400:00000010:1.0:1767384331.038577:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f797a963. 00000100:00000001:1.0:1767384331.038584:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384331.038586:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746141312, portal 25 00000100:00000200:1.0:1767384331.038588:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384331.038591:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000005c031fb9 x1853236746141184 msgsize 4848 00000100:00000001:0.0:1767384331.038599:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.038601:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472403328 : -111508237148288 : ffff9a9577229f80) 00000100:00100000:1.0:1767384331.038608:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384331.038612:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.038613:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384331.038622:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:0.0:1767384331.038622:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384331.038626:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384331.038629:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.038633:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097e4e69c. 00000400:00000200:1.0:1767384331.038636:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e369d7f8 00000400:00000010:1.0:1767384331.038640:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e369d7f8. 00000100:00000001:1.0:1767384331.038643:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384331.038647:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746141312, offset 0 00000100:00000200:1.0:1767384331.038648:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.038657:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384331.038659:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384331.038661:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000040:1.0:1767384331.038665:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.038671:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384331.038681:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.038684:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384331.038686:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03e80 00000100:00000001:1.0:1767384331.038691:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.038693:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384331.038696:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 00000100:00000001:1.0:1767384331.038699:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294919809 00000400:00000010:0.0:1767384331.038701:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5b7444. 00000100:00000010:1.0:1767384331.038707:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd007444. 00000400:00000200:0.0:1767384331.038707:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ac27c9d 00000400:00000200:0.0:1767384331.038712:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.038718:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384331.038722:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac27c9d 00000100:00000001:1.0:1767384331.038723:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384331.038724:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ac27c9d. 00000100:00000001:0.0:1767384331.038732:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384331.038733:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000001:1.0:1767384331.038734:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294919809 00000100:00000200:0.0:1767384331.038735:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384331.038742:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000003fd6678f x1853236746141312 msgsize 4848 00000100:00000010:1.0:1767384331.038747:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7f2096a. 00000100:00100000:0.0:1767384331.038748:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384331.038754:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384331.038757:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384331.038763:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294919809 00000100:00000001:0.0:1767384331.038765:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384331.038767:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eee94de2. 00000100:00000001:1.0:1767384331.038774:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384331.038774:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097e4e69c 00000400:00000010:0.0:1767384331.038778:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097e4e69c. 00000400:00000200:2.0:1767384331.038779:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:1.0:1767384331.038780:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294919809 00000100:00000001:0.0:1767384331.038782:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384331.038787:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c1dac9. 00000100:00000200:0.0:1767384331.038788:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.038799:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384331.038808:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.038809:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384331.038813:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.038814:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.038817:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.038822:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.038823:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000001:0.0:1767384331.038830:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.038832:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384331.038834:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384331.038836:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384331.038839:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.038840:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.038843:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.038845:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.038853:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.038856:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000001:0.0:1767384331.038858:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294919809 00000100:00000001:0.0:1767384331.038863:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294919809 00000100:00000001:0.0:1767384331.038865:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294919809 00000100:00000001:0.0:1767384331.038867:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294919809 00000100:00000001:0.0:1767384331.038869:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294919809 00000100:00000001:0.0:1767384331.038871:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294919809 00000100:00000001:0.0:1767384331.038872:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294919809 00000100:00000001:0.0:1767384331.038874:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294919809 00000100:00000001:0.0:1767384331.038875:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.038877:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.038879:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.038881:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.038885:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000001:0.0:1767384331.038886:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384331.038889:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384331.038892:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.038893:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.038895:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.038898:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.038909:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384331.038912:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000001:0.0:1767384331.038913:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.038933:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384331.038938:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746141184 02000000:00000001:0.0:1767384331.038941:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384331.038943:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384331.038945:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.038948:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.038949:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000100:00100000:0.0:1767384331.038953:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746141184 00000020:00000001:0.0:1767384331.038958:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384331.038960:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384331.038963:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.038966:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:0.0:1767384331.038968:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384331.038971:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384331.038982:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384331.038985:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000020:00000010:0.0:1767384331.038986:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ad1579b. 00000100:00000001:0.0:1767384331.038995:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.038998:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ad1579b. 00000020:00000010:0.0:1767384331.039006:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e159b80. 00000020:00000010:0.0:1767384331.039012:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c13bba77. 00000020:00000010:0.0:1767384331.039016:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000040:0.0:1767384331.039026:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384331.039028:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384331.039030:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384331.039032:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.039040:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.039044:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000100:00000001:0.0:1767384331.039053:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.039077:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384331.039081:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746141312 02000000:00000001:0.0:1767384331.039082:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384331.039084:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384331.039089:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.039093:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.039098:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746141312 00000020:00000001:0.0:1767384331.039101:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384331.039103:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384331.039106:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.039108:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:0.0:1767384331.039111:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384331.039114:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384331.039116:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384331.039120:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ad1579b. 00000100:00000001:0.0:1767384331.039124:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.039127:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ad1579b. 00000020:00000010:0.0:1767384331.039134:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028f203b6. 00000020:00000010:0.0:1767384331.039137:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd9efd4e. 00000400:00000200:2.0:1767384331.039144:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000100:00000001:1.0:1767384331.039145:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384331.039146:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a26648bb. 00000100:00000001:1.0:1767384331.039151:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384331.039153:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384331.039160:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:0.0:1767384331.039162:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384331.039175:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.039178:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384331.039183:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604653136 : -111508104898480 : ffff9a957f049850) 00000100:00000001:0.0:1767384331.039187:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.039191:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.039192:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c031fb9 x1853236746141184/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:312/0 lens 4848/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.039202:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384331.039208:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e35e5764. 00000100:00000001:1.0:1767384331.039214:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.039215:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384331.039217:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e35e5764. 00000100:00000001:0.0:1767384331.039220:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384331.039222:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000100:00100000:1.0:1767384331.039232:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c031fb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746141184:12345-0@lo:253: 00000100:00100000:0.0:1767384331.039233:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000040:0.0:1767384331.039238:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:0.0:1767384331.039243:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604659280 : -111508104892336 : ffff9a957f04b050) 00000100:00000200:1.0:1767384331.039247:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746141184 00000100:00000040:0.0:1767384331.039252:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003fd6678f x1853236746141312/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:312/0 lens 4848/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384331.039253:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384331.039261:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384331.039263:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384331.039267:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.039269:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ad1579b. 00000020:00000001:1.0:1767384331.039271:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384331.039275:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000001:0.0:1767384331.039275:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.039281:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ad1579b. 00000020:00000001:1.0:1767384331.039283:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384331.039287:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384331.039291:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003fd6678f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746141312:12345-0@lo:253: 00000020:00000001:1.0:1767384331.039292:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384331.039296:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384331.039298:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746141312 00000020:00000001:1.0:1767384331.039301:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.039302:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384331.039303:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000020:00000001:0.0:1767384331.039307:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384331.039308:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384331.039312:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.039313:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384331.039319:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1767384331.039322:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000809351f7. 00000020:00000001:0.0:1767384331.039322:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 02000000:00000001:1.0:1767384331.039329:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.039329:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384331.039334:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.039334:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.039336:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384331.039339:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384331.039339:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384331.039345:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.039347:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000100:00000001:0.0:1767384331.039347:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:1.0:1767384331.039350:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dd3736e0. 02000000:00000001:0.0:1767384331.039351:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384331.039358:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:0.0:1767384331.039359:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a0afe9ce. 20000000:00000001:1.0:1767384331.039363:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:0.0:1767384331.039364:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384331.039369:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384331.039369:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384331.039373:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384331.039374:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384331.039377:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384331.039380:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384331.039390:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3246708. 20000000:01000000:1.0:1767384331.039394:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000010:0.0:1767384331.039394:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000715831b7. 20000000:01000000:0.0:1767384331.039402:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384331.039404:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384331.039407:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384331.039411:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384331.039412:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384331.039413:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.039419:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384331.039419:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.039448:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 20000000:00000001:0.0:1767384331.039487:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384331.039503:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384331.039521:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.039526:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384331.039529:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.039532:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384331.039535:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384331.039539:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000400:00000200:2.0:1767384331.039544:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000020:00000001:1.0:1767384331.039554:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:1.0:1767384331.039557:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384331.039560:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384331.039564:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.039569:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384331.039573:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384331.039578:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384331.039582:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384331.039590:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ccfe18ee. 00080000:00000001:1.0:1767384331.039594:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565211746816 : -111508497804800 : ffff9a9567995200) 00080000:00000001:1.0:1767384331.039598:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384331.039603:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384331.039606:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e35e5764. 00080000:00000001:1.0:1767384331.039609:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.039612:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384331.039620:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00080000:00000001:1.0:1767384331.039629:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.039648:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384331.039701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.039780:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.039863:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.039892:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000800:00000010:2.0:1767384331.040128:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c94339a8. 00000800:00000010:2.0:1767384331.040134:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f7fa14be. 00000800:00000010:2.0:1767384331.040139:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6df3838. 00000400:00000200:1.0:1767384331.040176:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384331.040178:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6df3838. 00000400:00000200:1.0:1767384331.040205:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp23 from 227.3.0.2 00000800:00000010:1.0:1767384331.040209:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c3db3e5c. 00000800:00000010:2.0:1767384331.040249:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000031029279. 00000800:00000010:2.0:1767384331.040256:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090e4f32d. 00000800:00000010:2.0:1767384331.040294:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d1cba47b. 00000800:00000200:2.1:1767384331.040300:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ebc3f4ef] -> 12345-192.168.203.143@tcp23 (2) 00000800:00000200:2.1:1767384331.040308:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp23 00000000d1cba47b deleted 00000800:00000010:2.1:1767384331.040310:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d1cba47b. 00000800:00000200:2.1:1767384331.040317:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384331.040324:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp23 ip 192.168.203.143:995 00000800:00000200:2.1:1767384331.040327:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d64cf8b type 1, nob 384 niov 1 nkiov 1 00000800:00000200:2.0:1767384331.040335:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp23 p 3.x 192.168.203.143 -> 192.168.203.143:995 incarnation:1767384329053755823 sched[0] 00000800:00000010:2.0:1767384331.040341:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6df3838. 00000800:00000010:2.0:1767384331.040403:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6df3838. 00000800:00000010:2.0:1767384331.040411:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090e4f32d. 00000800:00000010:2.0:1767384331.040505:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c3db3e5c. 00000800:00000001:2.0:1767384331.040525:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384331.040530:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:2.0:1767384331.040532:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384331.040543:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp23 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384329053755823 sched[0] 00000800:00000010:0.0:1767384331.040548:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f7fa14be. 00000800:00000200:2.0:1767384331.040602:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384331.040606:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d64cf8b. 00000400:00000200:2.0:1767384331.040610:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.040616:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp23->192.168.203.143@tcp23: PUT: OK 00000400:00000200:2.0:1767384331.040622:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384331.040625:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.040627:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000800:00000001:2.0:1767384331.040640:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.040648:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.040650:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.040657:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.040666:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp23(192.168.203.143@tcp23) <- 192.168.203.143@tcp23 : PUT - for me 00000400:00000200:2.0:1767384331.040676:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384331.040679:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 272/288 into md 0x159d [1] + 0 00000400:00000010:2.0:1767384331.040682:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c71291. 00000400:00000200:2.0:1767384331.040686:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000481a02c 00000800:00000001:2.0:1767384331.040697:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.040703:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.040706:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.040712:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp23->192.168.203.143@tcp23: PUT: OK 00000400:00000200:0.0:1767384331.040712:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.040715:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000400:00000010:2.0:1767384331.040719:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000400:00000200:2.0:1767384331.040722:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384331.040726:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (17) 00000400:00000200:2.0:1767384331.040732:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:2.0:1767384331.040736:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (288 bytes) 00000400:00000200:2.0:1767384331.040742:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384331.040752:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (18) 00000400:00000200:2.0:1767384331.040757:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384331.040759:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.040766:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp23 to MR: 192.168.203.143@tcp23 local destination 00000400:00000200:2.0:1767384331.040776:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp23 NI seq info: [34:34:256:4294967295] 192.168.203.143@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:2.0:1767384331.040792:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp23(192.168.203.143@tcp23:192.168.203.143@tcp23) -> 192.168.203.143@tcp23(192.168.203.143@tcp23:192.168.203.143@tcp23) 192.168.203.143@tcp23 : ACK try# 0 00000800:00000200:2.0:1767384331.040796:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp23 00000800:00000010:2.0:1767384331.040800:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d64cf8b. 00000800:00000200:2.0:1767384331.040805:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ebc3f4ef] -> 12345-192.168.203.143@tcp23 (4) 00000800:00000200:2.0:1767384331.040809:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp23 ip 192.168.203.143:988 00000800:00000200:2.0:1767384331.040811:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d64cf8b type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384331.040817:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384331.040821:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000001:2.0:1767384331.040824:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384331.040874:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384331.040876:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d64cf8b. 00000400:00000200:2.0:1767384331.040881:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.040888:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp23->192.168.203.143@tcp23: ACK: OK 00000400:00000200:0.0:1767384331.040895:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000001:2.0:1767384331.040897:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.040903:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.040906:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.040911:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.040919:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.040924:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.040930:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp23(192.168.203.143@tcp23) <- 192.168.203.143@tcp23 : ACK - for me 00000400:00000200:2.0:1767384331.040942:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp23: ACK from 12345-192.168.203.143@tcp23 into md 0x15f1 00000400:00000200:2.0:1767384331.040947:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.040947:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.040955:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp23->192.168.203.143@tcp23: ACK: OK 00000400:00000200:2.0:1767384331.040961:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000400:00000010:2.0:1767384331.040962:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000400:00000200:2.0:1767384331.040967:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384331.040970:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:2.0:1767384331.040974:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384331.040977:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (17) 00000800:00000001:2.0:1767384331.040982:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384331.040985:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000800:00000001:2.0:1767384331.040986:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.041012:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384331.041017:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000003244054a. 00000400:00000010:2.0:1767384331.041021:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c71291. 00000400:00000200:0.0:1767384331.041022:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000010:2.0:1767384331.041024:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000400:00000200:2.0:1767384331.041029:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003244054a 00000400:00000010:2.0:1767384331.041032:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000010667b2. 00000400:00000200:2.0:1767384331.041037:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:2.0:1767384331.041039:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 00000400:00000200:2.0:1767384331.041041:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (16) 00000400:00000010:2.0:1767384331.041045:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000995a58a0. 00000400:00000010:2.0:1767384331.041049:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000400:00000010:2.0:1767384331.041064:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d081dcae. 00000400:00000200:2.0:1767384331.041069:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384331.041069:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.041080:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384331.041086:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384331.041091:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384331.041095:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384331.041101:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384331.041103:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.041115:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384331.041118:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384331.041124:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384331.041128:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384331.041133:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384331.041134:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.041138:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384331.041144:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384331.041150:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:2.0:1767384331.041156:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384331.041161:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:2.0:1767384331.041165:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384331.041166:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.041170:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp 00000400:00000200:2.0:1767384331.041175:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384331.041179:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp 00000400:00000200:2.0:1767384331.041183:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp NI seq info: [35:35:256:4294967295] 192.168.203.143@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1767384331.041188:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp 00000400:00000200:2.0:1767384331.041196:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp:) -> 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) : GET try# 0 00000400:00000200:0.0:1767384331.041199:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000800:00000200:2.0:1767384331.041203:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp 00000800:00000010:2.0:1767384331.041207:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009d64cf8b. 00000800:00000200:2.0:1767384331.041212:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (6) 00000800:00000200:2.0:1767384331.041219:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:988 00000800:00000200:2.0:1767384331.041221:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d64cf8b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384331.041222:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.041236:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384331.041242:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.041246:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00000400:00000200:0.0:1767384331.041276:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384331.041319:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000800:00000200:2.0:1767384331.041360:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384331.041364:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000800:00000010:2.0:1767384331.041365:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009d64cf8b. 00000400:00000200:2.0:1767384331.041371:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.041378:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: GET: OK 00000400:00000200:2.0:1767384331.041383:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384331.041385:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000001:2.0:1767384331.041393:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.041400:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.041402:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384331.041402:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000800:00000001:2.0:1767384331.041407:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.041422:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp) <- 192.168.203.143@tcp : GET - for me 00000400:00000200:2.0:1767384331.041455:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384331.041475:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 288/288 into md 0x15ed [1] + 0 00000400:00000200:2.0:1767384331.041485:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384331.041489:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp NI seq info: [36:36:256:4294967295] 192.168.203.143@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:2.0:1767384331.041502:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) -> 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) 192.168.203.143@tcp : REPLY try# 0 00000800:00000200:2.0:1767384331.041506:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384331.041510:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000800:00000010:2.0:1767384331.041511:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d64cf8b. 00000800:00000200:2.0:1767384331.041519:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (6) 00000800:00000200:2.0:1767384331.041525:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:1023 00000800:00000200:2.0:1767384331.041528:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d64cf8b type 3, nob 384 niov 1 nkiov 1 00000400:00000200:0.0:1767384331.041543:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384331.041585:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000800:00000200:2.0:1767384331.041606:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384331.041609:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384331.041610:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d64cf8b. 00000400:00000200:2.0:1767384331.041616:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384331.041618:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384331.041623:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384331.041624:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: REPLY: OK 00000400:00000200:0.0:1767384331.041625:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000800:00000001:1.0:1767384331.041632:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384331.041637:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.041642:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.041650:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp) <- 192.168.203.143@tcp : REPLY - for me 00000400:00000200:1.0:1767384331.041662:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp: Reply from 12345-192.168.203.143@tcp of length 288/288 into md 0x1609 00000800:00000001:1.0:1767384331.041667:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384331.041670:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000800:00000001:1.0:1767384331.041676:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.041680:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.041685:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: REPLY: OK 00000400:00000200:1.0:1767384331.041689:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000400:00000010:1.0:1767384331.041692:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000400:00000200:1.0:1767384331.041696:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384331.041699:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384331.041727:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:1.0:1767384331.041730:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:1.0:1767384331.041734:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 16. state = 0x100251 00000400:00000200:0.0:1767384331.041736:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384331.041741:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384331.041755:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (17) 00000400:00000200:0.0:1767384331.041763:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.041783:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384331.041796:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000d1 00000800:00000001:1.0:1767384331.041799:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384331.041804:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 0000000012f9231f. 00000800:00000001:1.0:1767384331.041808:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384331.041811:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000ed20e964. 00000400:00000200:0.0:1767384331.041821:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000010:2.0:1767384331.041822:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 00000000d37ae8b8. 00000400:00000010:2.0:1767384331.041854:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008d252cba. 00000400:00000200:0.0:1767384331.041861:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384331.041862:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008d252cba nid 192.168.203.143@tcp24 00000400:00000010:2.0:1767384331.041868:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000de31d3bb. 00080000:00000010:1.0:1767384331.041869:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ccfe18ee. 00000400:00000200:2.0:1767384331.041875:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000de31d3bb net tcp24 00000400:00000200:2.0:1767384331.041878:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (16) 00000400:00000200:2.0:1767384331.041885:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp24 flags 0x11 00000400:00000010:2.0:1767384331.041889:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 0000000012f9231f. 00000400:00000010:2.0:1767384331.041892:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000ed20e964. 00000400:00000010:2.0:1767384331.041895:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 00000000d37ae8b8. 00080000:00000010:1.0:1767384331.041895:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e35e5764. 00000400:00000010:2.0:1767384331.041898:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000995a58a0. 00040000:00000001:1.0:1767384331.041902:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384331.041906:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00040000:00000001:1.0:1767384331.041906:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1767384331.041911:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00080000:00000001:1.0:1767384331.041912:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.041918:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000020:00000002:1.0:1767384331.041919:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 00000400:00000200:2.0:1767384331.041923:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 20000000:00000001:1.0:1767384331.041924:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.041928:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 20000000:00000001:1.0:1767384331.041929:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384331.041932:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:2.0:1767384331.041936:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 20000000:01000000:1.0:1767384331.041940:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384331.041941:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (17) 20000000:00000001:1.0:1767384331.041951:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384331.041956:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384331.041960:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384331.041973:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000995a58a0. 20000000:01000000:2.0:1767384331.041977:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:2.0:1767384331.041980:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384331.041983:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384331.041985:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384331.041993:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384331.042001:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384331.042003:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384331.042004:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384331.042006:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384331.042007:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384331.042009:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000020:00000001:2.0:1767384331.042012:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:2.0:1767384331.042014:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:1.0:1767384331.042014:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384331.042017:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384331.042020:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384331.042022:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384331.042029:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384331.042030:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384331.042034:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007600f292. 00080000:00000001:2.0:1767384331.042035:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384331.042035:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1767384331.042041:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:0.0:1767384331.042041:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097e4e69c. 00010000:00000010:1.0:1767384331.042044:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009aecf186. 00000020:00000001:2.0:1767384331.042047:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000800:00000010:0.0:1767384331.042048:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ad1579b. 00080000:00000001:2.0:1767384331.042053:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384331.042058:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d37ae8b8. 00080000:00000001:2.0:1767384331.042063:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560269735424 : -111513439816192 : ffff9a9441083600) 00010000:00000001:1.0:1767384331.042064:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384331.042066:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384331.042070:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:1.0:1767384331.042070:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000942a2bf2. 00080000:00000010:2.0:1767384331.042075:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e6df3838. 00000020:00000001:1.0:1767384331.042076:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384331.042081:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384331.042081:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000942a2bf2 with handle 0x980286e253c5fc15 to hash 00080000:00000001:2.0:1767384331.042084:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:0.0:1767384331.042085:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ad1579b. 00000020:00000001:1.0:1767384331.042086:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384331.042090:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384331.042093:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384331.042097:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384331.042098:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.042099:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384331.042109:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767384331.042110:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384331.042117:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:1.0:1767384331.042119:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384331.042124:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384331.042126:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384331.042128:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384331.042130:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384331.042133:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:0.0:1767384331.042134:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp23 from 226.3.0.2 00010000:00000001:1.0:1767384331.042137:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384331.042139:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bed602c2. 00010000:00000001:1.0:1767384331.042142:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384331.042145:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384331.042147:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384331.042148:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384331.042149:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009aecf186) refcount = 1 00010000:00010000:1.0:1767384331.042152:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.042156:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384331.042159:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384331.042161:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384331.042163:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.042165:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384331.042168:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384331.042171:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00000800:00000010:2.0:1767384331.042172:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b588d1b. 00010000:00000001:1.0:1767384331.042173:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.042177:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.042179:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=4 00000020:00000001:1.0:1767384331.042181:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000800:00000010:2.0:1767384331.042183:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090e4f32d. 00010000:00000001:1.0:1767384331.042184:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384331.042190:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384331.042191:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.042198:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384331.042205:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384331.042210:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d1cba47b. 00010000:00000001:1.0:1767384331.042211:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.042215:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384331.042218:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000200:2.1:1767384331.042223:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ebc3f4ef] -> 12345-192.168.203.143@tcp23 (4) 00010000:00000001:1.0:1767384331.042230:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.1:1767384331.042234:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp23 00000000d1cba47b deleted 00010000:00000001:1.0:1767384331.042235:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.1:1767384331.042238:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d1cba47b. 00010000:00000001:1.0:1767384331.042240:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000200:2.1:1767384331.042244:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00010000:1.0:1767384331.042245:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384331.042254:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp23 p 3.x 192.168.203.143 -> 192.168.203.143:994 incarnation:1767384329053755823 sched[0] 00010000:00010000:1.0:1767384331.042254:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000942a2bf2 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384331.042258:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000010:2.0:1767384331.042262:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c1a1ced. 00010000:00000001:1.0:1767384331.042262:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384331.042264:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.042270:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384331.042272:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.042272:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.042275:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=5 00000020:00000001:1.0:1767384331.042277:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384331.042278:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384331.042281:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384331.042283:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.042287:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384331.042290:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384331.042291:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.042295:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384331.042296:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384331.042299:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384331.042306:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384331.042308:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000942a2bf2 with handle 0x980286e253c5fc15 from hash 00010000:00000001:1.0:1767384331.042310:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384331.042312:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.042314:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.042315:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000010:2.0:1767384331.042316:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c1a1ced. 00010000:00000001:1.0:1767384331.042317:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000010:2.0:1767384331.042323:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090e4f32d. 00010000:00000001:1.0:1767384331.042323:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384331.042327:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384331.042330:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384331.042333:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.042335:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384331.042336:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384331.042338:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.042340:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.042341:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.042343:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.042345:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.042347:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.042351:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1767384331.042352:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bed602c2. 00010000:00000001:1.0:1767384331.042353:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.042357:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384331.042360:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384331.042361:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.042363:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.042364:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000001:2.0:1767384331.042367:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384331.042368:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384331.042372:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384331.042374:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384331.042375:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.042382:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384331.042384:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384331.042387:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000942a2bf2/0x980286e253c5fc15 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384331.042403:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009aecf186 count: 0 00000800:00000200:2.1:1767384331.042417:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384331.042444:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp23 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384329053755823 sched[0] 00000800:00000010:2.0:1767384331.042447:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097e4e69c. 00010000:00000001:1.0:1767384331.042483:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384331.042486:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000001:2.0:1767384331.042496:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.042502:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:0.0:1767384331.042522:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384331.042527:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384331.042530:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dd3736e0. 20000000:00000001:0.0:1767384331.042535:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384331.042539:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746141184 00010000:00000001:0.0:1767384331.042552:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384331.042556:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c031fb9 x1853236746141184/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.042564:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384331.042566:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.042568:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.042572:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384331.042576:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384331.042577:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384331.042581:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384331.042583:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.042586:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.042587:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.042590:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002671ec24. 00000100:00000200:0.0:1767384331.042593:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746141184, offset 224 00000400:00000200:0.0:1767384331.042596:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384331.042607:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.042612:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03e00 00000400:00000200:0.0:1767384331.042617:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15f5 [2] + 224 00000400:00000200:0.0:1767384331.042621:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.042623:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.042626:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384331.042628:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.042635:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.042649:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.042653:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002671ec24 00000400:00000010:0.0:1767384331.042655:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002671ec24. 00000100:00000001:0.0:1767384331.042657:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384331.042658:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384331.042660:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.042663:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384331.042665:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384331.042667:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.042669:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384331.042670:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384331.042673:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384331.042676:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c031fb9 x1853236746141184/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384331.042680:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.042683:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384331.042686:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009127a19f. 00000100:00100000:0.0:1767384331.042690:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c031fb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746141184:12345-0@lo:253: Request processed in 3486us (4095us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384331.042692:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebad9579 00000400:00000010:1.0:1767384331.042696:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebad9579. 00000100:00000001:1.0:1767384331.042700:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384331.042701:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000040:0.0:1767384331.042705:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000200:1.0:1767384331.042707:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.042709:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384331.042712:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384331.042716:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c13bba77. 00000100:00000200:1.0:1767384331.042724:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384331.042725:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000020:00000010:0.0:1767384331.042731:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e159b80. 00000020:00000040:0.0:1767384331.042737:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:1.0:1767384331.042738:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384331.042739:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.042741:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384331.042743:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384331.042745:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.042748:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.042748:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384331.042750:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384331.042752:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000809351f7. 00000100:00001000:1.0:1767384331.042755:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=37 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384331.042756:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384331.042759:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384331.042761:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=37 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384331.042764:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384331.042765:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384331.042769:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.042770:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b09f87d8. 00010000:00000001:1.0:1767384331.042771:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384331.042775:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.042775:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002671ec24. 00000100:00000001:1.0:1767384331.042777:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.042782:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.042788:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.042790:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.042792:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384331.042811:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384331.042813:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384331.042814:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384331.042815:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384331.042816:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384331.042816:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384331.042817:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384331.042818:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384331.042819:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384331.042820:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384331.042822:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.042827:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f6ff600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746141184:0@lo:253: 00000100:00000001:1.0:1767384331.042830:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.042831:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.042832:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f6ff600 x1853236746141184/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.042837:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384331.042839:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384331.042841:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007430a88a. 02000000:00000001:1.0:1767384331.042844:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384331.042845:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.042846:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384331.042848:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384331.042849:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000005c0d2af. 02000000:00000001:1.0:1767384331.042852:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384331.042854:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384331.042855:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f6ff600. 00000100:00000001:1.0:1767384331.042858:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.042859:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.042860:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.042864:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.042865:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.042867:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.042869:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384331.043910:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d37ae8b8. 00080000:00000010:2.0:1767384331.043989:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e6df3838. 00040000:00000001:2.0:1767384331.043995:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384331.043997:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384331.043999:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384331.044003:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384331.044005:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384331.044014:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384331.044016:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384331.044029:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384331.044031:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384331.044035:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384331.044049:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384331.044055:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384331.044056:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384331.044060:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384331.044063:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384331.044073:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007c241896. 00010000:00000001:1.0:1767384331.044075:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384331.044081:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006c222b34. 00000020:00000001:1.0:1767384331.044083:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384331.044085:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006c222b34 with handle 0x980286e253c5fc1c to hash 00000020:00000001:1.0:1767384331.044087:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384331.044089:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368642048 : -111508340909568 : ffff9a9570f35a00) 00010000:00000001:1.0:1767384331.044092:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368642048 : -111508340909568 : ffff9a9570f35a00) 00010000:00000001:1.0:1767384331.044096:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384331.044098:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.044101:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.044107:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384331.044109:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384331.044111:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384331.044121:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384331.044124:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384331.044126:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384331.044128:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384331.044131:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384331.044134:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384331.044137:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384331.044140:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384331.044142:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007c241896) refcount = 1 00010000:00010000:1.0:1767384331.044145:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.044150:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384331.044153:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384331.044155:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384331.044164:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.044166:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384331.044170:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384331.044174:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:1.0:1767384331.044176:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.044189:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.044191:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006c222b34 refcount=4 00000020:00000001:1.0:1767384331.044194:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368642048 : -111508340909568 : ffff9a9570f35a00) 00010000:00000001:1.0:1767384331.044197:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368642048 : -111508340909568 : ffff9a9570f35a00) 00010000:00000001:1.0:1767384331.044201:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384331.044204:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.044210:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384331.044212:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384331.044215:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384331.044216:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384331.044219:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384331.044220:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:2.0:1767384331.044221:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000715831b7. 00010000:00010000:1.0:1767384331.044223:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384331.044228:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.044230:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:2.0:1767384331.044233:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746141312 00010000:00000001:1.0:1767384331.044233:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.044238:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384331.044239:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384331.044242:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384331.044245:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003fd6678f x1853236746141312/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384331.044249:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006c222b34 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384331.044257:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384331.044261:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384331.044265:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.044266:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384331.044270:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.044272:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:2.0:1767384331.044274:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.044277:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384331.044278:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:1.0:1767384331.044282:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384331.044283:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:1.0:1767384331.044286:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384331.044287:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1767384331.044290:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006c222b34 refcount=5 02000000:00000001:2.0:1767384331.044291:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.044297:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384331.044297:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368642048 : -111508340909568 : ffff9a9570f35a00) 00000100:00000040:2.0:1767384331.044303:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384331.044303:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368642048 : -111508340909568 : ffff9a9570f35a00) 00000400:00000010:2.0:1767384331.044308:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090e4f32d. 00010000:00000001:1.0:1767384331.044308:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384331.044310:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384331.044313:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746141312, offset 224 00010000:00000001:1.0:1767384331.044321:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384331.044324:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384331.044325:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384331.044328:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.044331:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384331.044335:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384331.044335:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384331.044339:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384331.044341:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384331.044343:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006c222b34 with handle 0x980286e253c5fc1c from hash 00000400:00000200:2.0:1767384331.044347:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03e80 00010000:00000001:1.0:1767384331.044348:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384331.044351:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384331.044355:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15fd [2] + 224 00010000:00000001:1.0:1767384331.044356:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.044359:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384331.044361:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384331.044363:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384331.044363:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384331.044366:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1767384331.044370:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384331.044370:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.044373:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384331.044374:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.044378:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384331.044380:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:2.0:1767384331.044381:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384331.044385:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.044388:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.044391:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.044395:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.044399:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.044400:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384331.044402:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.044406:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.044415:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.044417:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384331.044420:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384331.044447:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.044449:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.044452:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384331.044455:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384331.044470:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.044473:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.044479:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384331.044481:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384331.044483:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006c222b34/0x980286e253c5fc1c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384331.044501:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007c241896 count: 0 00010000:00000001:1.0:1767384331.044524:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384331.044527:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384331.044547:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384331.044557:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090e4f32d 00000400:00000010:2.0:1767384331.044559:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090e4f32d. 00000100:00000001:2.0:1767384331.044563:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384331.044565:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384331.044567:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.044570:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.044571:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384331.044576:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:1.0:1767384331.044577:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384331.044579:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384331.044581:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384331.044582:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.044584:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d820cad5. 00000020:00000001:2.0:1767384331.044586:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384331.044602:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fd6678f x1853236746141312/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.044602:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab869a2b 00000400:00000010:1.0:1767384331.044607:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab869a2b. 00000100:00000001:1.0:1767384331.044613:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384331.044618:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fd6678f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746141312:12345-0@lo:253: Request processed in 5354us (5872us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384331.044620:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.044633:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000200:1.0:1767384331.044637:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.044638:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:2.0:1767384331.044644:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384331.044647:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384331.044650:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384331.044651:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd9efd4e. 00000100:00000001:1.0:1767384331.044653:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.044656:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384331.044658:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a26648bb. 02000000:00000001:1.0:1767384331.044658:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384331.044663:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384331.044665:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028f203b6. 00000100:00000001:1.0:1767384331.044666:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384331.044669:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:2.0:1767384331.044672:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384331.044674:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a0afe9ce. 02000000:00000001:1.0:1767384331.044677:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.044679:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384331.044680:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=37 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384331.044682:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384331.044689:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384331.044689:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.044695:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384331.044696:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edf7df25. 00000100:00000001:1.0:1767384331.044698:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.044701:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384331.044702:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090e4f32d. 00010000:00000001:1.0:1767384331.044703:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.044720:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.044723:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.044728:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.044730:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.044731:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384331.044733:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384331.044735:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384331.044736:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384331.044738:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384331.044739:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384331.044741:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384331.044742:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384331.044743:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384331.044744:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384331.044747:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.044754:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746141312:0@lo:253: 00000100:00000001:1.0:1767384331.044759:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.044761:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.044765:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040532dff x1853236746141312/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.044770:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384331.044773:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384331.044775:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c95560a3. 02000000:00000001:1.0:1767384331.044780:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384331.044782:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.044783:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384331.044791:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384331.044793:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b7356cf7. 02000000:00000001:1.0:1767384331.044797:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384331.044798:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384331.044800:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040532dff. 00000100:00000001:1.0:1767384331.044806:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.044807:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.044810:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.044814:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.044816:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.044819:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.044820:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.045528:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294919809, at 4294919810 00000100:00000010:0.0:1767384331.045537:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd007444. 00000100:00000040:3.0:1767384331.045541:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294919809, at 4294919810 00000100:00000010:3.0:1767384331.045554:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c1dac9. 00000100:00000040:1.0:1767384331.046492:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294919809, at 4294919811 00000100:00000010:1.0:1767384331.046501:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7f2096a. 00000100:00000040:2.0:1767384331.046515:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294919809, at 4294919811 00000100:00000010:2.0:1767384331.046522:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eee94de2. 00010000:00000010:1.1:1767384331.049526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009aecf186. 00010000:00000010:1.1:1767384331.049533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000942a2bf2. 00010000:00000010:1.1:1767384331.049535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007c241896. 00010000:00000010:1.1:1767384331.049538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006c222b34. 00000400:00000010:1.0:1767384331.058851:0:24181:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d8b19952. 00000400:00000040:1.0:1767384331.058867:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384331.058869:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384331.058871:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.058872:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384331.058874:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.058875:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384331.058877:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384331.058878:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384331.058879:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384331.058880:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384331.058881:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384331.058882:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384331.058884:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384331.058885:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384331.058886:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384331.058888:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384331.058889:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384331.058889:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384331.058890:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384331.058892:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.058893:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384331.058893:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384331.058901:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384331.058902:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.058903:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384331.058905:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.058906:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384331.058908:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384331.058909:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384331.058910:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.058911:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384331.058912:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.058913:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384331.058914:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384331.058915:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384331.058917:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.058917:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384331.058919:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384331.058921:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384331.058922:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384331.058923:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384331.058923:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.058925:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384331.058925:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384331.058926:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384331.058927:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384331.058928:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384331.058929:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384331.058930:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384331.058931:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384331.058932:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384331.058933:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384331.058934:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384331.058935:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384331.058936:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384331.058937:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384331.058938:0:24181:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384331.058982:0:24181:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d8b19952. 00010000:00000001:2.0:1767384331.619542:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384331.619552:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.619556:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384331.619557:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.619586:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384331.619589:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384331.619592:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384332.060901:0:24458:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba0049d7. 00080000:00000010:3.0:1767384332.060910:0:24458:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba0049d7. 00000020:00000001:3.0:1767384332.060914:0:24458:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384332.060920:0:24458:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba0049d7. 00080000:00000010:3.0:1767384332.060924:0:24458:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba0049d7. 00000020:00000001:3.0:1767384332.060926:0:24458:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.643507:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384332.643511:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.643515:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384332.643516:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.643555:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384332.643560:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384332.643563:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384332.789857:0:24622:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384332.789863:0:24622:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:3.0:1767384332.793965:0:24622:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384332.802693:0:24623:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000340cd499. 00000400:00000010:0.0:1767384332.802717:0:24623:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dd152792. 00000400:00000010:0.0:1767384332.802725:0:24623:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f0cfd860. 00000400:00000010:0.0:1767384332.802728:0:24623:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000009e2903f. 00000400:00000010:0.0:1767384332.802732:0:24623:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e6e0b4e. 00000400:00000010:0.0:1767384332.802735:0:24623:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000097732b3. 00000400:00000010:0.0:1767384332.802737:0:24623:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000163b1eab. 00000400:00000010:0.0:1767384332.802738:0:24623:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ff65b2e0. 00000400:00000010:0.0:1767384332.802741:0:24623:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004e730140. 00000800:00000010:0.0:1767384332.802752:0:24623:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b777a6fb. 00000800:00000200:0.0:1767384332.802761:0:24623:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384332.802768:0:24623:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384332.802800:0:24623:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:0.0:1767384332.802820:0:24623:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp25 [8/256/0/180] 00000400:00000010:0.0:1767384332.804727:0:24623:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 0000000075a710f7. 00000400:00000010:0.0:1767384332.804734:0:24623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000413ac9ad. 00000400:00000010:0.0:1767384332.804738:0:24623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000400:00000001:0.0:1767384332.804751:0:24623:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384332.804753:0:24623:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384332.804755:0:24623:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807cceed. 00000400:00000200:0.0:1767384332.804758:0:24623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1ef1ae 00000400:00000010:0.0:1767384332.804759:0:24623:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e1ef1ae. 00000400:00000010:0.0:1767384332.804763:0:24623:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000e1cf16a3. 00000400:00000200:0.0:1767384332.804767:0:24623:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (16) 00000400:00000200:0.0:1767384332.804777:0:24623:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384332.804792:0:24623:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:0.0:1767384332.804800:0:24623:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c68d4be0. 00000020:01000000:0.0:1767384332.804805:0:24623:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384332.804808:0:24623:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp25 00000400:00000010:0.0:1767384332.804829:0:24623:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dd152792. 00000400:00000010:0.0:1767384332.804834:0:24623:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000340cd499. 00000400:00000200:2.0:1767384332.804836:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384332.804843:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:2.0:1767384332.804850:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed3d1a6. 00000400:00000200:2.0:1767384332.804852:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (17) 00000400:00000010:2.0:1767384332.804856:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a433307d. 00000400:00000200:2.0:1767384332.804860:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:2.0:1767384332.804873:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384332.804879:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp NI seq info: [37:37:256:4294967295] 192.168.203.143@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:2.0:1767384332.804884:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp 00000020:00000001:1.0:1767384332.804888:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384332.804893:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) -> 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) : PUT try# 0 10000000:00000001:1.0:1767384332.804894:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.0:1767384332.804898:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.143@tcp 00000800:00000010:2.0:1767384332.804903:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ed0758c. 10000000:00000001:1.0:1767384332.804906:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384332.804908:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:2.0:1767384332.804913:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (6) 00000020:01000004:1.0:1767384332.804913:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384332.804918:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384332.804920:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384332.804922:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384332.804923:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384332.804926:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:988 00000020:01000004:1.0:1767384332.804927:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384332.804930:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:2.0:1767384332.804933:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ed0758c type 1, nob 400 niov 1 nkiov 1 00000020:01000004:1.0:1767384332.804933:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384332.804935:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384332.804938:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384332.804944:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049e4f551. 00000020:00000040:1.0:1767384332.804948:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384332.804952:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384332.804955:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 02000000:00000001:1.0:1767384332.804956:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384332.804959:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 02000000:00000001:1.0:1767384332.804962:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384332.804971:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dd3736e0. 00000100:00000001:1.0:1767384332.804976:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.804984:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384332.804985:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.804991:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049e4f551] to pc [ptlrpcd_00_03+3] req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384332.805020:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384332.805022:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.805024:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384332.805026:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384332.805031:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384332.805032:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384332.805036:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384332.805036:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384332.805038:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384332.805041:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:1.0:1767384332.805042:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384332.805045:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384332.805047:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:2.0:1767384332.805049:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384332.805050:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384332.805054:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384332.805057:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384332.805060:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384332.805064:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384332.805065:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384332.805068:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384332.805070:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384332.805071:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384332.805074:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384332.805075:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384332.805078:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000271fd986. 00000020:00000040:1.0:1767384332.805081:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384332.805083:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384332.805093:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.805094:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384332.805099:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049e4f551 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746141440:0@lo:253: 02000000:00000001:1.0:1767384332.805099:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384332.805101:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384332.805108:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ed0758c. 02000000:00000010:1.0:1767384332.805108:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b7356cf7. 00000100:00000001:2.0:1767384332.805109:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384332.805115:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.805116:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384332.805116:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384332.805119:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384332.805120:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.805122:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.805125:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384332.805127:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: PUT: OK 00000100:00000040:1.0:1767384332.805130:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000271fd986] to pc [ptlrpcd_00_00+0] req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384332.805132:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b8eec370. 02000000:00000001:2.0:1767384332.805137:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.805145:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384332.805145:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3e30835. 00000400:00000200:3.0:1767384332.805151:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000400:00000010:2.0:1767384332.805152:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b76bbc8. 00000100:00000200:2.0:1767384332.805157:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746141440, portal 25 10000000:00000001:1.0:1767384332.805158:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384332.805161:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384332.805162:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384332.805162:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.805166:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317026688 : -111508392524928 : ffff9a956ddfc380) 00000020:00000001:1.0:1767384332.805167:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384332.805172:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:1.0:1767384332.805173:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:3.0:1767384332.805177:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384332.805177:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384332.805179:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c68d4be0. 00000800:00000001:3.0:1767384332.805183:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.805191:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384332.805192:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384332.805196:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp) <- 192.168.203.143@tcp : PUT - for me 00000100:00000040:2.0:1767384332.805197:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384332.805197:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384332.805204:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f3097bd. 00000100:00000001:1.0:1767384332.805205:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384332.805208:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746141440, offset 0 00000100:00000001:1.0:1767384332.805209:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384332.805214:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384332.805215:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384332.805220:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384332.805221:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384332.805231:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 288/304 into md 0x1605 [1] + 0 00000400:00000200:2.0:1767384332.805233:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384332.805241:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384332.805242:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c71291. 00000100:00000001:1.0:1767384332.805244:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.805247:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000379e62b8 00000400:00000200:2.0:1767384332.805249:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03f00 02000000:00000001:1.0:1767384332.805267:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:3.0:1767384332.805271:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384332.805272:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384332.805276:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 02000000:00000001:1.0:1767384332.805278:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384332.805280:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384332.805287:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aabaed6b. 00000400:00000200:3.0:1767384332.805288:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384332.805288:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746141568:0@lo:253: 00000100:00000001:1.0:1767384332.805297:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384332.805299:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014a5829f 02000000:00000001:1.0:1767384332.805302:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384332.805303:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: PUT: OK 02000000:00000001:1.0:1767384332.805307:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384332.805309:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384332.805311:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000400:00000010:3.0:1767384332.805316:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 02000000:00000001:1.0:1767384332.805320:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384332.805321:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384332.805324:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000010:1.0:1767384332.805326:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c95560a3. 00000400:00000200:2.0:1767384332.805327:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014a5829f 00000400:00000200:3.0:1767384332.805329:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (18) 02000000:00000001:1.0:1767384332.805334:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384332.805335:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014a5829f. 00000400:00000200:3.0:1767384332.805340:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000100:00000001:2.0:1767384332.805344:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384332.805345:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009127a19f. 00000400:00000200:3.0:1767384332.805346:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (304 bytes) 00000100:00000200:2.0:1767384332.805349:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384332.805354:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000ea619d63 x1853236746141440 msgsize 4848 00000400:00000010:1.0:1767384332.805355:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3d5a78d. 00000400:00000200:3.0:1767384332.805357:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000200:1.0:1767384332.805365:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746141568, portal 25 00000100:00100000:2.0:1767384332.805369:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384332.805371:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384332.805372:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (19) 00000100:00000040:2.0:1767384332.805373:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384332.805375:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317031168 : -111508392520448 : ffff9a956ddfd500) 00000400:00000200:3.0:1767384332.805380:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:1.0:1767384332.805384:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384332.805393:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp to MR: 192.168.203.143@tcp local destination 00000100:00000001:2.0:1767384332.805395:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384332.805399:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384332.805405:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384332.805406:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp NI seq info: [38:38:256:4294967295] 192.168.203.143@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000010:1.0:1767384332.805409:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be6383a5. 00000100:00000200:1.0:1767384332.805414:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746141568, offset 0 00000400:00000200:3.0:1767384332.805424:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) -> 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) 192.168.203.143@tcp : ACK try# 0 00000400:00000200:1.0:1767384332.805426:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384332.805436:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp 00000400:00000200:2.0:1767384332.805481:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f3097bd 00000400:00000010:2.0:1767384332.805484:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f3097bd. 00000100:00000001:2.0:1767384332.805488:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384332.805492:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.805500:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384332.805503:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384332.805504:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8f1800c. 00000100:00000040:2.0:1767384332.805506:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384332.805516:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (6) 00000100:00000001:2.0:1767384332.805519:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.805520:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df03f80 00000100:00000001:2.0:1767384332.805525:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384332.805547:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384332.805549:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:1023 00000400:00000200:1.0:1767384332.805549:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa8d [2] + 0 00000100:00000001:2.0:1767384332.805553:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294921576 00000400:00000010:1.0:1767384332.805555:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7edf943. 00000100:00000010:2.0:1767384332.805561:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059be0a6c. 00000800:00000200:3.0:1767384332.805563:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8f1800c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384332.805563:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f15a67b1 00000100:00000001:2.0:1767384332.805570:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384332.805571:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.805579:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384332.805580:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294921576 00000800:00000001:3.0:1767384332.805582:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384332.805583:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f15a67b1 00000100:00000010:2.0:1767384332.805589:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c9819a4. 00000400:00000010:1.0:1767384332.805589:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f15a67b1. 00000800:00000001:3.0:1767384332.805592:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.805598:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384332.805599:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384332.805603:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384332.805605:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294921576 00000100:00000040:1.0:1767384332.805607:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000070992eb8 x1853236746141568 msgsize 4848 00000100:00000010:2.0:1767384332.805612:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053ae186b. 00000100:00100000:1.0:1767384332.805615:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384332.805618:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384332.805619:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384332.805625:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294921576 00000100:00000010:2.0:1767384332.805629:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bcc839a. 00000100:00000001:2.0:1767384332.805633:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384332.805633:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384332.805637:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.805641:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.805641:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be6383a5 00000100:00000001:2.0:1767384332.805646:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384332.805646:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be6383a5. 00000100:00000001:2.0:1767384332.805651:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.805652:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384332.805654:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384332.805658:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8f1800c. 00000100:00000200:1.0:1767384332.805658:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.805659:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384332.805665:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384332.805665:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384332.805674:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.805678:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384332.805679:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: ACK: OK 00000100:00000001:2.0:1767384332.805680:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384332.805710:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384332.805715:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384332.805718:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.805719:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384332.805725:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384332.805728:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384332.805732:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.805737:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384332.805738:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384332.805741:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.805743:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746141440 00000100:00000001:1.0:1767384332.805744:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384332.805747:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384332.805748:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384332.805753:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384332.805754:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.805757:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.805760:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp) <- 192.168.203.143@tcp : ACK - for me 00000100:00000001:1.0:1767384332.805761:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294921576 02000000:00000001:2.0:1767384332.805763:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.805768:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294921576 00000100:00100000:2.0:1767384332.805771:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746141440 00000100:00000001:1.0:1767384332.805773:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294921576 00000020:00000001:2.0:1767384332.805776:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384332.805779:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294921576 00000020:00000040:2.0:1767384332.805780:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:3.0:1767384332.805782:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp: ACK from 12345-192.168.203.143@tcp into md 0x1621 00000020:00000001:2.0:1767384332.805787:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384332.805788:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294921576 00000400:00000200:3.0:1767384332.805790:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384332.805792:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:1.0:1767384332.805794:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294921576 00000020:00000001:2.0:1767384332.805798:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384332.805801:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294921576 00000400:00000200:3.0:1767384332.805802:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: ACK: OK 00000020:00000001:2.0:1767384332.805804:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384332.805807:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294921576 00000100:00000001:2.0:1767384332.805813:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384332.805813:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384332.805815:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed3d1a6 00000020:00000010:2.0:1767384332.805819:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003128808c. 00000400:00000010:3.0:1767384332.805821:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed3d1a6. 00000100:00000001:1.0:1767384332.805821:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.805825:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384332.805830:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:2.0:1767384332.805830:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003128808c. 00000100:00000001:1.0:1767384332.805830:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.805838:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000100:00000001:1.0:1767384332.805839:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384332.805842:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071f22105. 00000400:00000200:3.0:1767384332.805847:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:1.0:1767384332.805848:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384332.805850:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000289a15fa. 00000100:00000001:1.0:1767384332.805853:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384332.805854:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (18) 00000020:00000010:2.0:1767384332.805857:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000100:00000001:1.0:1767384332.805859:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.805863:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384332.805864:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384332.805867:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.805868:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:3.0:1767384332.805869:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.805872:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.805874:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384332.805878:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384332.805880:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.805887:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.805890:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.805894:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.805898:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.805916:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384332.805918:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384332.805919:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746141568 00000100:00000001:1.0:1767384332.805922:0:17079:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.805923:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384332.805925:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384332.805928:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384332.805931:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384332.805932:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000ff403dbd. 02000000:00000001:2.0:1767384332.805934:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.805938:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384332.805939:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746141568 00000400:00000010:3.0:1767384332.805940:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007903df6f. 00000100:00000001:1.0:1767384332.805943:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384332.805944:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384332.805947:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000100:00100000:1.0:1767384332.805952:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000020:00000040:2.0:1767384332.805954:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:3.0:1767384332.805955:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ff403dbd 00000100:00000040:1.0:1767384332.805958:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000020:00000001:2.0:1767384332.805959:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384332.805961:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000003244054a. 00000020:00000040:2.0:1767384332.805962:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000400:00000200:3.0:1767384332.805968:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000020:00000001:2.0:1767384332.805969:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384332.805970:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604649040 : -111508104902576 : ffff9a957f048850) 00000020:00000001:2.0:1767384332.805977:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:3.0:1767384332.805978:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 00000100:00000040:1.0:1767384332.805982:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea619d63 x1853236746141440/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384332.805987:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (17) 00000100:00000001:2.0:1767384332.805987:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384332.805993:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003128808c. 00000100:00000001:1.0:1767384332.805996:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384332.805997:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384332.806001:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003128808c. 00000020:00000010:1.0:1767384332.806003:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9d62bae. 00000400:00000010:3.0:1767384332.806004:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000978facb0. 00000020:00000010:2.0:1767384332.806007:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e351ceeb. 00000100:00000001:1.0:1767384332.806010:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384332.806012:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000020:00000010:2.0:1767384332.806014:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ed951068. 00000020:00000010:1.0:1767384332.806014:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9d62bae. 00000400:00000010:3.0:1767384332.806023:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006595b932. 00000020:00000010:2.0:1767384332.806024:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f5372a60. 00000100:00100000:1.0:1767384332.806025:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea619d63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746141440:12345-0@lo:253: 00000100:00000001:2.0:1767384332.806032:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384332.806035:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000100:00000200:1.0:1767384332.806036:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746141440 00000100:00000001:2.0:1767384332.806037:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384332.806041:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.806043:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384332.806046:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000100:00000001:2.0:1767384332.806049:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.806050:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384332.806055:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000020:00000001:1.0:1767384332.806055:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.806057:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384332.806064:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384332.806068:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:3.0:1767384332.806069:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:2.0:1767384332.806073:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384332.806076:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384332.806078:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384332.806081:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384332.806086:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000001:1.0:1767384332.806087:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384332.806088:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000020:00000001:1.0:1767384332.806093:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384332.806095:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000020:00000001:1.0:1767384332.806099:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.806100:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604651088 : -111508104900528 : ffff9a957f049050) 00000400:00000200:3.0:1767384332.806102:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:1.0:1767384332.806108:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384332.806112:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070992eb8 x1853236746141568/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384332.806115:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384332.806116:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 02000000:00000010:1.0:1767384332.806124:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000005c0d2af. 02000000:00000001:1.0:1767384332.806131:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.806137:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:2.0:1767384332.806137:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384332.806138:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384332.806144:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003128808c. 20000000:00000001:1.0:1767384332.806146:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384332.806150:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384332.806151:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000010:2.0:1767384332.806157:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003128808c. 20000000:00000010:1.0:1767384332.806160:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008abb1efb. 00000400:00000200:3.0:1767384332.806164:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 20000000:01000000:1.0:1767384332.806167:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:2.0:1767384332.806169:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070992eb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746141568:12345-0@lo:253: 20000000:00000001:1.0:1767384332.806173:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384332.806178:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000200:2.0:1767384332.806181:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746141568 20000000:00000001:1.0:1767384332.806182:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.806185:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384332.806186:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 20000000:00000001:1.0:1767384332.806203:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384332.806210:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384332.806211:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384332.806214:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000001:2.0:1767384332.806215:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.806219:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:1.0:1767384332.806220:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000fb4c381. 00000020:00000001:2.0:1767384332.806222:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:3.0:1767384332.806225:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000020:00000001:2.0:1767384332.806226:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384332.806229:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384332.806232:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000020:00000001:2.0:1767384332.806235:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384332.806238:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000001:2.0:1767384332.806239:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384332.806240:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384332.806243:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.806248:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384332.806248:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384332.806249:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 02000000:00000001:2.0:1767384332.806269:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384332.806270:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384332.806275:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 02000000:00000010:2.0:1767384332.806276:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004d9f8c15. 02000000:00000001:2.0:1767384332.806282:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.806284:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000001:2.0:1767384332.806286:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.806290:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384332.806292:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384332.806296:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 20000000:00000010:2.0:1767384332.806302:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000209a1d20. 00080000:00000001:1.0:1767384332.806307:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384332.806308:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384332.806309:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp24 20000000:00000001:2.0:1767384332.806314:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384332.806316:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384332.806334:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384332.806337:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp24 lpni_is_preferred = 0 00080000:00000001:1.0:1767384332.806337:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.806339:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.806343:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384332.806345:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.806347:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.806348:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp24 20000000:00000001:2.0:1767384332.806350:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000002:1.0:1767384332.806356:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000400:00000200:3.0:1767384332.806362:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp24 NI seq info: [39:39:256:4294967295] 192.168.203.143@tcp24 LPNI seq info [39:39:8:4294967295] 00000020:00000001:1.0:1767384332.806364:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:1.0:1767384332.806368:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384332.806374:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp24 00080000:00000001:1.0:1767384332.806375:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384332.806381:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.806387:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384332.806393:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384332.806394:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24:) -> 192.168.203.143@tcp24(192.168.203.143@tcp:192.168.203.143@tcp24) : GET try# 0 00000020:00000001:1.0:1767384332.806400:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000800:00000200:3.0:1767384332.806401:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp24 00080000:00000001:1.0:1767384332.806406:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:3.0:1767384332.806408:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c8f1800c. 00080000:00000010:1.0:1767384332.806412:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005e7b87c9. 00080000:00000001:1.0:1767384332.806417:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326140416 : -111513383411200 : ffff9a944464e200) 00000800:00000010:3.0:1767384332.806418:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000965a1346. 00080000:00000001:1.0:1767384332.806423:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384332.806425:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000da012b86. 00000001:00000001:1.0:1767384332.806428:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:3.0:1767384332.806433:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000965a1346] -> 12345-192.168.203.143@tcp24 (2) 00080000:00000010:1.0:1767384332.806434:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9d62bae. 00080000:00000001:1.0:1767384332.806440:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384332.806441:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000965a1346] -> 12345-192.168.203.143@tcp24 (2) 00080000:00000001:1.0:1767384332.806444:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384332.806517:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.806522:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384332.806525:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00080000:00000001:1.0:1767384332.806534:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384332.806591:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806641:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806678:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806711:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806733:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806750:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806789:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806819:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806860:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806881:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806901:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806921:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806944:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.806988:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807027:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807064:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807111:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807152:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807208:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807225:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807241:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807257:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807276:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807292:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807306:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807323:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807353:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807385:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807420:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.807524:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000800:00000010:1.0:1767384332.807708:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f168d2a7. 00000800:00000010:1.0:1767384332.807714:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000be6383a5. 00000800:00000010:1.0:1767384332.807719:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac177c60. 00000800:00000010:1.0:1767384332.807755:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac177c60. 00000400:00000200:2.0:1767384332.807795:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384332.807814:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp24 from 225.3.0.2 00000800:00000010:2.0:1767384332.807818:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bca6bc4e. 00000800:00000010:1.0:1767384332.807874:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3fe6452. 00000800:00000010:1.0:1767384332.807881:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c4511328. 00000800:00000010:1.0:1767384332.807908:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006c28a4bc. 00000800:00000200:1.1:1767384332.807916:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000965a1346] -> 12345-192.168.203.143@tcp24 (2) 00000800:00000200:1.1:1767384332.807923:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp24 000000006c28a4bc deleted 00000800:00000010:1.1:1767384332.807926:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006c28a4bc. 00000800:00000200:1.1:1767384332.807931:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384332.807937:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp24 ip 192.168.203.143:993 00000800:00000200:1.1:1767384332.807941:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8f1800c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384332.807949:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp24 p 3.x 192.168.203.143 -> 192.168.203.143:993 incarnation:1767384331036141112 sched[0] 00000800:00000010:1.0:1767384332.807964:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac177c60. 00000800:00000010:1.0:1767384332.808023:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac177c60. 00000800:00000010:1.0:1767384332.808029:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c4511328. 00000800:00000010:1.0:1767384332.808072:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bca6bc4e. 00000800:00000001:3.0:1767384332.808083:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384332.808115:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384332.808121:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp24 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384331036141112 sched[0] 00000800:00000001:3.0:1767384332.808124:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384332.808125:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000be6383a5. 00000800:00000001:3.0:1767384332.808156:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384332.808171:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384332.808174:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384332.808184:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384332.808186:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000010:2.0:1767384332.808211:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c8f1800c. 00000800:00000001:3.0:1767384332.808212:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384332.808218:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384332.808225:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: GET: OK 00000400:00000200:2.0:1767384332.808228:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384332.808232:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000400:00000200:3.0:1767384332.808245:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24) <- 192.168.203.143@tcp24 : GET - for me 00000400:00000200:1.0:1767384332.808253:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384332.808258:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384332.808265:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 304/304 into md 0x161d [1] + 0 00000400:00000200:3.0:1767384332.808274:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp24 to MR: 192.168.203.143@tcp24 local destination 00000400:00000200:3.0:1767384332.808280:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp24 NI seq info: [40:40:256:4294967295] 192.168.203.143@tcp24 LPNI seq info [40:40:8:4294967295] 00000400:00000200:1.0:1767384332.808280:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384332.808316:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24:192.168.203.143@tcp24) -> 192.168.203.143@tcp24(192.168.203.143@tcp24:192.168.203.143@tcp24) 192.168.203.143@tcp24 : REPLY try# 0 00000800:00000200:3.0:1767384332.808323:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.143@tcp24 00000800:00000010:3.0:1767384332.808327:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8f1800c. 00000800:00000200:3.0:1767384332.808331:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000965a1346] -> 12345-192.168.203.143@tcp24 (4) 00000800:00000200:3.0:1767384332.808337:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp24 ip 192.168.203.143:988 00000400:00000200:1.0:1767384332.808339:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000200:3.0:1767384332.808349:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8f1800c type 3, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1767384332.808364:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000001:2.0:1767384332.808385:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384332.808410:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.808442:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000800:00000200:3.0:1767384332.808470:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384332.808474:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8f1800c. 00000800:00000001:2.0:1767384332.808479:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384332.808480:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384332.808501:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384332.808506:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: REPLY: OK 00000800:00000001:2.0:1767384332.808507:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384332.808511:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384332.808514:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384332.808525:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24) <- 192.168.203.143@tcp24 : REPLY - for me 00000400:00000200:2.0:1767384332.808536:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp24: Reply from 12345-192.168.203.143@tcp24 of length 304/304 into md 0x1639 00000800:00000001:2.0:1767384332.808541:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384332.808545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000800:00000001:2.0:1767384332.808548:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384332.808551:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384332.808557:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: REPLY: OK 00000400:00000200:2.0:1767384332.808561:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9f6bf4 00000400:00000010:2.0:1767384332.808563:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000400:00000200:2.0:1767384332.808566:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384332.808570:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:2.0:1767384332.808573:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:2.0:1767384332.808576:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 17. state = 0x100251 00000400:00000200:2.0:1767384332.808581:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384332.808586:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384332.808594:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (18) 00000800:00000001:2.0:1767384332.808601:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384332.808605:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384332.808608:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384332.808615:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000d1 00000400:00000010:3.0:1767384332.808621:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 000000006edf27f2. 00000400:00000200:1.0:1767384332.808622:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000010:3.0:1767384332.808626:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000dda1d013. 00000400:00000010:3.0:1767384332.808630:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000003d51743f. 00000400:00000200:1.0:1767384332.808645:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000010:3.0:1767384332.808654:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002ae28012. 00000400:00000200:3.0:1767384332.808660:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002ae28012 nid 192.168.203.143@tcp25 00000400:00000010:3.0:1767384332.808663:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000007cdb5c3. 00000400:00000200:3.0:1767384332.808666:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 0000000007cdb5c3 net tcp25 00000400:00000200:1.0:1767384332.808668:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384332.808669:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (17) 00000400:00000200:3.0:1767384332.808677:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp25 flags 0x11 00000400:00000010:3.0:1767384332.808681:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 000000006edf27f2. 00000400:00000010:3.0:1767384332.808684:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000dda1d013. 00000400:00000010:3.0:1767384332.808687:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000003d51743f. 00000400:00000010:3.0:1767384332.808689:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000978facb0. 00000400:00000200:3.0:1767384332.808692:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384332.808695:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:1.0:1767384332.808695:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384332.808701:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000400:00000200:3.0:1767384332.808707:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000200:3.0:1767384332.808709:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384332.808710:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:3.0:1767384332.808713:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384332.808717:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (18) 00000400:00000200:1.0:1767384332.808728:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.808765:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.808782:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.808833:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00080000:00000010:3.0:1767384332.808862:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005e7b87c9. 00000400:00000200:1.0:1767384332.808870:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384332.808911:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00080000:00000010:2.0:1767384332.808913:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9d62bae. 00040000:00000001:2.0:1767384332.808921:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384332.808923:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384332.808926:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384332.808930:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384332.808933:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.808935:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:1.0:1767384332.808941:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 20000000:01000000:2.0:1767384332.808951:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384332.808962:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384332.808966:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:1.0:1767384332.808968:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00080000:00000001:2.0:1767384332.808972:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384332.808979:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000978facb0. 20000000:01000000:3.0:1767384332.808984:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:3.0:1767384332.808988:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384332.808998:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384332.809000:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384332.809009:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00080000:00000001:3.0:1767384332.809011:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384332.809025:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.809028:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384332.809030:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.809032:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384332.809033:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384332.809035:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000020:00000001:3.0:1767384332.809039:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:3.0:1767384332.809041:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384332.809044:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384332.809047:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.809049:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.809050:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000020:00000001:3.0:1767384332.809053:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384332.809059:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:3.0:1767384332.809062:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:2.0:1767384332.809065:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:3.0:1767384332.809066:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003d51743f. 20000000:00000001:2.0:1767384332.809069:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384332.809072:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565212145152 : -111508497406464 : ffff9a95679f6600) 10000000:01000000:2.0:1767384332.809073:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384332.809078:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384332.809081:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384332.809088:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000691f8423. 00010000:00000001:2.0:1767384332.809090:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384332.809092:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.809093:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00010000:00000001:2.0:1767384332.809094:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384332.809096:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:2.0:1767384332.809103:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006bf1a312. 00080000:00000001:3.0:1767384332.809109:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.809121:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384332.809144:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1767384332.809146:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00080000:00000020:3.0:1767384332.809155:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000010:2.0:1767384332.809158:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008ccff4c5. 00000100:00000001:3.0:1767384332.809161:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384332.809164:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008abb1efb. 00000020:00000001:2.0:1767384332.809164:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384332.809168:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008ccff4c5 with handle 0x980286e253c5fc23 to hash 00000020:00000001:2.0:1767384332.809173:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 20000000:00000001:3.0:1767384332.809174:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.809175:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00010000:00000001:2.0:1767384332.809182:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00000400:00000200:1.0:1767384332.809183:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00010000:00000040:3.0:1767384332.809200:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746141440 00010000:00000001:2.0:1767384332.809203:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384332.809207:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384332.809207:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.809212:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384332.809215:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea619d63 x1853236746141440/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384332.809221:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00010000:00000001:2.0:1767384332.809226:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384332.809231:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384332.809233:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384332.809234:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384332.809236:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384332.809238:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.809240:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384332.809243:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.809243:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.809246:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00010000:00000001:2.0:1767384332.809250:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00001000:3.0:1767384332.809252:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=38 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384332.809253:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384332.809256:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:3.0:1767384332.809259:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384332.809259:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384332.809263:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006bf1a312) refcount = 1 00000100:00000040:3.0:1767384332.809264:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384332.809268:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00010000:2.0:1767384332.809268:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384332.809287:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 02000000:00000001:3.0:1767384332.809293:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384332.809298:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.809300:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:3.0:1767384332.809304:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384332.809304:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384332.809309:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384332.809313:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384332.809314:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.809318:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384332.809320:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b03f52b9. 00000400:00000200:1.0:1767384332.809322:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 20000000:00000001:2.0:1767384332.809323:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000200:3.0:1767384332.809326:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746141440, offset 224 20000000:01000000:2.0:1767384332.809328:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:2.0:1767384332.809333:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384332.809335:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384332.809337:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384332.809346:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008ccff4c5 refcount=4 00000400:00000200:3.0:1767384332.809348:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384332.809350:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00010000:00000001:2.0:1767384332.809355:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00000400:00000200:1.0:1767384332.809357:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00010000:00000001:2.0:1767384332.809358:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:3.0:1767384332.809363:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03f00 00010000:00010000:2.0:1767384332.809364:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384332.809374:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1625 [2] + 224 00010000:00000001:2.0:1767384332.809375:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384332.809379:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384332.809382:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384332.809387:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.809391:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384332.809392:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384332.809394:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384332.809397:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384332.809404:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1767384332.809405:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384332.809408:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.809415:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384332.809419:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384332.809423:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384332.809435:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008ccff4c5 already unused, calling callback (000000004feed035) 00010000:00000001:2.0:1767384332.809440:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384332.809443:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384332.809506:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.809512:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384332.809513:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384332.809514:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384332.809518:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.809519:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008ccff4c5 refcount=5 00000020:00000001:2.0:1767384332.809521:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00000400:00000200:3.0:1767384332.809522:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b03f52b9 00010000:00000001:2.0:1767384332.809524:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366536704 : -111508343014912 : ffff9a9570d33a00) 00000400:00000010:3.0:1767384332.809525:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b03f52b9. 00010000:00000001:2.0:1767384332.809529:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384332.809531:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384332.809533:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384332.809537:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.809539:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384332.809542:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384332.809547:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384332.809549:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384332.809551:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.809552:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1767384332.809556:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384332.809556:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.809561:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384332.809562:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea619d63 x1853236746141440/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384332.809565:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:1.0:1767384332.809567:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000462b329d. 00010000:00000001:2.0:1767384332.809568:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.809572:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384332.809573:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000be6383a5. 00000020:00000040:2.0:1767384332.809578:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008ccff4c5 with handle 0x980286e253c5fc23 from hash 00000800:00000010:1.0:1767384332.809580:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac177c60. 00010000:00000001:2.0:1767384332.809581:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384332.809586:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.809588:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.809590:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384332.809594:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384332.809596:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:3.0:1767384332.809599:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea619d63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746141440:12345-0@lo:253: Request processed in 3601us (4241us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384332.809600:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384332.809603:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.809607:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384332.809609:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac177c60. 00010000:00000001:2.0:1767384332.809610:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:3.0:1767384332.809614:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00010000:00000001:2.0:1767384332.809615:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:3.0:1767384332.809619:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00010000:00000001:2.0:1767384332.809619:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.809621:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384332.809623:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384332.809624:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.809627:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384332.809628:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.809631:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384332.809634:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000289a15fa. 00010000:00010000:2.0:1767384332.809634:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.809641:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384332.809643:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00010000:00000001:2.0:1767384332.809643:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.809646:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384332.809648:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000010:3.0:1767384332.809649:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071f22105. 00010000:00000001:2.0:1767384332.809650:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.809654:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.809655:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:3.0:1767384332.809657:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:2.0:1767384332.809658:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.809663:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384332.809666:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000005c0d2af. 20000000:00000001:2.0:1767384332.809668:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.809670:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384332.809672:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384332.809676:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.809677:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384332.809680:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384332.809682:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00010000:2.0:1767384332.809682:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008ccff4c5/0x980286e253c5fc23 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384332.809689:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3e6e89c. 00010000:00000040:2.0:1767384332.809690:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006bf1a312 count: 0 00000400:00000010:3.0:1767384332.809695:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b03f52b9. 00010000:00000001:2.0:1767384332.809707:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384332.809710:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384332.809730:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.809732:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384332.809732:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000001:2.0:1767384332.809739:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384332.809742:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384332.809744:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3e30835. 00000400:00000200:2.0:1767384332.809747:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b76bbc8 00000400:00000200:1.0:1767384332.809748:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp24 from 224.3.0.2 00000400:00000010:2.0:1767384332.809750:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b76bbc8. 00000800:00000010:1.0:1767384332.809752:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e6f9de86. 00000100:00000001:2.0:1767384332.809754:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384332.809759:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384332.809767:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.809774:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384332.809776:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.809779:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384332.809781:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000010:3.0:1767384332.809782:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b674c207. 00000100:00000001:2.0:1767384332.809783:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384332.809786:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384332.809789:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000056b47a65. 02000000:00000001:2.0:1767384332.809789:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384332.809796:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384332.809799:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384332.809819:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384332.809821:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.809824:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000010:3.0:1767384332.809833:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a1790e65. 00010000:00000001:2.0:1767384332.809834:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.809840:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384332.809845:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000965a1346] -> 12345-192.168.203.143@tcp24 (4) 00000100:00000040:2.0:1767384332.809849:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384332.809858:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp24 00000000a1790e65 deleted 00000100:00000001:2.0:1767384332.809863:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:3.1:1767384332.809864:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a1790e65. 00000100:00000001:2.0:1767384332.809870:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:3.1:1767384332.809873:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000100:00000001:2.0:1767384332.809874:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384332.809881:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384332.809884:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:3.0:1767384332.809885:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp24 p 3.x 192.168.203.143 -> 192.168.203.143:992 incarnation:1767384331036141112 sched[0] 00000020:01000004:2.0:1767384332.809887:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384332.809891:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384332.809894:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:3.0:1767384332.809895:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000583e746. 00000020:01000004:2.0:1767384332.809896:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384332.809900:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384332.809903:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384332.809905:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384332.809907:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384332.809911:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384332.809919:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049e4f551 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746141440:0@lo:253: 00000100:00000001:2.0:1767384332.809926:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.809929:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384332.809931:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049e4f551 x1853236746141440/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.809937:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384332.809940:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384332.809942:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b8eec370. 02000000:00000001:2.0:1767384332.809948:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384332.809950:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384332.809952:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384332.809954:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384332.809956:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dd3736e0. 02000000:00000001:2.0:1767384332.809962:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000010:3.0:1767384332.809964:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000583e746. 02000000:00000001:2.0:1767384332.809965:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384332.809968:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049e4f551. 00000800:00000010:3.0:1767384332.809971:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000056b47a65. 00000100:00000001:2.0:1767384332.809981:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384332.809982:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.809984:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.809990:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384332.809992:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.809996:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.809999:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384332.810002:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e6f9de86. 00000800:00000001:3.0:1767384332.810025:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384332.810031:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384332.810040:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384332.810048:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp24 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384331036141112 sched[0] 00000800:00000010:2.0:1767384332.810051:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000be6383a5. 00000800:00000001:3.0:1767384332.810084:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384332.810089:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384332.810985:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003d51743f. 00080000:00000010:3.0:1767384332.811091:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000691f8423. 00040000:00000001:3.0:1767384332.811099:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384332.811100:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384332.811112:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384332.811115:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:3.0:1767384332.811117:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384332.811119:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384332.811122:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384332.811136:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384332.811138:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384332.811143:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384332.811217:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384332.811221:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384332.811223:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384332.811226:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384332.811228:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384332.811232:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000be63bad. 00010000:00000001:2.0:1767384332.811235:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384332.811238:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003368e9fb. 00000020:00000001:2.0:1767384332.811240:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384332.811241:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003368e9fb with handle 0x980286e253c5fc2a to hash 00000020:00000001:2.0:1767384332.811242:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384332.811243:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00010000:00000001:2.0:1767384332.811245:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00010000:00000001:2.0:1767384332.811247:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.811248:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.811250:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.811256:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384332.811258:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384332.811259:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384332.811260:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384332.811261:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.811263:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384332.811264:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.811265:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384332.811273:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384332.811274:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384332.811275:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384332.811276:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000be63bad) refcount = 1 00010000:00010000:2.0:1767384332.811279:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.811283:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384332.811284:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384332.811286:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.811287:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.811289:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384332.811291:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384332.811292:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:2.0:1767384332.811294:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384332.811295:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.811297:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003368e9fb refcount=4 00000020:00000001:2.0:1767384332.811298:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00010000:00000001:2.0:1767384332.811301:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00080000:00000020:3.0:1767384332.811304:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384332.811304:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384332.811307:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384332.811308:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384332.811311:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000209a1d20. 00010000:00000001:2.0:1767384332.811316:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:3.0:1767384332.811318:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.811319:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384332.811324:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746141568 00010000:00000001:2.0:1767384332.811326:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.811328:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384332.811329:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384332.811332:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384332.811335:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070992eb8 x1853236746141568/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384332.811339:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.811342:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.811345:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384332.811349:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384332.811351:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.811352:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384332.811357:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=38 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384332.811365:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003368e9fb already unused, calling callback (000000004feed035) 00000100:00000001:3.0:1767384332.811366:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384332.811369:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767384332.811371:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:2.0:1767384332.811372:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384332.811374:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384332.811375:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384332.811381:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384332.811383:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1767384332.811384:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.811386:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384332.811388:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384332.811389:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384332.811393:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384332.811394:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003368e9fb refcount=5 00000020:00000001:2.0:1767384332.811397:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00000400:00000010:3.0:1767384332.811398:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056b47a65. 00010000:00000001:2.0:1767384332.811399:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366530048 : -111508343021568 : ffff9a9570d32000) 00000100:00000200:3.0:1767384332.811404:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746141568, offset 224 00010000:00000001:2.0:1767384332.811404:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384332.811405:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384332.811413:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384332.811414:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384332.811418:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384332.811420:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.811443:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384332.811463:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df03f80 00010000:00000001:2.0:1767384332.811464:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384332.811468:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384332.811470:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384332.811471:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x162d [2] + 224 00010000:00000001:2.0:1767384332.811473:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384332.811476:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003368e9fb with handle 0x980286e253c5fc2a from hash 00000400:00000200:3.0:1767384332.811477:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384332.811479:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384332.811482:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384332.811484:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384332.811485:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.811488:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384332.811491:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384332.811491:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384332.811493:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384332.811494:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384332.811495:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.811497:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.811507:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:3.0:1767384332.811509:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384332.811509:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384332.811514:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.811516:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.811517:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.811521:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.811525:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.811529:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384332.811531:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384332.811544:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.811547:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.811549:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384332.811550:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384332.811551:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.811552:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.811553:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384332.811554:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.811556:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:2.0:1767384332.811556:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.811560:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384332.811565:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056b47a65 00010000:00000001:2.0:1767384332.811565:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384332.811568:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384332.811569:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056b47a65. 00010000:00010000:2.0:1767384332.811571:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003368e9fb/0x980286e253c5fc2a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384332.811573:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.811574:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384332.811577:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384332.811578:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384332.811583:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000be63bad count: 0 00000400:00000001:1.0:1767384332.811583:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384332.811585:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384332.811588:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384332.811591:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:1.0:1767384332.811592:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009127a19f. 00010000:00000001:3.0:1767384332.811596:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384332.811597:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384332.811598:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3d5a78d 00000020:00000001:3.0:1767384332.811600:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.811601:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384332.811602:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3d5a78d. 00000020:00000001:3.0:1767384332.811606:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384332.811608:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384332.811611:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070992eb8 x1853236746141568/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384332.811615:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384332.811633:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070992eb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746141568:12345-0@lo:253: Request processed in 5493us (6022us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384332.811635:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384332.811648:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000001:1.0:1767384332.811649:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384332.811651:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384332.811652:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.811654:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384332.811656:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384332.811657:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384332.811659:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384332.811661:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ed951068. 00000100:00000001:1.0:1767384332.811662:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384332.811664:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.811667:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384332.811668:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f5372a60. 00000100:00001000:1.0:1767384332.811670:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=38 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384332.811673:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e351ceeb. 00000020:00000040:3.0:1767384332.811676:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:3.0:1767384332.811682:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384332.811682:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=38 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384332.811684:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004d9f8c15. 00000100:00000001:1.0:1767384332.811686:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384332.811689:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384332.811689:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.811691:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384332.811692:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384332.811694:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384332.811697:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384332.811697:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384332.811704:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081cbe5a2. 00000100:00000040:1.0:1767384332.811704:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384332.811711:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056b47a65. 00000100:00000001:1.0:1767384332.811713:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384332.811716:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384332.811717:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384332.811721:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384332.811723:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384332.811725:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384332.811726:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384332.811727:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384332.811729:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384332.811730:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384332.811731:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384332.811731:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384332.811733:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384332.811739:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746141568:0@lo:253: 00000100:00000001:1.0:1767384332.811742:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.811743:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384332.811745:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000271fd986 x1853236746141568/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.811749:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384332.811750:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384332.811752:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c95560a3. 02000000:00000001:1.0:1767384332.811755:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384332.811756:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384332.811757:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384332.811759:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384332.811760:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b7356cf7. 02000000:00000001:1.0:1767384332.811767:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384332.811768:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384332.811769:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000271fd986. 00000100:00000001:1.0:1767384332.811772:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384332.811772:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.811774:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.811777:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384332.811777:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.811779:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.811781:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.812472:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294921576, at 4294921577 00000100:00000010:1.0:1767384332.812478:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c9819a4. 00000100:00000040:3.0:1767384332.812492:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294921576, at 4294921577 00000100:00000010:3.0:1767384332.812500:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bcc839a. 00000100:00000040:2.0:1767384332.812504:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294921576, at 4294921577 00000100:00000040:0.0:1767384332.812505:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294921576, at 4294921577 00000100:00000010:2.0:1767384332.812514:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053ae186b. 00000100:00000010:0.0:1767384332.812516:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059be0a6c. 00010000:00000010:2.1:1767384332.822538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006bf1a312. 00010000:00000010:2.1:1767384332.822544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008ccff4c5. 00010000:00000010:2.1:1767384332.822547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000be63bad. 00010000:00000010:2.1:1767384332.822550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003368e9fb. 00000400:00000010:0.0:1767384332.828170:0:24628:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000287c38b2. 00000400:00000040:0.0:1767384332.828205:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384332.828208:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384332.828210:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.828212:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.828213:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.828214:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384332.828217:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384332.828218:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384332.828220:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384332.828221:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384332.828223:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384332.828224:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384332.828226:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384332.828227:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.828228:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384332.828230:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384332.828231:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.828232:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384332.828233:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384332.828234:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.828235:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384332.828237:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384332.828238:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384332.828239:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.828239:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384332.828241:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.828242:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384332.828243:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384332.828250:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384332.828251:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.828252:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384332.828253:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.828254:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384332.828255:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384332.828256:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384332.828257:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.828258:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384332.828260:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384332.828261:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384332.828262:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384332.828280:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384332.828281:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.828283:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384332.828285:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384332.828286:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384332.828287:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384332.828289:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384332.828290:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384332.828292:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384332.828294:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384332.828295:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384332.828297:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384332.828298:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384332.828299:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384332.828301:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384332.828303:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384332.828304:0:24628:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384332.828351:0:24628:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000287c38b2. 00010000:00000001:2.0:1767384333.667511:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384333.667516:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384333.667521:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384333.667522:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.667554:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384333.667558:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384333.667560:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384333.892831:0:24917:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fe86f93d. 00080000:00000010:2.0:1767384333.892848:0:24917:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fe86f93d. 00000020:00000001:2.0:1767384333.892855:0:24917:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384333.892865:0:24917:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fe86f93d. 00080000:00000010:2.0:1767384333.892870:0:24917:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fe86f93d. 00000020:00000001:2.0:1767384333.892875:0:24917:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384334.614604:0:25081:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384334.614608:0:25081:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:1.0:1767384334.618036:0:25081:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384334.625142:0:25082:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e7be00fa. 00000400:00000010:1.0:1767384334.625154:0:25082:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a5a53648. 00000400:00000010:1.0:1767384334.625163:0:25082:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d1cba47b. 00000400:00000010:1.0:1767384334.625166:0:25082:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008ae82bfc. 00000400:00000010:1.0:1767384334.625169:0:25082:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dc42e731. 00000400:00000010:1.0:1767384334.625172:0:25082:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b68d6444. 00000400:00000010:1.0:1767384334.625174:0:25082:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000239f3f4b. 00000400:00000010:1.0:1767384334.625175:0:25082:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007087c5d3. 00000400:00000010:1.0:1767384334.625178:0:25082:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000037bd8341. 00000800:00000010:1.0:1767384334.625189:0:25082:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000022d29487. 00000800:00000200:1.0:1767384334.625198:0:25082:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384334.625216:0:25082:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384334.625246:0:25082:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384334.625265:0:25082:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384334.626844:0:25082:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000002beb4f7c. 00000400:00000010:1.0:1767384334.626850:0:25082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009127a19f. 00000400:00000010:1.0:1767384334.626855:0:25082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b604cb1. 00000400:00000001:1.0:1767384334.626870:0:25082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384334.626872:0:25082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384334.626879:0:25082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000413ac9ad. 00000400:00000200:1.0:1767384334.626882:0:25082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000400:00000010:1.0:1767384334.626885:0:25082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000400:00000010:1.0:1767384334.626889:0:25082:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 0000000075a710f7. 00000400:00000200:1.0:1767384334.626893:0:25082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (17) 00000400:00000200:1.0:1767384334.626912:0:25082:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384334.626920:0:25082:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384334.626926:0:25082:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000014981185. 00000020:01000000:1.0:1767384334.626931:0:25082:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384334.626932:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384334.626934:0:25082:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp26 00000400:00000200:0.0:1767384334.626942:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:0.0:1767384334.626950:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000400:00000010:1.0:1767384334.626953:0:25082:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a5a53648. 00000400:00000200:0.0:1767384334.626954:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (18) 00000400:00000010:1.0:1767384334.626959:0:25082:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e7be00fa. 00000400:00000010:0.0:1767384334.626961:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000197249b7. 00000400:00000200:0.0:1767384334.626975:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp24 00000400:00000200:0.0:1767384334.627004:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp24 to MR: 192.168.203.143@tcp24 local destination 00000400:00000200:0.0:1767384334.627010:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp24 NI seq info: [41:41:256:4294967295] 192.168.203.143@tcp24 LPNI seq info [41:41:8:4294967295] 00000400:00000200:0.0:1767384334.627016:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp24 00000400:00000200:0.0:1767384334.627023:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24:192.168.203.143@tcp24) -> 192.168.203.143@tcp24(192.168.203.143@tcp24:192.168.203.143@tcp24) : PUT try# 0 00000020:00000001:2.0:1767384334.627027:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.0:1767384334.627028:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.143@tcp24 10000000:00000001:2.0:1767384334.627033:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:0.0:1767384334.627033:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b8a35fe. 10000000:00000001:2.0:1767384334.627036:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384334.627040:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:0.0:1767384334.627044:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000965a1346] -> 12345-192.168.203.143@tcp24 (6) 00000020:01000004:2.0:1767384334.627045:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384334.627049:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384334.627051:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384334.627052:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384334.627055:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:0.0:1767384334.627055:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp24 ip 192.168.203.143:988 00000020:01000004:2.0:1767384334.627058:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384334.627060:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:0.0:1767384334.627061:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b8a35fe type 1, nob 416 niov 1 nkiov 1 00000020:01000004:2.0:1767384334.627062:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384334.627065:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384334.627066:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384334.627071:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a2792aa. 00000020:00000040:2.0:1767384334.627075:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:0.0:1767384334.627079:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000001:2.0:1767384334.627080:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384334.627083:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 02000000:00000001:2.0:1767384334.627084:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384334.627090:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384334.627098:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b8eec370. 00000100:00000001:2.0:1767384334.627104:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.627111:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384334.627113:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384334.627120:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a2792aa] to pc [ptlrpcd_00_01+1] req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384334.627141:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384334.627143:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.627145:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384334.627146:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384334.627152:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384334.627153:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384334.627157:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384334.627161:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384334.627163:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384334.627172:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384334.627172:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384334.627173:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384334.627177:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384334.627177:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384334.627181:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384334.627182:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384334.627183:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:1.0:1767384334.627185:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384334.627186:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384334.627189:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384334.627191:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384334.627196:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cfabb0a. 00000100:00000001:1.0:1767384334.627197:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384334.627199:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384334.627200:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.627204:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384334.627206:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384334.627206:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384334.627208:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.627210:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384334.627213:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384334.627215:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1767384334.627216:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004d9f8c15. 00000100:00100000:1.0:1767384334.627216:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a2792aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746141696:0@lo:253: 00000100:00000001:2.0:1767384334.627222:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384334.627224:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b8a35fe. 00000100:00000001:1.0:1767384334.627224:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384334.627226:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384334.627230:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.627230:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384334.627233:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384334.627235:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384334.627238:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cfabb0a] to pc [ptlrpcd_00_02+2] req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384334.627239:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384334.627246:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b2c46025. 00000400:00000200:3.0:1767384334.627247:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: PUT: OK 02000000:00000001:1.0:1767384334.627251:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384334.627257:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029d0b97a. 00000400:00000200:3.0:1767384334.627258:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384334.627262:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp24: 0 00000400:00000010:1.0:1767384334.627263:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005cd411cf. 10000000:00000001:2.0:1767384334.627265:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384334.627268:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384334.627268:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746141696, portal 25 00000800:00000001:3.0:1767384334.627272:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384334.627274:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.627274:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:2.0:1767384334.627278:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384334.627278:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608804608 : -111508100747008 : ffff9a957f43f100) 00000800:00000001:3.0:1767384334.627292:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384334.627293:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000014981185. 00000100:00000040:1.0:1767384334.627294:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384334.627298:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.627302:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.627306:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384334.627311:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.627315:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24) <- 192.168.203.143@tcp24 : PUT - for me 00000100:00000001:2.0:1767384334.627318:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384334.627318:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384334.627322:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384334.627323:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384334.627325:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384334.627328:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767384334.627328:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002d38dbe. 00000100:00000040:2.0:1767384334.627331:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384334.627333:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746141696, offset 0 00000400:00000200:3.0:1767384334.627341:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 304/320 into md 0x1635 [1] + 0 00000100:00000001:2.0:1767384334.627347:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384334.627348:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007903df6f. 00000100:00000001:2.0:1767384334.627349:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.627352:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e546226 00000800:00000001:3.0:1767384334.627357:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384334.627359:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384334.627362:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:3.0:1767384334.627364:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384334.627365:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384334.627370:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384334.627371:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.627371:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384334.627378:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009cfabb0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746141824:0@lo:253: 00000400:00000200:3.0:1767384334.627381:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: PUT: OK 00000100:00000001:2.0:1767384334.627385:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384334.627386:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04000 02000000:00000001:2.0:1767384334.627390:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384334.627391:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e546226 02000000:00000001:2.0:1767384334.627393:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384334.627394:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 02000000:00000001:2.0:1767384334.627396:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384334.627399:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000010:2.0:1767384334.627402:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000209a1d20. 00000400:00000200:1.0:1767384334.627403:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xab1 [2] + 0 00000400:00000200:3.0:1767384334.627405:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (19) 02000000:00000001:2.0:1767384334.627407:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384334.627412:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa0c6793. 00000400:00000200:3.0:1767384334.627414:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:2.0:1767384334.627414:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3e30835. 00000400:00000200:1.0:1767384334.627416:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071bbb8fc 00000400:00000200:3.0:1767384334.627421:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (320 bytes) 00000400:00000200:3.0:1767384334.627481:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:2.0:1767384334.627483:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000875ce2ea. 00000400:00000200:1.0:1767384334.627496:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384334.627499:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746141824, portal 25 00000400:00000200:3.0:1767384334.627502:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (20) 00000400:00000200:1.0:1767384334.627504:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384334.627505:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384334.627509:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608807296 : -111508100744320 : ffff9a957f43fb80) 00000400:00000200:3.0:1767384334.627510:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:2.0:1767384334.627516:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384334.627521:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp24 to MR: 192.168.203.143@tcp24 local destination 00000100:00000001:2.0:1767384334.627532:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384334.627536:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp24 NI seq info: [42:42:256:4294967295] 192.168.203.143@tcp24 LPNI seq info [42:42:8:4294967295] 00000100:00000040:2.0:1767384334.627538:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384334.627541:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8cf69a0. 00000100:00000200:2.0:1767384334.627543:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746141824, offset 0 00000400:00000200:2.0:1767384334.627551:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384334.627561:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24:192.168.203.143@tcp24) -> 192.168.203.143@tcp24(192.168.203.143@tcp24:192.168.203.143@tcp24) 192.168.203.143@tcp24 : ACK try# 0 00000800:00000200:3.0:1767384334.627567:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp24 00000400:00000200:1.0:1767384334.627569:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071bbb8fc 00000400:00000200:2.0:1767384334.627574:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384334.627575:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071bbb8fc. 00000800:00000010:3.0:1767384334.627577:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009484793d. 00000100:00000001:1.0:1767384334.627583:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384334.627587:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384334.627589:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04080 00000800:00000200:3.0:1767384334.627590:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000965a1346] -> 12345-192.168.203.143@tcp24 (6) 00000100:00000040:1.0:1767384334.627594:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000066f3e18a x1853236746141696 msgsize 4848 00000400:00000200:2.0:1767384334.627600:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xac5 [2] + 0 00000400:00000010:2.0:1767384334.627606:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcef1e7f. 00000800:00000200:3.0:1767384334.627607:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp24 ip 192.168.203.143:993 00000100:00100000:1.0:1767384334.627610:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384334.627613:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000231ba198 00000800:00000200:3.0:1767384334.627614:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009484793d type 0, nob 96 niov 1 nkiov 0 00000100:00000040:1.0:1767384334.627615:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384334.627621:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384334.627627:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384334.627630:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231ba198 00000100:00000001:1.0:1767384334.627630:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384334.627632:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000231ba198. 00000400:00000200:1.0:1767384334.627639:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d38dbe 00000800:00000001:3.0:1767384334.627640:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384334.627640:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384334.627645:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384334.627646:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002d38dbe. 00000100:00000040:2.0:1767384334.627650:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000004c4f1369 x1853236746141824 msgsize 4848 00000100:00000001:1.0:1767384334.627651:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384334.627653:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384334.627658:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384334.627668:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384334.627673:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384334.627680:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384334.627684:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384334.627686:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384334.627699:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384334.627704:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8cf69a0 00000800:00000010:3.0:1767384334.627705:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009484793d. 00000100:00000001:1.0:1767384334.627706:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384334.627709:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8cf69a0. 00000100:00000001:1.0:1767384334.627711:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384334.627713:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384334.627715:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384334.627719:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384334.627723:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384334.627725:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: ACK: OK 00000100:00000001:1.0:1767384334.627727:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294923398 00000100:00000010:1.0:1767384334.627736:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015faad2b. 00000100:00000001:2.0:1767384334.627738:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384334.627739:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384334.627742:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384334.627745:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384334.627753:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384334.627753:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000800:00000001:3.0:1767384334.627760:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.627761:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.627764:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294923398 00000800:00000001:3.0:1767384334.627766:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384334.627767:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384334.627774:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d3b9d6. 00000800:00000001:3.0:1767384334.627776:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.627777:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.627778:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384334.627784:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294923398 00000100:00000001:1.0:1767384334.627787:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294923398 00000100:00000001:2.0:1767384334.627791:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294923398 00000400:00000200:3.0:1767384334.627792:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24) <- 192.168.203.143@tcp24 : ACK - for me 00000100:00000010:1.0:1767384334.627795:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eee94de2. 00000100:00000001:2.0:1767384334.627807:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294923398 00000100:00000001:1.0:1767384334.627808:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384334.627813:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294923398 00000100:00000001:1.0:1767384334.627817:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294923398 00000400:00000200:3.0:1767384334.627818:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp24: ACK from 12345-192.168.203.143@tcp24 into md 0x1651 00000100:00000001:2.0:1767384334.627819:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294923398 00000100:00000010:1.0:1767384334.627824:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c1dac9. 00000400:00000200:3.0:1767384334.627826:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384334.627827:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294923398 00000100:00000001:1.0:1767384334.627829:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384334.627834:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294923398 00000100:00000001:1.0:1767384334.627837:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384334.627840:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: ACK: OK 00000100:00000001:2.0:1767384334.627841:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294923398 00000100:00000001:1.0:1767384334.627842:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.627846:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000100:00000001:2.0:1767384334.627847:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384334.627849:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384334.627850:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000100:00000001:2.0:1767384334.627853:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.627855:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.627858:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.627859:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384334.627864:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384334.627865:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384334.627867:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000100:00000001:1.0:1767384334.627870:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384334.627873:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384334.627874:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:1.0:1767384334.627875:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384334.627877:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384334.627879:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384334.627880:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (19) 00000100:00000001:2.0:1767384334.627883:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384334.627884:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.627887:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384334.627889:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384334.627890:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.627890:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384334.627895:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.627898:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.627915:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384334.627925:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384334.627926:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384334.627933:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000d37ae8b8. 00000400:00000010:3.0:1767384334.627947:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007903df6f. 00000400:00000010:3.0:1767384334.627951:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000400:00000200:3.0:1767384334.627954:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d37ae8b8 00000400:00000010:3.0:1767384334.627974:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000ff403dbd. 00000400:00000200:3.0:1767384334.627978:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000400:00000200:3.0:1767384334.627980:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 00000400:00000200:3.0:1767384334.627983:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (18) 00000400:00000010:3.0:1767384334.627986:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000855a49e6. 00000400:00000010:3.0:1767384334.627989:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf6500e6. 00000400:00000010:3.0:1767384334.627994:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d640333. 00000400:00000200:3.0:1767384334.627999:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:3.0:1767384334.628005:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000100:00000001:1.0:1767384334.628009:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384334.628010:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00100000:1.0:1767384334.628013:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746141696 02000000:00000001:1.0:1767384334.628017:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384334.628018:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:1.0:1767384334.628022:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384334.628026:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:1.0:1767384334.628026:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.628031:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.628035:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00100000:1.0:1767384334.628036:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746141696 00000020:00000001:1.0:1767384334.628041:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384334.628042:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000040:1.0:1767384334.628044:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384334.628048:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384334.628050:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000040:1.0:1767384334.628051:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:2.0:1767384334.628053:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384334.628058:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746141824 00000020:00000001:1.0:1767384334.628058:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:3.0:1767384334.628061:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 02000000:00000001:2.0:1767384334.628064:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384334.628064:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384334.628067:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384334.628071:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:2.0:1767384334.628072:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.628072:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384334.628078:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384334.628080:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f90eaf7f. 00000400:00000200:3.0:1767384334.628081:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00100000:2.0:1767384334.628082:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746141824 00000100:00000001:1.0:1767384334.628085:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384334.628087:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384334.628089:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384334.628094:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384334.628094:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f90eaf7f. 00000400:00000200:3.0:1767384334.628095:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000040:2.0:1767384334.628098:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000010:1.0:1767384334.628102:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044d5f81c. 00000020:00000001:2.0:1767384334.628103:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:3.0:1767384334.628107:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000020:00000001:2.0:1767384334.628108:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000010:1.0:1767384334.628110:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d33bcba9. 00000100:00000001:2.0:1767384334.628115:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384334.628119:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000010:2.0:1767384334.628119:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ebcb41b. 00000020:00000010:1.0:1767384334.628119:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a43d4a6. 00000100:00000001:2.0:1767384334.628125:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384334.628127:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ebcb41b. 00000100:00000040:1.0:1767384334.628130:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384334.628132:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044711245. 00000100:00000001:1.0:1767384334.628135:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384334.628139:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384334.628140:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7b36092. 00000100:00000001:1.0:1767384334.628142:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.628143:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000010:2.0:1767384334.628149:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000400:00000200:3.0:1767384334.628152:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00000001:1.0:1767384334.628152:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.628155:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384334.628159:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384334.628162:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.628165:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000100:00000001:1.0:1767384334.628174:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.628179:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.628183:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000001:2.0:1767384334.628184:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384334.628188:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384334.628192:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384334.628194:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000100:00000001:2.0:1767384334.628195:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384334.628200:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384334.628200:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000400:00000200:3.0:1767384334.628204:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp25 00000100:00000040:1.0:1767384334.628205:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00100000:2.0:1767384334.628209:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00000001:1.0:1767384334.628210:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608972368 : -111508100579248 : ffff9a957f468050) 00000100:00000040:2.0:1767384334.628213:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000400:00000200:3.0:1767384334.628215:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp25 lpni_is_preferred = 0 00000100:00000001:2.0:1767384334.628216:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608978512 : -111508100573104 : ffff9a957f469850) 00000100:00000040:1.0:1767384334.628218:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066f3e18a x1853236746141696/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:315/0 lens 4848/0 e 0 to 0 dl 1767384345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384334.628222:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp25 00000100:00000040:2.0:1767384334.628224:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c4f1369 x1853236746141824/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:315/0 lens 4848/0 e 0 to 0 dl 1767384345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384334.628231:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp25 NI seq info: [43:43:256:4294967295] 192.168.203.143@tcp25 LPNI seq info [43:43:8:4294967295] 00000400:00000200:3.0:1767384334.628246:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp25 00000100:00000001:1.0:1767384334.628251:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384334.628252:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384334.628255:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f90eaf7f. 00000400:00000200:3.0:1767384334.628256:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25:) -> 192.168.203.143@tcp25(192.168.203.143@tcp:192.168.203.143@tcp25) : GET try# 0 00000100:00000001:1.0:1767384334.628261:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384334.628264:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ebcb41b. 00000020:00000010:1.0:1767384334.628265:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f90eaf7f. 00000800:00000200:3.0:1767384334.628266:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp25 00000100:00000001:2.0:1767384334.628269:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384334.628273:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009484793d. 00000020:00000010:2.0:1767384334.628274:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ebcb41b. 00000100:00100000:1.0:1767384334.628275:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066f3e18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746141696:12345-0@lo:253: 00000100:00000200:1.0:1767384334.628281:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746141696 00000800:00000010:3.0:1767384334.628283:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000071733232. 00000100:00100000:2.0:1767384334.628284:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c4f1369 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746141824:12345-0@lo:253: 00000020:00000001:1.0:1767384334.628284:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384334.628289:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:3.0:1767384334.628291:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006b76bbc8. 00000100:00000200:2.0:1767384334.628291:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746141824 00000020:00000001:1.0:1767384334.628292:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.628296:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384334.628298:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384334.628299:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:3.0:1767384334.628302:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (2) 00000020:00000001:1.0:1767384334.628302:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384334.628303:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.628309:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384334.628310:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384334.628313:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000800:00000200:3.1:1767384334.628314:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (2) 00000020:00000001:1.0:1767384334.628314:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384334.628319:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384334.628321:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384334.628325:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384334.628326:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384334.628328:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384334.628330:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000020:00000001:1.0:1767384334.628330:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384334.628332:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384334.628334:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.628337:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00000100:00000001:2.0:1767384334.628337:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384334.628339:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384334.628341:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384334.628343:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384334.628347:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000014981185. 02000000:00000010:2.0:1767384334.628348:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dd3736e0. 02000000:00000001:1.0:1767384334.628351:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384334.628352:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.628358:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.628358:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384334.628365:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384334.628365:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384334.628375:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a0afe9ce. 20000000:01000000:2.0:1767384334.628379:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384334.628382:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:1.0:1767384334.628383:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000727a5b2e. 20000000:00000001:2.0:1767384334.628384:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384334.628388:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384334.628388:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384334.628390:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384334.628392:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384334.628394:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 20000000:00000001:2.0:1767384334.628394:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384334.628395:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384334.628399:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384334.628402:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384334.628403:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384334.628404:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e351ceeb. 20000000:01000000:2.0:1767384334.628407:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:2.0:1767384334.628412:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384334.628417:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384334.628420:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384334.628546:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384334.628560:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384334.628563:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384334.628571:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384334.628574:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384334.628576:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384334.628579:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:2.0:1767384334.628583:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:2.0:1767384334.628585:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384334.628588:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384334.628591:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384334.628593:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384334.628596:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384334.628601:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:2.0:1767384334.628604:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384334.628607:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000467119ea. 00080000:00000001:2.0:1767384334.628610:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560327468544 : -111513382083072 : ffff9a9444792600) 00080000:00000001:2.0:1767384334.628613:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384334.628617:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384334.628621:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005ebcb41b. 00080000:00000001:2.0:1767384334.628624:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384334.628626:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384334.628640:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384334.628656:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384334.628663:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628722:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628756:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628778:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628799:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628819:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628846:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628866:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628889:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628903:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628916:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628931:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628947:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.628980:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629001:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629015:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629030:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629045:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629070:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629085:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629105:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629122:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629138:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629150:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629176:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629208:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629245:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629274:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629307:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629330:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629344:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384334.629508:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384334.629520:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000053081994. 00000800:00000010:3.0:1767384334.629524:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008c6862ad. 00000400:00000200:2.0:1767384334.629527:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp25 from 223.3.0.2 00000800:00000010:3.0:1767384334.629528:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ea7e167. 00000800:00000010:2.0:1767384334.629532:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000017c75c55. 00000800:00000010:3.0:1767384334.629554:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ea7e167. 00000800:00000010:1.0:1767384334.629568:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eed11167. 00000800:00000010:1.0:1767384334.629574:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002d38dbe. 00000800:00000010:1.0:1767384334.629602:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e436a164. 00000800:00000200:1.1:1767384334.629609:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (2) 00000800:00000200:1.1:1767384334.629614:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp25 00000000e436a164 deleted 00000800:00000010:1.1:1767384334.629616:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e436a164. 00000800:00000200:1.1:1767384334.629621:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384334.629626:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp25 ip 192.168.203.143:991 00000800:00000200:1.1:1767384334.629629:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009484793d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384334.629634:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp25 p 3.x 192.168.203.143 -> 192.168.203.143:991 incarnation:1767384332802753443 sched[0] 00000800:00000010:1.0:1767384334.629638:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f90eaf7f. 00000800:00000010:1.0:1767384334.629717:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f90eaf7f. 00000800:00000010:1.0:1767384334.629722:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002d38dbe. 00000800:00000010:1.0:1767384334.629752:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000017c75c55. 00000800:00000200:1.1:1767384334.629782:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384334.629793:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp25 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384332802753443 sched[0] 00000800:00000010:1.0:1767384334.629796:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008c6862ad. 00000800:00000001:3.0:1767384334.629804:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.629811:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384334.629861:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384334.629864:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009484793d. 00000400:00000200:1.0:1767384334.629865:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629868:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.629883:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp25->192.168.203.143@tcp25: GET: OK 00000400:00000200:3.0:1767384334.629888:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384334.629891:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000001:3.0:1767384334.629899:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.629905:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384334.629907:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.629915:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384334.629923:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25) <- 192.168.203.143@tcp25 : GET - for me 00000400:00000200:3.0:1767384334.629933:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384334.629935:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.629940:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 320/320 into md 0x164d [1] + 0 00000400:00000200:3.0:1767384334.629950:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp25 to MR: 192.168.203.143@tcp25 local destination 00000400:00000200:3.0:1767384334.629957:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp25 NI seq info: [44:44:256:4294967295] 192.168.203.143@tcp25 LPNI seq info [44:44:8:4294967295] 00000400:00000200:3.0:1767384334.629971:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25:192.168.203.143@tcp25) -> 192.168.203.143@tcp25(192.168.203.143@tcp25:192.168.203.143@tcp25) 192.168.203.143@tcp25 : REPLY try# 0 00000800:00000200:3.0:1767384334.629975:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.143@tcp25 00000800:00000010:3.0:1767384334.629979:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009484793d. 00000800:00000200:3.0:1767384334.629985:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (4) 00000800:00000200:3.0:1767384334.629991:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp25 ip 192.168.203.143:988 00000800:00000200:3.0:1767384334.629994:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009484793d type 3, nob 416 niov 1 nkiov 1 00000400:00000200:1.0:1767384334.630000:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000200:3.0:1767384334.630038:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384334.630041:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009484793d. 00000400:00000200:3.0:1767384334.630045:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.630051:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp25->192.168.203.143@tcp25: REPLY: OK 00000800:00000001:3.0:1767384334.630063:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.630068:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384334.630071:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384334.630074:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000001:3.0:1767384334.630078:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384334.630081:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384334.630116:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000001:3.0:1767384334.630122:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384334.630131:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25) <- 192.168.203.143@tcp25 : REPLY - for me 00000400:00000200:3.0:1767384334.630140:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp25: Reply from 12345-192.168.203.143@tcp25 of length 320/320 into md 0x1669 00000400:00000200:1.0:1767384334.630143:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000800:00000001:3.0:1767384334.630153:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.630160:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384334.630167:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384334.630172:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.630173:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp25->192.168.203.143@tcp25: REPLY: OK 00000400:00000200:3.0:1767384334.630178:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf6500e6 00000400:00000010:3.0:1767384334.630181:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf6500e6. 00000400:00000200:3.0:1767384334.630187:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384334.630193:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:3.0:1767384334.630197:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:3.0:1767384334.630202:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 18. state = 0x100251 00000400:00000200:1.0:1767384334.630205:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384334.630209:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384334.630227:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (19) 00000400:00000200:1.0:1767384334.630228:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000800:00000001:3.0:1767384334.630238:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.630245:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384334.630250:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384334.630257:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000d1 00000400:00000200:1.0:1767384334.630263:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000010:2.0:1767384334.630264:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 000000009875eaed. 00000400:00000010:2.0:1767384334.630270:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 0000000057e98010. 00000400:00000010:2.0:1767384334.630273:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 000000001725d7ee. 00000400:00000200:1.0:1767384334.630306:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000010:2.0:1767384334.630307:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000041bc576e. 00000400:00000200:2.0:1767384334.630315:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000041bc576e nid 192.168.203.143@tcp26 00000400:00000010:2.0:1767384334.630318:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000053ae186b. 00000400:00000200:2.0:1767384334.630322:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 0000000053ae186b net tcp26 00000400:00000200:2.0:1767384334.630325:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (18) 00000400:00000200:2.0:1767384334.630329:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp26 flags 0x11 00000400:00000010:2.0:1767384334.630342:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 000000009875eaed. 00000400:00000200:1.0:1767384334.630344:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000010:2.0:1767384334.630345:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 0000000057e98010. 00000400:00000010:2.0:1767384334.630351:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 000000001725d7ee. 00000400:00000010:2.0:1767384334.630355:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000855a49e6. 00000400:00000200:2.0:1767384334.630361:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384334.630364:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:2.0:1767384334.630367:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000400:00000200:2.0:1767384334.630372:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000200:2.0:1767384334.630375:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384334.630378:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:2.0:1767384334.630382:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:1.0:1767384334.630387:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384334.630388:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (19) 00000400:00000200:1.0:1767384334.630416:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630501:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630532:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630551:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630564:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630577:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630594:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630613:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630641:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630666:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630719:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630739:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630759:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630780:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630812:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630835:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630870:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630892:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630913:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384334.630935:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00080000:00000010:3.0:1767384334.630976:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000467119ea. 00080000:00000010:2.0:1767384334.631053:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005ebcb41b. 00040000:00000001:2.0:1767384334.631061:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384334.631064:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384334.631066:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384334.631070:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384334.631073:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384334.631075:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384334.631088:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384334.631096:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384334.631099:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000800:00000010:1.0:1767384334.631101:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000673469b5. 00080000:00000001:2.0:1767384334.631104:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:1.0:1767384334.631107:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002d38dbe. 00000400:00000200:3.0:1767384334.631108:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384334.631114:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f90eaf7f. 00000400:00000200:3.0:1767384334.631131:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp25 from 222.3.0.2 00000800:00000010:3.0:1767384334.631136:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000e4ae6bb. 00000800:00000010:1.0:1767384334.631151:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f90eaf7f. 20000000:01000000:2.0:1767384334.631176:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384334.631180:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384334.631183:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384334.631188:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384334.631191:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384334.631200:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c7d1fcee. 00010000:00000001:2.0:1767384334.631205:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000010:1.0:1767384334.631208:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000079b2bc88. 00010000:00000010:2.0:1767384334.631209:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007940b17. 00000020:00000001:2.0:1767384334.631213:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:01000000:1.0:1767384334.631219:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:1.0:1767384334.631223:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384334.631226:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384334.631229:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384334.631236:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000040:2.0:1767384334.631244:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000007940b17 with handle 0x980286e253c5fc31 to hash 00080000:00000001:1.0:1767384334.631245:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.631248:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384334.631249:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384334.631252:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384334.631253:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384334.631255:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384334.631257:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00010000:00000001:2.0:1767384334.631259:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00000020:00000001:1.0:1767384334.631262:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00010000:00000001:2.0:1767384334.631264:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00080000:00000002:1.0:1767384334.631265:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384334.631271:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384334.631271:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384334.631274:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384334.631276:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384334.631279:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384334.631280:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384334.631285:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384334.631299:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:2.0:1767384334.631302:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384334.631304:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384334.631307:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:1.0:1767384334.631309:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e0d8892d. 00010000:00000001:2.0:1767384334.631311:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384334.631315:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384334.631316:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565472719872 : -111508236831744 : ffff9a9577277400) 00010000:00000001:2.0:1767384334.631317:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384334.631320:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384334.631321:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384334.631325:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384334.631325:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384334.631328:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:1.0:1767384334.631330:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f90eaf7f. 00010000:00000001:2.0:1767384334.631331:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384334.631334:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384334.631336:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.631337:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384334.631341:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384334.631342:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c7d1fcee) refcount = 1 00010000:00010000:2.0:1767384334.631346:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.631352:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384334.631354:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384334.631356:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384334.631357:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.631359:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.631362:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384334.631365:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:1.0:1767384334.631368:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384334.631369:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:2.0:1767384334.631374:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384334.631377:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384334.631379:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007940b17 refcount=4 00000020:00000001:2.0:1767384334.631381:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:2.0:1767384334.631383:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:2.0:1767384334.631385:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384334.631394:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.631399:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384334.631401:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.631406:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.631407:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384334.631409:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.631413:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384334.631415:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.631417:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384334.631419:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384334.631497:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000007940b17 already unused, calling callback (000000004feed035) 00010000:00000001:2.0:1767384334.631499:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384334.631501:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384334.631503:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.631507:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384334.631508:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384334.631510:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384334.631511:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007940b17 refcount=5 00000020:00000001:2.0:1767384334.631513:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:2.0:1767384334.631515:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:2.0:1767384334.631519:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384334.631520:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.631524:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384334.631531:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384334.631532:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.631536:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384334.631537:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384334.631538:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384334.631539:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384334.631541:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000007940b17 with handle 0x980286e253c5fc31 from hash 00010000:00000001:2.0:1767384334.631542:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384334.631544:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.631545:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.631547:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384334.631549:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384334.631551:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384334.631552:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384334.631554:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.631556:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.631557:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384334.631558:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384334.631560:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.631561:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1767384334.631563:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004da292bc. 00010000:00000001:2.0:1767384334.631563:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.631564:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.631569:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384334.631571:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f6b6b07b. 00010000:00010000:2.0:1767384334.631571:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.631578:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.631580:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.631582:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384334.631583:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384334.631585:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.631587:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.631588:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000010:3.0:1767384334.631590:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006b3244a1. 00010000:00000001:2.0:1767384334.631591:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384334.631596:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384334.631598:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000200:3.1:1767384334.631600:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (4) 00000800:00000200:3.1:1767384334.631615:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp25 000000006b3244a1 deleted 00010000:00000001:2.0:1767384334.631615:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000800:00000010:3.1:1767384334.631619:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006b3244a1. 00010000:00000001:2.0:1767384334.631620:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384334.631623:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000007940b17/0x980286e253c5fc31 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000200:3.1:1767384334.631626:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000040:2.0:1767384334.631632:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c7d1fcee count: 0 00000800:00000200:3.0:1767384334.631636:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp25 p 3.x 192.168.203.143 -> 192.168.203.143:990 incarnation:1767384332802753443 sched[0] 00000800:00000010:3.0:1767384334.631642:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ea7e167. 00010000:00000001:2.0:1767384334.631646:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384334.631649:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384334.631657:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384334.631660:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384334.631662:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a0afe9ce. 20000000:00000001:2.0:1767384334.631666:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384334.631669:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746141824 00010000:00000001:2.0:1767384334.631671:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384334.631691:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c4f1369 x1853236746141824/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384334.631706:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ea7e167. 00010000:00000001:2.0:1767384334.631706:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384334.631708:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384334.631713:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f6b6b07b. 00000100:00001000:2.0:1767384334.631714:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384334.631722:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384334.631726:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384334.631728:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384334.631731:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:1.1:1767384334.631731:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 02000000:00000001:2.0:1767384334.631735:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.631739:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767384334.631742:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp25 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384332802753443 sched[0] 00000100:00000040:2.0:1767384334.631746:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:3.0:1767384334.631748:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000e4ae6bb. 00000800:00000010:1.0:1767384334.631750:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002d38dbe. 00000400:00000010:2.0:1767384334.631751:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8cf69a0. 00000100:00000200:2.0:1767384334.631757:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746141824, offset 224 00000800:00000001:3.0:1767384334.631762:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384334.631766:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767384334.631770:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384334.631776:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1767384334.631784:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384334.631784:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04080 00000800:00000001:3.0:1767384334.631790:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384334.631793:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x165d [2] + 224 00000400:00000200:2.0:1767384334.631799:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384334.631816:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384334.631819:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384334.631821:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384334.631829:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384334.631843:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384334.631848:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8cf69a0 00000400:00000010:2.0:1767384334.631850:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8cf69a0. 00000100:00000001:1.0:1767384334.631852:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384334.631853:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384334.631856:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384334.631856:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384334.631862:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384334.631863:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384334.631865:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:1.0:1767384334.631867:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384334.631870:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384334.631871:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3e30835. 00000020:00000001:2.0:1767384334.631873:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.631876:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384334.631877:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000875ce2ea 00000100:00000040:2.0:1767384334.631879:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c4f1369 x1853236746141824/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384334.631888:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000875ce2ea. 00000100:00100000:2.0:1767384334.631893:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c4f1369 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746141824:12345-0@lo:253: Request processed in 3637us (4239us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384334.631894:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384334.631903:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384334.631904:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000040:2.0:1767384334.631910:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384334.631914:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384334.631919:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384334.631922:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384334.631924:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7b36092. 00000020:00000010:2.0:1767384334.631932:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000100:00000001:1.0:1767384334.631933:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384334.631936:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384334.631938:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044711245. 00000100:00000001:1.0:1767384334.631939:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384334.631943:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384334.631945:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:1.0:1767384334.631946:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384334.631950:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384334.631951:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384334.631953:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dd3736e0. 02000000:00000001:1.0:1767384334.631953:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384334.631960:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384334.631961:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=40 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384334.631963:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384334.631967:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=40 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384334.631969:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384334.631971:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384334.631973:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384334.631975:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384334.631978:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384334.631981:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3e30835. 00000100:00000001:1.0:1767384334.631982:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384334.631987:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8cf69a0. 00000100:00000040:1.0:1767384334.631988:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.631997:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384334.632000:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384334.632002:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384334.632004:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384334.632006:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384334.632008:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384334.632009:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384334.632011:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384334.632012:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384334.632013:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384334.632014:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384334.632016:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384334.632018:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384334.632035:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009cfabb0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746141824:0@lo:253: 00000100:00000001:1.0:1767384334.632040:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384334.632041:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384334.632044:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009cfabb0a x1853236746141824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.632049:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384334.632052:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384334.632054:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000209a1d20. 02000000:00000001:1.0:1767384334.632058:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384334.632060:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384334.632061:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384334.632063:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384334.632065:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004d9f8c15. 02000000:00000001:1.0:1767384334.632069:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384334.632070:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384334.632071:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009cfabb0a. 00000100:00000001:1.0:1767384334.632074:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384334.632075:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384334.632076:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384334.632079:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384334.632080:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.632082:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384334.632083:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384334.633140:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e0d8892d. 00080000:00000010:1.0:1767384334.633238:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f90eaf7f. 00040000:00000001:1.0:1767384334.633243:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384334.633245:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384334.633247:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384334.633249:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384334.633251:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384334.633253:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384334.633255:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384334.633267:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384334.633269:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384334.633273:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384334.633322:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384334.633327:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384334.633328:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384334.633332:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384334.633334:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384334.633339:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003871201a. 00010000:00000001:2.0:1767384334.633343:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384334.633345:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007f0bd6e. 00000020:00000001:2.0:1767384334.633347:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384334.633349:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000007f0bd6e with handle 0x980286e253c5fc38 to hash 00000020:00000001:2.0:1767384334.633351:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384334.633352:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384334.633354:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384334.633356:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384334.633357:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384334.633359:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.633365:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384334.633366:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384334.633367:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384334.633368:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384334.633370:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.633371:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384334.633372:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.633373:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384334.633374:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384334.633375:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384334.633376:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384334.633377:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003871201a) refcount = 1 00010000:00010000:2.0:1767384334.633379:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.633383:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384334.633392:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384334.633393:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.633395:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.633396:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384334.633399:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384334.633401:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003453286s 00010000:00000001:2.0:1767384334.633403:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384334.633404:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384334.633405:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f0bd6e refcount=4 00000020:00000001:2.0:1767384334.633407:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384334.633409:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384334.633410:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384334.633412:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384334.633417:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384334.633418:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384334.633420:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384334.633464:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384334.633466:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000727a5b2e. 20000000:00000001:1.0:1767384334.633469:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.633475:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1767384334.633476:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746141696 00010000:00000001:2.0:1767384334.633477:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384334.633481:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384334.633482:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384334.633488:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:1.0:1767384334.633490:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066f3e18a x1853236746141696/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384334.633491:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.633497:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384334.633500:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384334.633505:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384334.633509:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384334.633510:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000007f0bd6e already unused, calling callback (000000004feed035) 00010000:00000001:2.0:1767384334.633514:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:1.0:1767384334.633514:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=40 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384334.633517:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384334.633520:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384334.633521:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384334.633526:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384334.633530:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384334.633532:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384334.633533:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.633535:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384334.633540:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384334.633545:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002d38dbe. 00010000:00000001:2.0:1767384334.633546:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384334.633549:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:1.0:1767384334.633550:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746141696, offset 224 00000020:00000001:2.0:1767384334.633551:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384334.633555:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f0bd6e refcount=5 00000020:00000001:2.0:1767384334.633558:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00000400:00000200:1.0:1767384334.633559:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384334.633563:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384334.633567:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384334.633570:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384334.633572:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384334.633581:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384334.633583:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384334.633585:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.633586:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04000 00010000:00000001:2.0:1767384334.633589:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384334.633592:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384334.633594:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384334.633595:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1655 [2] + 224 00010000:00000001:2.0:1767384334.633597:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384334.633601:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000007f0bd6e with handle 0x980286e253c5fc38 from hash 00000400:00000200:1.0:1767384334.633602:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384334.633603:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384334.633606:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384334.633609:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384334.633609:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384334.633611:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384334.633615:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384334.633615:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384334.633619:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:1.0:1767384334.633621:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384334.633622:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384334.633624:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384334.633629:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.633633:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384334.633636:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384334.633640:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384334.633640:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384334.633643:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.633646:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.633650:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.633654:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384334.633663:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384334.633665:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384334.633670:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384334.633672:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d38dbe 00000400:00000010:1.0:1767384334.633674:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002d38dbe. 00010000:00000001:2.0:1767384334.633684:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.633685:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384334.633688:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384334.633690:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384334.633691:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384334.633692:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384334.633695:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384334.633695:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384334.633700:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.633702:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384334.633703:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.633706:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384334.633709:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384334.633711:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384334.633711:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384334.633716:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384334.633718:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:1.0:1767384334.633720:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.633722:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384334.633724:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1767384334.633725:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc38 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384334.633727:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384334.633731:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f3e18a x1853236746141696/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384334.633732:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384334.633738:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029d0b97a. 00010000:00000040:2.0:1767384334.633740:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003871201a count: 0 00000400:00000200:3.0:1767384334.633747:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd411cf 00010000:00000001:2.0:1767384334.633751:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384334.633752:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066f3e18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746141696:12345-0@lo:253: Request processed in 5499us (6155us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384334.633753:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005cd411cf. 20000000:00000001:2.0:1767384334.633753:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384334.633761:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384334.633765:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:1.0:1767384334.633769:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000200:3.0:1767384334.633770:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.633772:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384334.633774:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384334.633777:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d33bcba9. 00000020:00000010:1.0:1767384334.633784:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a43d4a6. 00000020:00000010:1.0:1767384334.633790:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044d5f81c. 00000100:00000200:3.0:1767384334.633792:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384334.633794:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:1.0:1767384334.633800:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384334.633803:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000014981185. 02000000:00000001:1.0:1767384334.633809:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384334.633812:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384334.633812:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.633818:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384334.633819:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384334.633825:0:16354:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384334.633826:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029d0b97a. 02000000:00000001:3.0:1767384334.633829:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384334.633832:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384334.633832:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002d38dbe. 00000100:00000001:3.0:1767384334.633837:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.633840:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384334.633844:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=40 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384334.633848:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384334.633852:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384334.633854:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.633856:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384334.633858:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.633860:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384334.633863:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.633871:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384334.633874:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384334.633875:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384334.633878:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384334.633880:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384334.633881:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384334.633883:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384334.633884:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384334.633886:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384334.633887:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384334.633889:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384334.633898:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384334.633900:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384334.633904:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384334.633922:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a2792aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746141696:0@lo:253: 00000100:00000001:3.0:1767384334.633926:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.633928:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384334.633931:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a2792aa x1853236746141696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.633938:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384334.633939:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384334.633941:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b2c46025. 02000000:00000001:3.0:1767384334.633946:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384334.633947:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384334.633949:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384334.633951:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384334.633952:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b8eec370. 02000000:00000001:3.0:1767384334.633955:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384334.633957:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384334.633958:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a2792aa. 00000100:00000001:3.0:1767384334.633961:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384334.633963:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.633965:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.633969:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384334.633971:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.633973:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384334.633975:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384334.634605:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294923398, at 4294923399 00000100:00000010:1.0:1767384334.634613:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d3b9d6. 00000100:00000040:3.0:1767384334.635503:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294923398, at 4294923400 00000100:00000040:0.0:1767384334.635508:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294923398, at 4294923400 00000100:00000010:3.0:1767384334.635511:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c1dac9. 00000100:00000010:0.0:1767384334.635517:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015faad2b. 00000100:00000040:2.0:1767384334.635533:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294923398, at 4294923400 00000100:00000010:2.0:1767384334.635541:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eee94de2. 00010000:00000010:2.1:1767384334.638667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c7d1fcee. 00010000:00000010:2.1:1767384334.638677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007940b17. 00010000:00000010:2.1:1767384334.638684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003871201a. 00010000:00000010:2.1:1767384334.638691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007f0bd6e. 00000400:00000010:0.0:1767384334.646363:0:25087:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ce31a17d. 00000400:00000040:0.0:1767384334.646381:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384334.646384:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384334.646386:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384334.646388:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384334.646390:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384334.646391:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384334.646394:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384334.646395:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384334.646396:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384334.646397:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384334.646399:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384334.646401:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384334.646403:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384334.646404:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384334.646405:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384334.646407:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384334.646408:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384334.646413:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384334.646414:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384334.646416:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384334.646418:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384334.646419:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384334.646421:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384334.646481:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384334.646483:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384334.646486:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384334.646488:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384334.646490:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384334.646492:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384334.646494:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384334.646495:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384334.646497:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384334.646498:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384334.646500:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384334.646501:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384334.646503:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384334.646504:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384334.646506:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384334.646507:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384334.646509:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384334.646510:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384334.646512:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384334.646514:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384334.646515:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384334.646517:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384334.646518:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384334.646519:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384334.646521:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384334.646523:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384334.646524:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384334.646526:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384334.646528:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384334.646528:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384334.646530:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384334.646531:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384334.646532:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384334.646540:0:25087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384334.646580:0:25087:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ce31a17d. 00010000:00000001:2.0:1767384334.692517:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384334.692522:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.692528:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384334.692531:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384334.692533:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384334.692535:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.692538:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384334.692540:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.692543:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384334.692545:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.692584:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384334.692588:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384334.692591:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384335.523553:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384335.523562:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384335.523580:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000010:2.0:1767384335.523580:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069c3730b. 00000004:00000001:0.0:1767384335.523580:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:3.0:1767384335.523587:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384335.523587:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:2.0:1767384335.523589:0:38:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1767384335.523594:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040532dff. 00000100:00000001:2.0:1767384335.523597:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384335.523604:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384335.523604:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384335.523611:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.523611:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384335.523616:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384335.523620:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384335.523622:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fce3f2b5. 02000000:00000010:0.0:1767384335.523628:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea792758. 00000100:00000001:2.0:1767384335.523632:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384335.523633:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000001:0.0:1767384335.523635:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384335.523638:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:3.0:1767384335.523643:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.523644:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384335.523645:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384335.523649:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384335.523651:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384335.523661:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000001:3.0:1767384335.523664:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1767384335.523664:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040532dff] to pc [ptlrpcd_00_03+3] req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.523665:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384335.523669:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384335.523675:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00000040:2.0:1767384335.523679:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069c3730b] to pc [ptlrpcd_00_00+0] req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384335.523680:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384335.523686:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 33 10000000:00000001:3.0:1767384335.523694:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384335.523700:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000004:00000001:0.0:1767384335.523704:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384335.523706:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031763cf1. 00000020:00000040:3.0:1767384335.523713:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384335.523718:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384335.523718:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.523724:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384335.523725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384335.523730:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.523732:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384335.523738:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87b64fd. 00000100:00000001:0.0:1767384335.523738:0:17911:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 02000000:00000010:3.0:1767384335.523742:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7b1a7c9. 00000100:00000001:0.0:1767384335.523744:0:17911:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384335.523745:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384335.523750:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.523751:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384335.523755:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384335.523756:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 02000000:00000001:2.0:1767384335.523759:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.523762:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1767384335.523765:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384335.523767:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001fbec144. 00000100:00100000:0.0:1767384335.523770:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00000010:3.0:1767384335.523772:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000034ed13d1. 00000100:00000001:2.0:1767384335.523774:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.523775:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384335.523778:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384335.523784:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6457ae. 00000100:00000040:2.0:1767384335.523785:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384335.523790:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1767384335.523790:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384335.523796:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384335.523797:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b6457ae with handle 0x980286e253c5fc3f to hash 00000100:00000001:2.0:1767384335.523799:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384335.523803:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384335.523806:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384335.523806:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.523807:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384335.523812:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000001:0.0:1767384335.523815:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384335.523816:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d87b64fd] to pc [ptlrpcd_00_01+1] req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384335.523818:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000040:0.0:1767384335.523824:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384335.523827:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384335.523834:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384335.523842:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384335.523853:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.523861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384335.523861:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1767384335.523865:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384335.523866:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384335.523872:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384335.523877:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384335.523884:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384335.523885:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384335.523888:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384335.523894:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a2792aa. 00000100:00000001:3.0:1767384335.523895:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000020:00000040:2.0:1767384335.523899:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:0.0:1767384335.523901:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746142080:0@lo:13: 00000100:00000001:2.0:1767384335.523903:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384335.523906:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384335.523911:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1767384335.523912:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384335.523913:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384335.523918:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384335.523922:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d949c4ac. 00000100:00000010:3.0:1767384335.523923:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4b747e0. 02000000:00000001:0.0:1767384335.523923:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.523929:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.523931:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560333307264 : -111513376244352 : ffff9a9444d23d80) 02000000:00000001:0.0:1767384335.523931:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384335.523938:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384335.523939:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767384335.523939:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b76bcdc3. 00000100:00000001:3.0:1767384335.523944:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609940736 : -111508099610880 : ffff9a957f554700) 02000000:00000001:0.0:1767384335.523945:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.523952:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384335.523955:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023053df7. 00000100:00000001:3.0:1767384335.523956:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.523957:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384335.523960:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.523964:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000010:0.0:1767384335.523965:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009d019aa. 00000100:00000040:2.0:1767384335.523967:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a2792aa] to pc [ptlrpcd_00_02+2] req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.523968:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384335.523974:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746142080, portal 4 00000100:00000040:3.0:1767384335.523978:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.523979:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384335.523980:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.523983:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472403328 : -111508237148288 : ffff9a9577229f80) 00000100:00000040:2.0:1767384335.523989:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (261) 00000100:00000040:0.0:1767384335.523995:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.524004:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384335.524005:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384335.524010:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384335.524012:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384335.524012:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384335.524014:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384335.524017:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384335.524019:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384335.524020:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.524025:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384335.524026:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.524026:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000100:00000001:2.0:1767384335.524029:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384335.524034:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746142080, offset 0 00000100:00000001:2.0:1767384335.524035:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384335.524036:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031763cf1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746142208:0@lo:101: 00000100:00000001:3.0:1767384335.524052:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384335.524052:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.524056:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384335.524057:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384335.524059:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384335.524063:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.524065:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384335.524066:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384335.524072:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000770304f3. 02000000:00000001:3.0:1767384335.524078:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.524079:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384335.524080:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384335.524084:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.524085:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9ef55f. 02000000:00000001:2.0:1767384335.524088:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384335.524092:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384335.524093:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf6500e6. 02000000:00000001:2.0:1767384335.524097:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.524099:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df04180 00000100:00000200:3.0:1767384335.524102:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746142208, portal 25 00000100:00100000:2.0:1767384335.524104:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a2792aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746142464:0@lo:400: 00000100:00000001:3.0:1767384335.524109:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384335.524111:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384335.524112:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609940736 : -111508099610880 : ffff9a957f554700) 00000400:00000200:0.0:1767384335.524115:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1344 00000100:00000040:3.0:1767384335.524124:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.524126:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384335.524127:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384335.524131:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.524138:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384335.524140:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384335.524143:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384335.524146:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001725d7ee. 02000000:00000001:2.0:1767384335.524152:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.524153:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384335.524156:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384335.524158:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:3.0:1767384335.524162:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00000400:00000010:2.0:1767384335.524162:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c71291. 00000100:00000010:0.0:1767384335.524165:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f6ff600. 00000100:00000040:0.0:1767384335.524171:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000006f6ff600 x1853236746142080 msgsize 224 00000100:00000200:3.0:1767384335.524172:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746142208, offset 0 00000400:00000010:2.0:1767384335.524173:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003deaac31. 00000100:00000200:2.0:1767384335.524181:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746142464, portal 10 00000100:00100000:0.0:1767384335.524182:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384335.524191:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384335.524195:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608804608 : -111508100747008 : ffff9a957f43f100) 00000400:00000200:3.0:1767384335.524202:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384335.524202:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384335.524207:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.524215:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384335.524220:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000010:0.0:1767384335.524225:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000400:00000200:3.0:1767384335.524228:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384335.524229:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384335.524247:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384335.524248:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fae84b2. 00000100:00000200:2.0:1767384335.524253:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746142464, offset 0 00000100:00000200:0.0:1767384335.524256:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384335.524261:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df04200 00000400:00000200:2.0:1767384335.524268:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384335.524279:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384335.524282:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xadd [2] + 0 00000400:00000200:2.0:1767384335.524283:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384335.524287:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384335.524293:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fbf5229. 00000100:00000001:0.0:1767384335.524302:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.524303:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1c777c6 00000400:00000200:2.0:1767384335.524304:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df04300 00000100:00000001:0.0:1767384335.524308:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384335.524312:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384335.524316:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000001:0.0:1767384335.524317:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.524322:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384335.524326:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4407 usecs (5 jiffies) 00000400:00000200:2.0:1767384335.524327:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384335.524328:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1c777c6 00000400:00000010:3.0:1767384335.524335:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1c777c6. 00000100:00000001:0.0:1767384335.524335:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924293 00000400:00000200:2.0:1767384335.524338:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384335.524344:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9766f6f. 00000100:00000001:3.0:1767384335.524346:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384335.524348:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384335.524350:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384335.524351:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384335.524353:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384335.524358:0:17082:0:(events.c:337:request_in_callback()) incoming req@0000000016331adc x1853236746142208 msgsize 328 00000100:00000010:2.0:1767384335.524360:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cfabb0a. 00000100:00000001:0.0:1767384335.524362:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924293 00000100:00000040:2.0:1767384335.524365:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000009cfabb0a x1853236746142464 msgsize 224 00000100:00000010:0.0:1767384335.524370:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f54f3192. 00000100:00100000:3.0:1767384335.524372:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384335.524377:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767384335.524378:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384335.524379:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384335.524386:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924293 00000100:00000010:0.0:1767384335.524390:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000bb395f9. 00000100:00000001:0.0:1767384335.524394:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384335.524399:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384335.524399:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924293 00000100:00000001:3.0:1767384335.524400:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384335.524405:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff1eeb80. 00000100:00000001:0.0:1767384335.524414:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384335.524415:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002852012a 00000400:00000010:3.0:1767384335.524420:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 00000100:00000001:0.0:1767384335.524420:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.524479:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384335.524479:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384335.524480:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fae84b2 00000100:00000001:0.0:1767384335.524482:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384335.524486:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fae84b2. 00000100:00000001:0.0:1767384335.524487:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384335.524488:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.524493:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384335.524493:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384335.524497:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384335.524504:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384335.524505:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.524506:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384335.524508:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.524517:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.524526:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384335.524531:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.524534:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384335.524542:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.524544:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.524546:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384335.524554:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746142080 00000100:00000001:3.0:1767384335.524555:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294924295 00000100:00000001:2.0:1767384335.524556:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384335.524560:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384335.524564:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384335.524565:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384335.524572:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294924293 00000100:00000001:2.0:1767384335.524574:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.524578:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.524584:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3597 usecs (4 jiffies) 02000000:00000001:0.0:1767384335.524586:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.524589:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294924295 00000100:00000001:2.0:1767384335.524590:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294924293 00000100:00100000:0.0:1767384335.524591:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746142080 00000020:00000001:0.0:1767384335.524597:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384335.524598:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294924295 00000100:00000001:3.0:1767384335.524599:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294924293 00000020:00000040:0.0:1767384335.524600:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:2.0:1767384335.524608:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294924293 00000020:00000001:0.0:1767384335.524608:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384335.524609:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294924295 00000020:00000040:0.0:1767384335.524613:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:2.0:1767384335.524614:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294924295 00000100:00000001:3.0:1767384335.524616:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924293 00000020:00000001:0.0:1767384335.524619:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:2.0:1767384335.524620:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294924293 00000020:00000001:0.0:1767384335.524626:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:3.0:1767384335.524632:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294924295 00000100:00000001:2.0:1767384335.524632:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294924295 00000100:00000001:0.0:1767384335.524632:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384335.524639:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd765ed6. 00000100:00000001:2.0:1767384335.524640:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294924293 00000100:00000001:3.0:1767384335.524641:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924293 00000020:00000010:0.0:1767384335.524645:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e1fba99e. 00000100:00000001:3.0:1767384335.524650:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.524650:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294924295 00000020:00000040:0.0:1767384335.524652:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:3.0:1767384335.524659:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.524659:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384335.524664:0:17895:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384335.524666:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384335.524667:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.524671:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384335.524672:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077846c25. 00000100:00000001:2.0:1767384335.524673:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384335.524680:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a4b747e0 going to sleep for 11 seconds 00000100:00000001:2.0:1767384335.524681:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384335.524685:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043ebdfa1. 00000100:00000001:3.0:1767384335.524686:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384335.524691:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384335.524693:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000001:2.0:1767384335.524697:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.524701:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.524703:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384335.524704:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:2.0:1767384335.524710:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.524710:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384335.524714:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384335.524718:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384335.524719:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384335.524724:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746142208 00000100:00000001:2.0:1767384335.524726:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384335.524727:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384335.524729:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.524731:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384335.524732:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.524734:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384335.524735:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.524737:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384335.524741:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.524742:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.524743:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384335.524747:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746142208 00000100:00100000:2.0:1767384335.524751:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069c3730b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746141952:0@lo:400: 00000020:00000001:3.0:1767384335.524752:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384335.524757:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:2.0:1767384335.524758:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384335.524758:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384335.524763:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384335.524765:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384335.524765:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384335.524771:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:3.0:1767384335.524775:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 02000000:00000001:2.0:1767384335.524775:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384335.524780:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 02000000:00000001:2.0:1767384335.524783:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384335.524784:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000040:0.0:1767384335.524787:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 02000000:00000010:2.0:1767384335.524789:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071f22105. 00000100:00000001:0.0:1767384335.524791:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472406016 : -111508237145600 : ffff9a957722aa00) 00000100:00000001:3.0:1767384335.524793:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384335.524795:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384335.524800:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4e23d33. 00000100:00000040:0.0:1767384335.524803:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f6ff600 x1853236746142080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:316/0 lens 224/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384335.524805:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a67a8c65. 00000100:00000001:3.0:1767384335.524807:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384335.524814:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4e23d33. 00000400:00000010:2.0:1767384335.524819:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fae84b2. 00000020:00000010:3.0:1767384335.524824:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee2b07a3. 00000100:00000001:0.0:1767384335.524824:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384335.524827:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746141952, portal 4 00000020:00000010:0.0:1767384335.524831:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 00000100:00000001:2.0:1767384335.524832:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384335.524833:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003707a664. 00000100:00000001:2.0:1767384335.524837:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608796544 : -111508100755072 : ffff9a957f43d180) 00000100:00000001:0.0:1767384335.524839:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384335.524842:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001281c17e. 00000100:00000040:2.0:1767384335.524850:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384335.524853:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1fba99e. 00000100:00000040:3.0:1767384335.524861:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384335.524863:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384335.524869:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f6ff600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746142080:12345-0@lo:13: 00000100:00000001:3.0:1767384335.524872:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384335.524874:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746142080 00000100:00000001:3.0:1767384335.524877:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384335.524877:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384335.524880:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384335.524882:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384335.524884:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984e0ddd. 00000020:00000001:0.0:1767384335.524886:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384335.524891:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384335.524892:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746141952, offset 0 00000100:00000001:3.0:1767384335.524896:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.524896:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384335.524901:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000400:00000200:2.0:1767384335.524906:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384335.524909:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384335.524914:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384335.524917:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384335.524920:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384335.524923:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384335.524925:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384335.524925:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.524934:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384335.524938:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384335.524940:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384335.524941:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df04100 02000000:00000010:0.0:1767384335.524943:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fa68ff14. 00000100:00000001:3.0:1767384335.524945:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384335.524949:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384335.524950:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2768 00000100:00100000:3.0:1767384335.524956:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000001:0.0:1767384335.524956:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384335.524961:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:0.0:1767384335.524963:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384335.524964:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000400:00000200:2.0:1767384335.524969:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384335.524971:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608979536 : -111508100572080 : ffff9a957f469c50) 00002000:00000001:0.0:1767384335.524971:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384335.524974:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384335.524978:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:0.0:1767384335.524979:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384335.524980:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016331adc x1853236746142208/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:316/0 lens 328/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384335.524985:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002423e60. 00000100:00000040:2.0:1767384335.524991:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000002423e60 x1853236746141952 msgsize 224 00000020:00000001:0.0:1767384335.524994:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.524997:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000024:0.0:1767384335.525003:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:3.0:1767384335.525004:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4e23d33. 00000100:00100000:2.0:1767384335.525004:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384335.525011:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384335.525014:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4e23d33. 00000020:00000020:0.0:1767384335.525014:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384335.525019:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384335.525023:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016331adc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746142208:12345-0@lo:101: 00000020:00000020:0.0:1767384335.525023:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000400:00000200:2.0:1767384335.525026:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984e0ddd 00000400:00000010:2.0:1767384335.525030:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984e0ddd. 00002000:00000020:0.0:1767384335.525035:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000200:3.0:1767384335.525036:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746142208 00000100:00000001:2.0:1767384335.525036:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384335.525041:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384335.525044:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384335.525044:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:3.0:1767384335.525046:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384335.525050:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.525066:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:0.0:1767384335.525066:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384335.525068:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384335.525071:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000001:00000001:0.0:1767384335.525072:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.525080:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384335.525080:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384335.525081:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.525084:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384335.525089:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:0.0:1767384335.525091:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746142080 00000020:00000001:3.0:1767384335.525092:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384335.525098:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.525100:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384335.525105:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384335.525110:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000001:2.0:1767384335.525110:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384335.525115:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f6ff600 x1853236746142080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:316/0 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384335.525117:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:2.0:1767384335.525118:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767384335.525121:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384335.525125:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.525127:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.525135:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:2.0:1767384335.525136:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4407 usecs (5 jiffies) 00000100:00000001:2.0:1767384335.525142:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924294 00000100:00000001:2.0:1767384335.525145:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294924295 00010000:00000010:3.0:1767384335.525146:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c3814a66. 00000100:00000001:2.0:1767384335.525163:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924294 00010000:00000001:3.0:1767384335.525164:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1767384335.525170:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294924295 00000100:00000001:2.0:1767384335.525173:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924294 00010000:00000001:0.0:1767384335.525174:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384335.525175:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294924295 00010000:00000010:3.0:1767384335.525176:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00010000:00000001:0.0:1767384335.525180:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.525181:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924294 00000100:00000001:2.0:1767384335.525189:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294924295 00000100:00001000:0.0:1767384335.525189:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=31 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384335.525192:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1767384335.525198:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384335.525199:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fc46 to hash 00000100:00000001:2.0:1767384335.525201:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.525201:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384335.525206:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384335.525207:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.525209:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384335.525210:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00000100:00000001:2.0:1767384335.525212:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384335.525218:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00000100:00000001:0.0:1767384335.525228:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00010000:3.0:1767384335.525229:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fc3f expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384335.525229:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384335.525234:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384335.525235:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384335.525241:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.525242:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767384335.525246:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000100:00000001:2.0:1767384335.525247:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384335.525248:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384335.525251:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384335.525254:0:17080:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000040:0.0:1767384335.525256:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384335.525257:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384335.525261:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384335.525263:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000100:00000001:3.0:1767384335.525264:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384335.525264:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384335.525270:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384335.525271:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384335.525272:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746142080, offset 224 02000000:00000010:3.0:1767384335.525276:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000644c68dd. 00000100:00000001:2.0:1767384335.525277:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.525280:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384335.525283:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.525284:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384335.525285:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384335.525290:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.525295:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:2.0:1767384335.525296:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384335.525302:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:0.0:1767384335.525303:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384335.525308:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384335.525313:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384335.525319:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.525320:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384335.525322:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df04180 00010000:00000001:3.0:1767384335.525324:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384335.525329:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.525330:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.525333:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x167d [1] + 224 00010000:00000001:3.0:1767384335.525339:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000001:2.0:1767384335.525340:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384335.525343:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384335.525344:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 02000000:00000001:2.0:1767384335.525345:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384335.525352:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000001:2.0:1767384335.525353:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.525357:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384335.525359:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384335.525364:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3814a66) refcount = 1 00000100:00100000:2.0:1767384335.525365:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d87b64fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746142336:0@lo:400: 00000100:00000001:0.0:1767384335.525368:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384335.525376:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1767384335.525377:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fc3f expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384335.525382:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384335.525383:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384335.525389:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.525391:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:2.0:1767384335.525395:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384335.525397:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000010:2.0:1767384335.525401:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000467119ea. 00010000:00000001:3.0:1767384335.525403:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384335.525406:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.525407:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.525409:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384335.525414:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fbf5229. 00010000:00000001:3.0:1767384335.525415:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384335.525464:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984e0ddd. 00000100:00000200:2.0:1767384335.525469:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746142336, portal 10 00000100:00000001:2.0:1767384335.525472:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384335.525479:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608806400 : -111508100745216 : ffff9a957f43f800) 00000100:00000001:0.0:1767384335.525480:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384335.525482:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000040:2.0:1767384335.525489:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.525489:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00010000:00010000:3.0:1767384335.525490:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fc3f expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384335.525494:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000100:00000001:0.0:1767384335.525501:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384335.525503:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384335.525508:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.525518:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384335.525519:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384335.525519:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384335.525526:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384335.525527:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384335.525532:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384335.525533:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384335.525533:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384335.525536:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9d7247b. 00000020:00000001:0.0:1767384335.525540:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384335.525541:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384335.525542:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746142336, offset 0 00010000:00000001:3.0:1767384335.525547:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384335.525551:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384335.525554:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384335.525555:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384335.525556:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f6ff600 x1853236746142080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:316/0 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384335.525560:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000158f3d3f, rc 0) 00000020:00000001:3.0:1767384335.525567:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384335.525569:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384335.525574:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746142208 00010000:00000001:3.0:1767384335.525583:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384335.525584:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df04280 00010000:00000200:3.0:1767384335.525590:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016331adc x1853236746142208/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:316/0 lens 328/344 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384335.525591:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f6ff600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746142080:12345-0@lo:13: Request processed in 760us (1411us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384335.525598:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000400:00000200:2.0:1767384335.525612:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384335.525616:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384335.525616:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00000001:3.0:1767384335.525621:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.525622:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000400:00000200:2.0:1767384335.525623:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384335.525626:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384335.525630:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384335.525633:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384335.525635:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384335.525636:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384335.525637:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384335.525641:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000010:2.0:1767384335.525645:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9d781fb. 00000020:00000010:0.0:1767384335.525645:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043ebdfa1. 00000100:00000001:3.0:1767384335.525646:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384335.525655:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384335.525655:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000a9d781fb x1853236746142336 msgsize 224 00000020:00000010:0.0:1767384335.525656:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 02000000:00000001:3.0:1767384335.525659:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384335.525666:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077846c25. 00000100:00000001:3.0:1767384335.525668:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384335.525670:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384335.525677:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384335.525677:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:0.0:1767384335.525684:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384335.525685:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00000100:00000001:2.0:1767384335.525687:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384335.525691:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746142208, offset 224 00000400:00000200:3.0:1767384335.525705:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384335.525711:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9d7247b 00000400:00000010:2.0:1767384335.525717:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9d7247b. 00000100:00080000:0.0:1767384335.525717:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:3.0:1767384335.525723:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384335.525728:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767384335.525728:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000400:00000200:3.0:1767384335.525739:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df04200 00000100:00000200:2.0:1767384335.525740:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.525756:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384335.525757:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1685 [1] + 224 00000400:00000200:3.0:1767384335.525764:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384335.525764:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384335.525767:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.525769:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384335.525777:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:0.0:1767384335.525777:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384335.525779:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384335.525781:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384335.525782:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384335.525785:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023053df7. 00000400:00000200:0.0:1767384335.525801:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009d019aa 00000100:00000001:2.0:1767384335.525802:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.525807:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009d019aa. 00000100:00000040:2.0:1767384335.525808:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3142 usecs (4 jiffies) 00000100:00000001:0.0:1767384335.525811:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384335.525812:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384335.525813:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924294 00000100:00000200:0.0:1767384335.525818:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.525820:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294924295 00000100:00000200:3.0:1767384335.525822:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.525826:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924294 00000100:00000001:2.0:1767384335.525833:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294924295 00000100:00000001:2.0:1767384335.525839:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924294 00000100:00000001:2.0:1767384335.525845:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294924295 00000100:00000001:2.0:1767384335.525851:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924294 00000100:00000001:2.0:1767384335.525859:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294924295 00000100:00000200:0.0:1767384335.525864:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.525865:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384335.525867:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.525872:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.525886:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.525894:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.525897:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384335.525901:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.525905:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384335.525908:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384335.525909:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384335.525910:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384335.525911:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.525915:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384335.525916:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.525919:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002852012a 00000100:00000001:2.0:1767384335.525919:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.525924:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 00000100:00000001:3.0:1767384335.525929:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:0.0:1767384335.525930:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=31 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384335.525931:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384335.525934:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:0.0:1767384335.525937:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384335.525938:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384335.525939:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746142464 02000000:00000001:2.0:1767384335.525944:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384335.525948:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384335.525949:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:2.0:1767384335.525949:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384335.525955:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.525955:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.525956:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384335.525960:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.525963:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.525964:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384335.525964:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384335.525974:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746142464 00000100:00000040:3.0:1767384335.525978:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016331adc x1853236746142208/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:316/0 lens 328/344 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384335.525978:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384335.525979:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384335.525983:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000001:2.0:1767384335.525987:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384335.525990:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000020:00000001:2.0:1767384335.525996:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:2.0:1767384335.526003:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:2.0:1767384335.526010:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384335.526015:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c58b2b9. 00000100:00100000:3.0:1767384335.526017:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016331adc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746142208:12345-0@lo:101: Request processed in 1016us (1654us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384335.526020:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384335.526022:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000069a5f2ae. 00000100:00000001:0.0:1767384335.526029:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1767384335.526032:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000040:0.0:1767384335.526032:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00100000:3.0:1767384335.526034:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000001:0.0:1767384335.526039:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384335.526041:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:0.0:1767384335.526042:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.526046:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384335.526048:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384335.526050:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da369f82. 00000100:00000001:3.0:1767384335.526051:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384335.526052:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384335.526057:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003707a664. 00000020:00000010:2.0:1767384335.526058:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dea380c8. 00000020:00000010:3.0:1767384335.526067:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001281c17e. 00000020:00000010:2.0:1767384335.526067:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000001:0.0:1767384335.526068:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384335.526076:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee2b07a3. 00000100:00000001:0.0:1767384335.526076:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384335.526079:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384335.526079:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384335.526081:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000004:00000001:0.0:1767384335.526086:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384335.526087:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384335.526089:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384335.526092:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1767384335.526093:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000644c68dd. 00000004:00000040:0.0:1767384335.526093:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384335.526096:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1767384335.526098:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 02000000:00000001:3.0:1767384335.526100:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384335.526103:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384335.526104:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.526108:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000004:00000020:0.0:1767384335.526109:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000200:3.0:1767384335.526111:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384335.526112:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.526120:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea5cccc5. 00000004:00000001:0.0:1767384335.526120:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.526126:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384335.526127:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384335.526135:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a8917c9. 00000100:00100000:0.0:1767384335.526139:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746142080:0@lo:13: 00000100:00000001:2.0:1767384335.526143:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384335.526146:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384335.526147:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746142336 00000100:00000001:0.0:1767384335.526150:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384335.526151:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384335.526154:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384335.526155:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040532dff x1853236746142080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.526158:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.526158:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384335.526164:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384335.526166:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384335.526168:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384335.526173:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9ef55f. 00000100:00100000:2.0:1767384335.526173:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746142336 00000100:00000001:0.0:1767384335.526179:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384335.526180:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf6500e6 00000020:00000001:2.0:1767384335.526180:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384335.526182:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000400:00000010:3.0:1767384335.526184:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf6500e6. 00000020:00000001:2.0:1767384335.526186:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384335.526189:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000100:00000001:3.0:1767384335.526190:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384335.526195:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 02000000:00000001:0.0:1767384335.526196:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384335.526199:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384335.526201:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b76bcdc3. 02000000:00000001:0.0:1767384335.526209:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384335.526210:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000020:00000001:0.0:1767384335.526213:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384335.526219:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384335.526219:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:3.0:1767384335.526223:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384335.526225:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000400da9ef. 00000020:00000001:0.0:1767384335.526226:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384335.526230:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea792758. 00000100:00000001:2.0:1767384335.526232:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384335.526238:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1767384335.526239:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000400da9ef. 02000000:00000001:0.0:1767384335.526243:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384335.526247:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040532dff. 00000100:00000001:3.0:1767384335.526248:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384335.526249:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044711245. 00000100:00000001:0.0:1767384335.526251:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384335.526252:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384335.526255:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cc597e21. 00000100:00000001:0.0:1767384335.526256:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.526258:0:17082:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384335.526261:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001aebae6e. 00000100:00000001:0.0:1767384335.526262:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384335.526263:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384335.526267:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384335.526270:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.526271:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384335.526271:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384335.526275:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.526275:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384335.526276:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.526281:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.526282:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384335.526283:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=41 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384335.526287:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.526288:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:3.0:1767384335.526289:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384335.526294:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384335.526295:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384335.526297:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.526299:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.526302:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384335.526304:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.526306:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.526307:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384335.526310:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.526318:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.526321:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384335.526321:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384335.526327:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.526328:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384335.526330:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384335.526334:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.526335:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384335.526336:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:2.0:1767384335.526343:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000001:2.0:1767384335.526347:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608807296 : -111508100744320 : ffff9a957f43fb80) 00000100:00100000:3.0:1767384335.526353:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031763cf1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746142208:0@lo:101: 00000100:00100000:0.0:1767384335.526354:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:2.0:1767384335.526355:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009cfabb0a x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:316/0 lens 224/0 e 0 to 0 dl 1767384346 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384335.526363:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:0.0:1767384335.526368:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608801024 : -111508100750592 : ffff9a957f43e300) 00000100:00000040:0.0:1767384335.526379:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a9d781fb x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:316/0 lens 224/0 e 0 to 0 dl 1767384346 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.526380:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384335.526383:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384335.526385:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000400da9ef. 00000100:00000001:3.0:1767384335.526390:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.526392:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.526397:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000010:2.0:1767384335.526399:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000400da9ef. 00000100:00000001:3.0:1767384335.526404:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384335.526411:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009cfabb0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746142464:12345-0@lo:400: 00000100:00000040:3.0:1767384335.526412:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.526413:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384335.526419:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 00000100:00000001:3.0:1767384335.526465:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384335.526468:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a4b747e0. 00000100:00000200:2.0:1767384335.526468:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746142464 00000020:00000001:2.0:1767384335.526475:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384335.526476:0:18314:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.526477:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000001:2.0:1767384335.526480:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384335.526482:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384335.526483:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1fba99e. 00000020:00000001:2.0:1767384335.526484:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.526487:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000020:00000001:2.0:1767384335.526491:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384335.526492:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384335.526497:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384335.526497:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a9d781fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746142336:12345-0@lo:400: 00000020:00000040:3.0:1767384335.526502:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=4 00000020:00000001:2.0:1767384335.526503:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000200:0.0:1767384335.526505:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746142336 00000020:00000001:3.0:1767384335.526509:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000020:00000001:2.0:1767384335.526513:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384335.526513:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384335.526514:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000020:00000001:2.0:1767384335.526520:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384335.526521:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:3.0:1767384335.526522:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009b6457ae, remote cookie: 0x980286e253c5fc46, flags: 0x0 00000020:00000001:0.0:1767384335.526526:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.526527:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384335.526528:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384335.526531:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384335.526534:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384335.526535:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1767384335.526535:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.526539:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:2.0:1767384335.526540:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767384335.526544:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:0.0:1767384335.526546:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000001:2.0:1767384335.526547:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384335.526548:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384335.526555:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000034ed13d1) refcount = 1 00000020:00000001:0.0:1767384335.526555:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384335.526556:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384335.526565:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001022c45c. 00000020:00000001:0.0:1767384335.526565:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384335.526566:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384335.526572:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384335.526573:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.526578:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384335.526579:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.526581:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:0.0:1767384335.526583:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.526584:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.526585:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:0.0:1767384335.526590:0:18314:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767384335.526591:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384335.526591:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746142464 00000100:00000001:0.0:1767384335.526595:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384335.526600:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384335.526601:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1767384335.526601:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:2.0:1767384335.526606:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009cfabb0a x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384335.526607:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384335.526608:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b76bcdc3. 02000000:00000001:0.0:1767384335.526614:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384335.526615:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384335.526621:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.526627:0:18314:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.526630:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1767384335.526633:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746142336 00010000:00000001:2.0:1767384335.526635:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.526640:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:2.0:1767384335.526641:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=35 v=5 (1 0 0 0) 00010000:00000200:0.0:1767384335.526649:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a9d781fb x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.526652:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384335.526659:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384335.526667:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00000100:00000001:2.0:1767384335.526668:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:0.0:1767384335.526670:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384335.526671:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384335.526675:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384335.526675:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.526677:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384335.526679:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.526682:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384335.526682:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384335.526683:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384335.526688:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384335.526690:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384335.526691:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.526695:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384335.526698:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:3.0:1767384335.526699:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384335.526700:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9d7247b. 00000100:00000001:0.0:1767384335.526704:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000200:2.0:1767384335.526706:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746142464, offset 224 00000100:00000040:3.0:1767384335.526708:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031763cf1 x1853236746142208/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384335.526709:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384335.526713:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384335.526724:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384335.526725:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384335.526744:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384335.526753:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384335.526757:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009d019aa. 00000100:00000200:0.0:1767384335.526771:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746142336, offset 224 00000400:00000200:2.0:1767384335.526790:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df04300 00000100:00000001:3.0:1767384335.526791:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384335.526800:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384335.526800:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384335.526809:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000770304f3. 02000000:00000001:3.0:1767384335.526821:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384335.526828:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384335.526829:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x168d [1] + 224 00000400:00000200:0.0:1767384335.526830:0:18314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384335.526837:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384335.526854:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384335.526854:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384335.526858:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7b1a7c9. 00000400:00000200:0.0:1767384335.526861:0:18314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df04280 00000400:00000200:2.0:1767384335.526866:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384335.526869:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384335.526872:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384335.526878:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031763cf1. 00000400:00000200:0.0:1767384335.526878:0:18314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16a1 [1] + 224 00000100:00000001:3.0:1767384335.526885:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384335.526888:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.526889:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384335.526889:0:18314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1767384335.526890:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384335.526907:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384335.526908:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 00000400:00000200:0.0:1767384335.526911:0:18314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000040:3.0:1767384335.526912:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:3.0:1767384335.526919:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.526924:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384335.526925:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384335.526929:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384335.526932:0:18314:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384335.526933:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=3 00000020:00000001:3.0:1767384335.526940:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000200:0.0:1767384335.526943:0:18314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384335.526944:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000001:2.0:1767384335.526947:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384335.526951:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384335.526954:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384335.526956:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9d7247b 00010000:00000001:3.0:1767384335.526958:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384335.526961:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9d7247b. 00010000:00000001:3.0:1767384335.526963:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.526967:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384335.526970:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384335.526981:0:18314:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.526982:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384335.526984:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384335.526990:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000b88d86ee. 00000100:00000040:2.0:1767384335.526991:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:2.0:1767384335.526997:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384335.527000:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.527004:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384335.527010:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009cfabb0a x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384335.527019:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031763cf1. 00000100:00100000:2.0:1767384335.527020:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009cfabb0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746142464:12345-0@lo:400: Request processed in 638us (2651us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384335.527020:0:18314:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384335.527025:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:0.0:1767384335.527030:0:18314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009d019aa 00000100:00000001:3.0:1767384335.527032:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384335.527035:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000400:00000010:0.0:1767384335.527036:0:18314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009d019aa. 02000000:00000001:3.0:1767384335.527037:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384335.527042:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 02000000:00000001:3.0:1767384335.527044:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.527044:0:18314:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384335.527047:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384335.527049:0:18314:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384335.527052:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1767384335.527053:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7b1a7c9. 00000100:00000001:0.0:1767384335.527055:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384335.527058:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dea380c8. 00000100:00000001:3.0:1767384335.527060:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.527063:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:3.0:1767384335.527068:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000020:00000010:2.0:1767384335.527068:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00010000:00000001:0.0:1767384335.527068:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384335.527074:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384335.527075:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000770304f3. 00000020:00000010:2.0:1767384335.527076:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da369f82. 00000020:00000001:0.0:1767384335.527081:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000010:3.0:1767384335.527083:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d4e23d33. 00000020:00000040:2.0:1767384335.527084:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000020:00000040:3.0:1767384335.527088:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000040:0.0:1767384335.527089:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9d781fb x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.527090:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.527098:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384335.527103:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384335.527109:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4b747e0. 00000100:00100000:0.0:1767384335.527109:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a9d781fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746142336:12345-0@lo:400: Request processed in 691us (1449us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384335.527113:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560333307264 : -111513376244352 : ffff9a9444d23d80) 00000100:00000001:3.0:1767384335.527123:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384335.527126:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609940736 : -111508099610880 : ffff9a957f554700) 00000100:00080000:2.0:1767384335.527129:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767384335.527130:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1767384335.527133:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1767384335.527137:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:3.0:1767384335.527138:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.527139:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000001:0.0:1767384335.527146:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384335.527147:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384335.527151:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384335.527151:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384335.527157:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cc597e21. 00000100:00000040:3.0:1767384335.527160:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.527165:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384335.527166:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001aebae6e. 00000100:00000001:2.0:1767384335.527170:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384335.527171:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1767384335.527173:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044711245. 00000100:00000001:3.0:1767384335.527175:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384335.527176:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384335.527180:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384335.527180:0:18314:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 02000000:00000001:3.0:1767384335.527183:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384335.527186:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384335.527187:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384335.527189:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384335.527192:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c71291. 00000100:00100000:3.0:1767384335.527194:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031763cf1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746142592:0@lo:256: 00000400:00000200:2.0:1767384335.527198:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003deaac31 00000100:00000001:3.0:1767384335.527199:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384335.527203:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003deaac31. 02000000:00000001:3.0:1767384335.527207:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384335.527211:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.527212:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384335.527214:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384335.527217:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746141952 00000100:00000200:2.0:1767384335.527218:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384335.527222:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384335.527227:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000100:00000001:0.0:1767384335.527227:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384335.527232:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.527235:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9ef55f. 00000100:00000200:2.0:1767384335.527236:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384335.527243:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009ed208c8. 02000000:00000001:0.0:1767384335.527247:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384335.527251:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df04380-0x695824df04380, portal 33 00000100:00100000:0.0:1767384335.527254:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746141952 00000020:00000001:0.0:1767384335.527259:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384335.527261:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384335.527263:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 02000000:00000001:3.0:1767384335.527267:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384335.527269:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384335.527271:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384335.527272:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee2b07a3. 00000020:00000040:0.0:1767384335.527272:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:2.0:1767384335.527274:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384335.527280:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 02000000:00000001:3.0:1767384335.527281:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.527281:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384335.527285:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384335.527287:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:2.0:1767384335.527288:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384335.527289:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5bb6112. 00000100:00000001:0.0:1767384335.527293:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384335.527294:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.527295:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf6500e6. 02000000:00000001:2.0:1767384335.527300:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384335.527300:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 00000100:00000200:3.0:1767384335.527301:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746142592, portal 25 00000100:00001000:2.0:1767384335.527306:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=34 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384335.527307:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.527308:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384335.527311:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609940736 : -111508099610880 : ffff9a957f554700) 00000020:00000010:0.0:1767384335.527315:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1fba99e. 00000100:00001000:2.0:1767384335.527317:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=34 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384335.527321:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384335.527322:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077846c25. 00000100:00000001:2.0:1767384335.527324:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384335.527329:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384335.527330:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043ebdfa1. 00010000:00000001:2.0:1767384335.527336:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384335.527337:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000001:3.0:1767384335.527342:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00080000:2.0:1767384335.527343:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384335.527349:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:3.0:1767384335.527353:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384335.527355:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384335.527360:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00000100:00000001:0.0:1767384335.527360:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384335.527363:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384335.527365:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384335.527367:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746142592, offset 0 00000100:00000001:2.0:1767384335.527370:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384335.527371:0:17893:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767384335.527374:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:3.0:1767384335.527376:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384335.527376:0:17893:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384335.527379:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384335.527380:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.527384:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.527390:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384335.527391:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384335.527393:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.527404:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384335.527406:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384335.527409:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384335.527410:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df04380 00000100:00000001:0.0:1767384335.527411:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384335.527414:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384335.527457:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xfed [2] + 0 00000100:00000040:2.0:1767384335.527457:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384335.527461:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008120939e. 00000400:00000200:3.0:1767384335.527466:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009273920f 00000400:00000200:3.0:1767384335.527472:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384335.527473:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1767384335.527479:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a2792aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746142464:0@lo:400: 00000400:00000200:3.0:1767384335.527483:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384335.527483:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384335.527489:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.527492:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608805504 : -111508100746112 : ffff9a957f43f480) 00000100:00000001:2.0:1767384335.527493:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384335.527494:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009273920f 00000400:00000010:3.0:1767384335.527499:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009273920f. 00000100:00000040:2.0:1767384335.527500:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a2792aa x1853236746142464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.527505:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384335.527507:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002423e60 x1853236746141952/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:316/0 lens 224/0 e 0 to 0 dl 1767384346 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384335.527508:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384335.527517:0:17082:0:(events.c:337:request_in_callback()) incoming req@00000000459bc455 x1853236746142592 msgsize 304 00000100:00000001:2.0:1767384335.527526:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384335.527530:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384335.527534:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384335.527534:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001725d7ee. 00000100:00000040:3.0:1767384335.527540:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384335.527542:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384335.527545:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384335.527546:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384335.527550:0:16356:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384335.527553:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384335.527553:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 02000000:00000010:2.0:1767384335.527557:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d949c4ac. 00000100:00000001:3.0:1767384335.527559:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384335.527560:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384335.527562:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384335.527564:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384335.527566:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a2792aa. 00000400:00000200:3.0:1767384335.527569:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002852012a 00000100:00000001:2.0:1767384335.527569:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384335.527574:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384335.527576:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 00000020:00000010:0.0:1767384335.527577:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1fba99e. 00000100:00000001:2.0:1767384335.527578:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.527583:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384335.527587:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384335.527591:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.527591:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.527598:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384335.527598:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002423e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746141952:12345-0@lo:400: 00000100:00000001:2.0:1767384335.527603:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384335.527612:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746141952 00000100:00000001:3.0:1767384335.527616:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384335.527619:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384335.527623:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384335.527625:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384335.527631:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.527632:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384335.527635:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.527636:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384335.527638:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384335.527640:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384335.527644:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000400:00000001:2.0:1767384335.527645:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384335.527648:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384335.527649:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384335.527652:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384335.527654:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fbf5229. 00000100:00000001:3.0:1767384335.527656:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294924298 00000020:00000001:0.0:1767384335.527657:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384335.527660:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984e0ddd 00000400:00000010:2.0:1767384335.527665:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984e0ddd. 00000020:00000001:0.0:1767384335.527665:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384335.527666:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294924295 00000100:00000001:2.0:1767384335.527672:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384335.527672:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384335.527674:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294924298 00000020:00000001:0.0:1767384335.527676:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.527681:0:17893:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384335.527682:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294924295 00000100:00000200:2.0:1767384335.527683:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.527687:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384335.527692:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294924298 02000000:00000001:0.0:1767384335.527693:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384335.527699:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384335.527702:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000037fa3d4d. 00000100:00000001:3.0:1767384335.527704:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924295 02000000:00000001:0.0:1767384335.527708:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.527711:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294924298 00000100:00000001:0.0:1767384335.527716:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.527719:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924295 00000020:00000001:0.0:1767384335.527724:0:17893:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.527726:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384335.527731:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746141952 00000100:00000001:3.0:1767384335.527734:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.527738:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384335.527740:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384335.527740:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384335.527745:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384335.527745:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384335.527752:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002423e60 x1853236746141952/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384335.527753:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a4b747e0 going to sleep for 11 seconds 00000100:00000001:2.0:1767384335.527753:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384335.527757:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384335.527762:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384335.527763:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.527767:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.527768:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.527773:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384335.527774:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384335.527780:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=35 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384335.527780:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384335.527789:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=31 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384335.527791:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384335.527800:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384335.527801:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384335.527804:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384335.527807:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.527809:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00100000:3.0:1767384335.527810:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746142592 00010000:00000001:2.0:1767384335.527812:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384335.527818:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384335.527819:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:3.0:1767384335.527822:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00080000:2.0:1767384335.527824:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384335.527826:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384335.527827:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384335.527832:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.527836:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.527842:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.527842:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384335.527844:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384335.527847:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:3.0:1767384335.527850:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746142592 00000100:00000001:2.0:1767384335.527852:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384335.527855:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384335.527858:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.527860:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384335.527861:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384335.527865:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384335.527867:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000040:2.0:1767384335.527871:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384335.527874:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000010:0.0:1767384335.527878:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009d019aa. 00000020:00000001:3.0:1767384335.527881:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384335.527889:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.527890:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384335.527890:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746141952, offset 224 00000100:00000001:2.0:1767384335.527894:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384335.527897:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c4dfc19. 00000100:00000001:2.0:1767384335.527898:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.527905:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384335.527908:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.527910:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384335.527912:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c4dfc19. 00000020:00000010:3.0:1767384335.527922:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004720bf55. 00000100:00100000:2.0:1767384335.527927:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d87b64fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746142336:0@lo:400: 00000020:00000010:3.0:1767384335.527929:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003707a664. 00000400:00000200:0.0:1767384335.527933:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384335.527938:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001281c17e. 00000100:00000001:2.0:1767384335.527942:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.527946:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384335.527948:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:2.0:1767384335.527951:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d87b64fd x1853236746142336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.527951:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df04100 00000100:00000001:3.0:1767384335.527953:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384335.527956:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384335.527960:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.527969:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384335.527970:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.527970:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1695 [1] + 224 02000000:00000001:2.0:1767384335.527980:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384335.527982:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.527982:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384335.527984:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000467119ea. 02000000:00000001:2.0:1767384335.527992:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384335.527995:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384335.527998:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:0.0:1767384335.527998:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384335.528002:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384335.528004:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384335.528008:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384335.528009:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001fbec144. 00000100:00000001:0.0:1767384335.528010:0:17893:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384335.528016:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384335.528019:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767384335.528021:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384335.528022:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000010:2.0:1767384335.528023:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d87b64fd. 00000100:00000040:3.0:1767384335.528029:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384335.528031:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384335.528035:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.528037:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608984656 : -111508100566960 : ffff9a957f46b050) 00000100:00000001:2.0:1767384335.528043:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.528048:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000459bc455 x1853236746142592/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:316/0 lens 304/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.528049:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.528054:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384335.528059:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.528061:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384335.528066:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c4dfc19. 00000100:00000001:3.0:1767384335.528072:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384335.528078:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c4dfc19. 00000100:00000001:0.0:1767384335.528086:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384335.528092:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000459bc455 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746142592:12345-0@lo:256: 00000100:00000200:3.0:1767384335.528103:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746142592 00000020:00000001:3.0:1767384335.528106:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384335.528112:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384335.528114:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.528117:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384335.528120:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:3.0:1767384335.528125:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:2.0:1767384335.528126:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384335.528128:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384335.528130:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384335.528133:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384335.528135:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a67a8c65. 00000020:00000001:3.0:1767384335.528138:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384335.528141:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384335.528142:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fae84b2 00000100:00000001:3.0:1767384335.528145:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384335.528146:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fae84b2. 02000000:00000001:3.0:1767384335.528150:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384335.528155:0:16353:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384335.528156:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000644c68dd. 00000400:00000200:0.0:1767384335.528156:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009d019aa 02000000:00000001:3.0:1767384335.528163:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384335.528165:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384335.528165:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009d019aa. 00000100:00000001:3.0:1767384335.528168:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384335.528177:0:17080:0:(mgs_handler.c:652:mgs_config_read()) Process entered 00000100:00000001:0.0:1767384335.528180:0:17893:0:(events.c:386:reply_out_callback()) Process entered 20000000:00000001:3.0:1767384335.528183:0:17080:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 00000100:00000200:2.0:1767384335.528187:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.528187:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 20000000:00000001:3.0:1767384335.528189:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384335.528195:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384335.528198:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384335.528200:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.528203:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:3.0:1767384335.528206:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.528208:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:2.0:1767384335.528209:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384335.528211:0:17080:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 00000100:00000001:2.0:1767384335.528219:0:16353:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384335.528219:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 20000000:00000010:3.0:1767384335.528220:0:17080:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000003c75c176. 00000020:00000001:0.0:1767384335.528226:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.528227:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:3.0:1767384335.528228:0:17080:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000100:00000001:2.0:1767384335.528233:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384335.528234:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384335.528237:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.528241:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:3.0:1767384335.528244:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 00000100:00001000:2.0:1767384335.528246:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=31 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384335.528246:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002423e60 x1853236746141952/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:3.0:1767384335.528253:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000100:00001000:2.0:1767384335.528256:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=31 v=5 (1 0 0 0) 20000000:00000040:3.0:1767384335.528262:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000100:00000001:2.0:1767384335.528265:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000040:3.0:1767384335.528268:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 00000100:00000001:2.0:1767384335.528270:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:3.0:1767384335.528275:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 00010000:00000001:2.0:1767384335.528276:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000040:3.0:1767384335.528280:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384335.528285:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 00000100:00100000:0.0:1767384335.528286:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002423e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746141952:12345-0@lo:400: Request processed in 735us (3287us total) trans 0 rc 0/0 20000000:00000040:3.0:1767384335.528290:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 00010000:00080000:2.0:1767384335.528292:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:3.0:1767384335.528296:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384335.528304:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384335.528310:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 00010000:00000001:2.0:1767384335.528311:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384335.528314:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384335.528316:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384335.528321:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:0.0:1767384335.528321:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 20000000:00000040:3.0:1767384335.528323:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 00000100:00000001:2.0:1767384335.528325:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384335.528330:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 20000000:00000040:3.0:1767384335.528331:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 00000100:00000001:2.0:1767384335.528332:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.528336:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 20000000:00000040:3.0:1767384335.528339:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 00000100:00000040:2.0:1767384335.528343:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384335.528343:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043ebdfa1. 20000000:00000040:3.0:1767384335.528344:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384335.528352:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 00000020:00000010:0.0:1767384335.528354:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 20000000:00000040:3.0:1767384335.528356:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 00000100:00000001:2.0:1767384335.528360:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000040:3.0:1767384335.528361:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 00000100:00000001:2.0:1767384335.528369:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:01000000:3.0:1767384335.528370:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 384, pages 3712/1/4/3. 00000100:00000001:2.0:1767384335.528373:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384335.528375:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077846c25. 20000000:00000040:3.0:1767384335.528377:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384335.528384:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000100:00000040:2.0:1767384335.528384:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384335.528387:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 20000000:00000040:3.0:1767384335.528392:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000100:00000001:0.0:1767384335.528395:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:3.0:1767384335.528398:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384335.528404:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384335.528408:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 00000100:00100000:2.0:1767384335.528409:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069c3730b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746141952:0@lo:400: 20000000:00000040:3.0:1767384335.528411:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384335.528417:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 00000100:00000001:2.0:1767384335.528417:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.528481:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384335.528487:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069c3730b x1853236746141952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.528495:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384335.528499:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384335.528502:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071f22105. 02000000:00000001:2.0:1767384335.528506:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384335.528509:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384335.528512:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384335.528515:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384335.528517:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fce3f2b5. 02000000:00000001:2.0:1767384335.528525:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384335.528526:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384335.528528:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069c3730b. 00000100:00000001:2.0:1767384335.528534:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384335.528535:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.528537:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.528547:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384335.528548:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.528550:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.528551:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:3.0:1767384335.528703:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384335.528706:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384335.528709:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384335.528710:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384335.528711:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384335.528713:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384335.528714:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384335.528715:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384335.528717:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384335.528719:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:01000000:3.0:1767384335.528721:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 384, pages 3328/1/4/3. 20000000:01000000:3.0:1767384335.528723:0:17080:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 768, version 40 20000000:00000001:3.0:1767384335.528725:0:17080:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=768 : 768 : 300) 00000100:00000001:3.0:1767384335.528728:0:17080:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384335.528731:0:17080:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d5abb76e. 00000100:00000010:3.0:1767384335.528734:0:17080:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003c7bd536. 00000020:00000040:3.0:1767384335.528737:0:17080:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:3.0:1767384335.528739:0:17080:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384335.528742:0:17080:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384335.528744:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00000400:00000010:3.0:1767384335.528748:0:17080:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082377511. 00000400:00000200:3.0:1767384335.528753:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384335.528767:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384335.528771:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 768 into portal 33 MB=0x695824df04380 00000400:00000200:3.0:1767384335.528775:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 768/768 into md 0x16b9 [4] + 0 00000400:00000010:3.0:1767384335.528777:0:17080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9ef55f. 00000400:00000200:3.0:1767384335.528779:0:17080:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ed208c8 00000400:00000200:3.0:1767384335.528782:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384335.528786:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384335.528789:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed208c8 00000400:00000010:3.0:1767384335.528790:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009ed208c8. 00000100:00000001:3.0:1767384335.528792:0:17080:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384335.528793:0:17080:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000031763cf1 desc 00000000770304f3 mbits 1853236746142592 00000100:00000001:3.0:1767384335.528816:0:17080:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384335.528818:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384335.528822:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384335.528829:0:17080:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x16c9 00000400:00000200:3.0:1767384335.528831:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384335.528832:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384335.528840:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384335.528842:0:17080:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d5abb76e 00000100:00000001:3.0:1767384335.528846:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384335.528858:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002852012a 00000400:00000010:3.0:1767384335.528871:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 00000100:00000001:3.0:1767384335.528875:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384335.528879:0:17080:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d5abb76e 00000100:00000001:3.0:1767384335.528883:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384335.528892:0:17080:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 768 bytes via portal 33 id 12345-0@lo mbits 0x695824df04380-0x695824df04380 00000100:00000001:3.0:1767384335.528898:0:17080:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.528904:0:17080:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.528908:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:2.0:1767384335.528908:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384335.528910:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000001:2.0:1767384335.528915:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384335.528917:0:17080:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003c7bd536. 00000100:00000010:3.0:1767384335.528925:0:17080:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d5abb76e. 00000100:00000001:3.0:1767384335.528930:0:17080:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384335.528933:0:17080:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384335.528942:0:17080:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000003c75c176. 20000000:00000001:3.0:1767384335.528951:0:17080:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384335.528954:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746142592 00010000:00000001:3.0:1767384335.528956:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384335.528962:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000459bc455 x1853236746142592/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:316/0 lens 304/240 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384335.528969:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384335.528970:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384335.528972:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384335.528977:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384335.528981:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384335.528984:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384335.528986:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384335.528989:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.528991:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384335.528997:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384335.529001:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00000100:00000200:3.0:1767384335.529005:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746142592, offset 224 00000400:00000200:3.0:1767384335.529012:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384335.529025:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384335.529030:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df04380 00000400:00000200:3.0:1767384335.529034:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x16bd [1] + 224 00000400:00000200:3.0:1767384335.529037:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384335.529039:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384335.529043:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384335.529045:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384335.529052:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.529065:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384335.529069:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002852012a 00000400:00000010:3.0:1767384335.529070:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 00000100:00000001:3.0:1767384335.529074:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384335.529078:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384335.529086:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.529089:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384335.529093:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384335.529094:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.529095:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384335.529096:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384335.529102:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384335.529104:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000459bc455 x1853236746142592/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:316/0 lens 304/240 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384335.529106:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384335.529110:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5bb6112. 00000400:00000200:2.0:1767384335.529117:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf6500e6 00000100:00100000:3.0:1767384335.529118:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000459bc455 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746142592:12345-0@lo:256: Request processed in 1055us (1599us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384335.529121:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf6500e6. 00000100:00000001:2.0:1767384335.529127:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384335.529132:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000200:2.0:1767384335.529135:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384335.529138:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384335.529143:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384335.529147:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384335.529151:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003707a664. 00000100:00000200:2.0:1767384335.529153:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384335.529156:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001281c17e. 00000020:00000010:3.0:1767384335.529161:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004720bf55. 00000020:00000040:3.0:1767384335.529166:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:2.0:1767384335.529168:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384335.529170:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384335.529172:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384335.529173:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000644c68dd. 00000100:00000001:2.0:1767384335.529178:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384335.529179:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384335.529181:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384335.529183:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.529184:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384335.529187:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384335.529190:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384335.529190:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384335.529193:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=41 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384335.529196:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9ef55f. 00000100:00001000:2.0:1767384335.529198:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=41 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384335.529202:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ed208c8. 00000100:00000001:2.0:1767384335.529203:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384335.529206:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.529208:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384335.529211:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.529213:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.529215:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384335.529223:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.529228:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384335.529244:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384335.529247:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384335.529252:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031763cf1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746142592:0@lo:256: 00000100:00000001:2.0:1767384335.529257:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.529259:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.529260:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384335.529261:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384335.529267:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.529272:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384335.529274:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a4b747e0. 00000100:00000001:2.0:1767384335.529276:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384335.529277:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384335.529289:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 40, more 0. 10000000:00000001:2.0:1767384335.529292:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384335.529297:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003aae8380. 00010000:00000001:2.0:1767384335.529305:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384335.529307:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384335.529311:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:2.0:1767384335.529313:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.529314:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384335.529316:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:2.0:1767384335.529318:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000400:00000200:2.0:1767384335.529322:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 18 NIDs 00000400:00001000:2.0:1767384335.529324:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384335.529327:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:2.0:1767384335.529333:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384335.529342:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (18) 00000400:00000200:2.0:1767384335.529347:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384335.529350:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:2.0:1767384335.529354:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (19) 00000400:00000200:2.0:1767384335.529356:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:2.0:1767384335.529357:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:2.0:1767384335.529366:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529367:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:2.0:1767384335.529369:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:2.0:1767384335.529371:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529372:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:2.0:1767384335.529375:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:2.0:1767384335.529380:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529382:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:2.0:1767384335.529385:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:2.0:1767384335.529390:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529392:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:2.0:1767384335.529394:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000200:2.0:1767384335.529397:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529398:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:2.0:1767384335.529400:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:2.0:1767384335.529405:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529407:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:2.0:1767384335.529410:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:2.0:1767384335.529413:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529413:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:2.0:1767384335.529415:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:2.0:1767384335.529417:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529418:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:2.0:1767384335.529419:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:2.0:1767384335.529475:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529478:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:2.0:1767384335.529480:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:2.0:1767384335.529484:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529486:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:2.0:1767384335.529487:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:2.0:1767384335.529491:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529492:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:2.0:1767384335.529494:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:2.0:1767384335.529499:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529502:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:2.0:1767384335.529505:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:2.0:1767384335.529515:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529517:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:2.0:1767384335.529518:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:2.0:1767384335.529523:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529524:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:2.0:1767384335.529526:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:2.0:1767384335.529530:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529532:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:2.0:1767384335.529533:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:2.0:1767384335.529539:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529541:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:2.0:1767384335.529543:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:2.0:1767384335.529546:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384335.529548:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000100:00000001:2.0:1767384335.529550:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.529552:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384335.529558:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 10000000:00000010:2.0:1767384335.529562:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000dea380c8. 10000000:00000040:2.0:1767384335.529565:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 39/40 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000020:00000080:2.0:1767384335.529569:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384335.529577:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384335.529580:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071f22105. 00000020:00000010:2.0:1767384335.529584:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000467119ea. 00000040:00000010:2.0:1767384335.529586:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001725d7ee. 00000020:00000010:2.0:1767384335.529589:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000029364edd. 00000020:00000010:2.0:1767384335.529592:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384335.529596:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da369f82. 80000000:00000010:2.0:1767384335.529599:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001fe86c87. 40000000:00000010:2.0:1767384335.529602:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000400da9ef. 00100000:00000010:2.0:1767384335.529606:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e3b56b74. 00040000:00000010:2.0:1767384335.529610:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fce3f2b5. 00040000:00000010:2.0:1767384335.529614:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d544fcf8. 00040000:00000010:2.0:1767384335.529618:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000044711245. 00080000:00000010:2.0:1767384335.529623:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a0afe9ce. 00080000:00000010:2.0:1767384335.529632:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dd3736e0. 00000004:00000010:2.0:1767384335.529638:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000718c993b. 00000004:00000010:2.0:1767384335.529642:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000032407ec8. 00000004:00000010:2.0:1767384335.529646:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005487d223. 00002000:00000010:2.0:1767384335.529649:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000097444470. 00000004:00000010:2.0:1767384335.529652:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004f372805. 00000004:00000001:2.0:1767384335.529656:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384335.529659:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384335.529660:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000dea380c8 00000040:00001000:2.0:1767384335.529662:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384335.529664:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384335.529665:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384335.529667:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384335.529670:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384335.529671:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384335.529672:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384335.529674:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:2.0:1767384335.529675:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384335.529726:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384335.529731:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000467119ea. 00000040:00000010:2.0:1767384335.529735:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001725d7ee. 00000020:00000010:2.0:1767384335.529739:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000029364edd. 00000020:00000010:2.0:1767384335.529743:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384335.529748:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da369f82. 80000000:00000010:2.0:1767384335.529754:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001fe86c87. 40000000:00000010:2.0:1767384335.529758:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000400da9ef. 00100000:00000010:2.0:1767384335.529763:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e3b56b74. 00040000:00000010:2.0:1767384335.529769:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fce3f2b5. 00040000:00000010:2.0:1767384335.529776:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d544fcf8. 00040000:00000010:2.0:1767384335.529779:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000044711245. 00080000:00000010:2.0:1767384335.529789:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000dd3736e0. 00080000:00000010:2.0:1767384335.529794:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a0afe9ce. 00000004:00000010:2.0:1767384335.529802:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000718c993b. 00000004:00000010:2.0:1767384335.529809:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000032407ec8. 00000004:00000010:2.0:1767384335.529825:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005487d223. 00002000:00000010:2.0:1767384335.529837:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000097444470. 00000004:00000010:2.0:1767384335.529843:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004f372805. 00000020:00000010:2.0:1767384335.529848:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071f22105. 00000020:00000001:2.0:1767384335.529851:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.529853:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384335.529855:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000dea380c8. 10000000:00000040:2.0:1767384335.529862:0:17082:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.143@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384335.529865:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003aae8380. 10000000:00000001:2.0:1767384335.529870:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.529873:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384335.529882:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031763cf1 x1853236746142592/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.529887:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384335.529890:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384335.529892:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee2b07a3. 02000000:00000001:2.0:1767384335.529895:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384335.529896:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384335.529897:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384335.529899:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384335.529901:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384335.529903:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384335.529904:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384335.529905:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384335.529908:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d4e23d33. 00000100:00000010:2.0:1767384335.529911:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000770304f3. 00000100:00000001:2.0:1767384335.529913:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384335.529915:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7b1a7c9. 02000000:00000001:2.0:1767384335.529921:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384335.529923:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384335.529925:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031763cf1. 00000100:00000001:2.0:1767384335.529927:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384335.529928:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384335.529942:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000b88d86ee. 10000000:01000000:2.0:1767384335.529945:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384335.529948:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384335.529954:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384335.529955:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384335.529957:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=3 00000020:00000001:2.0:1767384335.529958:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:2.0:1767384335.529960:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:2.0:1767384335.529964:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384335.529966:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384335.529972:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384335.529974:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384335.529975:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384335.529980:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384335.529982:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384335.529983:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384335.529984:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384335.529986:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384335.529989:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384335.529991:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384335.529992:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:2.0:1767384335.529994:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384335.534536:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294924298, at 4294924299 00000100:00000040:1.0:1767384335.534539:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294924298, at 4294924299 00000100:00000010:0.0:1767384335.534545:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9766f6f. 00000100:00000010:1.0:1767384335.534554:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f54f3192. 00000100:00000040:2.0:1767384335.535477:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294924298, at 4294924300 00000100:00000040:3.0:1767384335.535485:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294924298, at 4294924300 00000100:00000010:2.0:1767384335.535487:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000bb395f9. 00000100:00000010:3.0:1767384335.535496:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff1eeb80. 00000020:00000010:0.0:1767384335.542143:0:25351:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000004a18fea6. 00000020:00000040:0.0:1767384335.542152:0:25351:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384335.542156:0:25351:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000004a18fea6. 00010000:00000001:2.0:1767384335.715519:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384335.715524:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.715529:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384335.715530:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.715603:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384335.715607:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.715609:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384335.851193:0:25388:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000eebd043c. 00080000:00000010:2.0:1767384335.851202:0:25388:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000eebd043c. 00000020:00000001:2.0:1767384335.851205:0:25388:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384335.851212:0:25388:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000eebd043c. 00080000:00000010:2.0:1767384335.851215:0:25388:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000eebd043c. 00000020:00000001:2.0:1767384335.851217:0:25388:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384336.576138:0:25552:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384336.576147:0:25552:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:2.0:1767384336.578905:0:25552:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384336.584860:0:25553:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ee6f40e1. 00000400:00000010:2.0:1767384336.584873:0:25553:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000073f796aa. 00000400:00000010:2.0:1767384336.584881:0:25553:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006a2c1d95. 00000400:00000010:2.0:1767384336.584883:0:25553:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cd7fe6e1. 00000400:00000010:2.0:1767384336.584886:0:25553:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007fa29eb0. 00000400:00000010:2.0:1767384336.584890:0:25553:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000de080c5f. 00000400:00000010:2.0:1767384336.584891:0:25553:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000022191c09. 00000400:00000010:2.0:1767384336.584892:0:25553:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007f647732. 00000400:00000010:2.0:1767384336.584895:0:25553:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007dd7ed73. 00000800:00000010:2.0:1767384336.584906:0:25553:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000f80fc56. 00000800:00000200:2.0:1767384336.584915:0:25553:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384336.584922:0:25553:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384336.584954:0:25553:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:2.0:1767384336.584970:0:25553:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp27 [8/256/0/180] 00000400:00000010:2.0:1767384336.586342:0:25553:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000aac59429. 00000400:00000010:2.0:1767384336.586348:0:25553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fbf5229. 00000400:00000010:2.0:1767384336.586352:0:25553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fae84b2. 00000400:00000001:2.0:1767384336.586365:0:25553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384336.586366:0:25553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384336.586368:0:25553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009127a19f. 00000400:00000200:2.0:1767384336.586370:0:25553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b604cb1 00000400:00000010:2.0:1767384336.586372:0:25553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b604cb1. 00000400:00000010:2.0:1767384336.586375:0:25553:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000002beb4f7c. 00000400:00000200:2.0:1767384336.586379:0:25553:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (18) 00000400:00000200:2.0:1767384336.586388:0:25553:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384336.586397:0:25553:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:2.0:1767384336.586403:0:25553:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000dd3736e0. 00000400:00000200:0.0:1767384336.586407:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384336.586408:0:25553:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384336.586412:0:25553:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp27 00000400:00000200:0.0:1767384336.586415:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:2.0:1767384336.586460:0:25553:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000073f796aa. 00000400:00000010:0.0:1767384336.586461:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009d019aa. 00000400:00000010:2.0:1767384336.586465:0:25553:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ee6f40e1. 00000400:00000200:0.0:1767384336.586467:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (19) 00000020:00000001:3.0:1767384336.586473:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384336.586476:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f8cbfd03. 10000000:00000001:3.0:1767384336.586478:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384336.586482:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384336.586485:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384336.586486:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp25 00000020:01000004:3.0:1767384336.586489:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384336.586492:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384336.586494:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384336.586495:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384336.586504:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384336.586505:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp25 to MR: 192.168.203.143@tcp25 local destination 00000020:01000004:3.0:1767384336.586506:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384336.586509:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384336.586511:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384336.586512:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384336.586514:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384336.586518:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad479a76. 00000400:00000200:0.0:1767384336.586519:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp25 NI seq info: [45:45:256:4294967295] 192.168.203.143@tcp25 LPNI seq info [45:45:8:4294967295] 00000020:00000040:3.0:1767384336.586524:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384336.586529:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384336.586530:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp25 02000000:00000001:3.0:1767384336.586533:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384336.586538:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.586545:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25:192.168.203.143@tcp25) -> 192.168.203.143@tcp25(192.168.203.143@tcp25:192.168.203.143@tcp25) : PUT try# 0 02000000:00000010:3.0:1767384336.586548:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000897d20e0. 00000800:00000200:0.0:1767384336.586552:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.143@tcp25 00000100:00000001:3.0:1767384336.586555:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384336.586557:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000684eb52a. 00000100:00000001:3.0:1767384336.586564:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767384336.586565:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (6) 00000100:00000001:3.0:1767384336.586568:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384336.586574:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp25 ip 192.168.203.143:988 00000100:00000040:3.0:1767384336.586576:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad479a76] to pc [ptlrpcd_00_03+3] req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384336.586578:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000684eb52a type 1, nob 432 niov 1 nkiov 1 00000400:00000200:0.0:1767384336.586599:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384336.586602:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 10000000:00000001:3.0:1767384336.586603:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384336.586607:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.586609:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384336.586611:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384336.586617:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384336.586618:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384336.586619:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384336.586622:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384336.586624:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00100000:0.0:1767384336.586624:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:01000004:3.0:1767384336.586627:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384336.586628:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384336.586629:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384336.586631:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384336.586633:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384336.586635:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384336.586636:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384336.586638:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384336.586640:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384336.586641:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384336.586643:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767384336.586644:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a9a2c8d. 00000100:00000001:0.0:1767384336.586646:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384336.586647:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384336.586649:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.586651:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384336.586653:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384336.586655:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384336.586659:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384336.586660:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384336.586661:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384336.586670:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b7356cf7. 00000100:00000001:0.0:1767384336.586670:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384336.586673:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.586677:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.586677:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384336.586681:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.586682:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384336.586684:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.586685:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.586688:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ad479a76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746142720:0@lo:253: 00000100:00000040:3.0:1767384336.586693:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a9a2c8d] to pc [ptlrpcd_00_00+0] req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.586694:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384336.586699:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384336.586703:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.586705:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384336.586709:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1767384336.586711:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c68d4be0. 10000000:00000001:3.0:1767384336.586713:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384336.586714:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000684eb52a. 02000000:00000001:0.0:1767384336.586715:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384336.586717:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.586720:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384336.586722:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384336.586723:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384336.586723:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023053df7. 00000020:00000010:3.0:1767384336.586725:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000dd3736e0. 00000400:00000010:0.0:1767384336.586728:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fec4cdcc. 00000100:00000200:0.0:1767384336.586734:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746142720, portal 25 00000100:00000001:3.0:1767384336.586736:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384336.586740:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp25->192.168.203.143@tcp25: PUT: OK 00000100:00000001:0.0:1767384336.586740:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384336.586741:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.586744:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609952384 : -111508099599232 : ffff9a957f557480) 00000400:00000200:1.0:1767384336.586750:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:0.0:1767384336.586751:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384336.586752:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384336.586756:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp25: 0 00000800:00000001:3.0:1767384336.586764:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.586764:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384336.586768:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384336.586770:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1767384336.586773:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384336.586774:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d83cfdbe. 00000100:00000200:0.0:1767384336.586777:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746142720, offset 0 00000400:00000200:3.0:1767384336.586783:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25) <- 192.168.203.143@tcp25 : PUT - for me 00000100:00000001:1.0:1767384336.586784:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384336.586787:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384336.586789:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.586792:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384336.586799:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.586800:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384336.586803:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384336.586814:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384336.586817:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.586818:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 320/336 into md 0x1665 [1] + 0 00000400:00000200:0.0:1767384336.586819:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04400 02000000:00000001:1.0:1767384336.586821:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384336.586825:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384336.586827:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007903df6f. 02000000:00000001:1.0:1767384336.586828:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.586834:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e546226 00000100:00100000:1.0:1767384336.586834:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a9a2c8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746142848:0@lo:253: 00000100:00000001:1.0:1767384336.586840:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384336.586842:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384336.586844:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384336.586844:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xffd [2] + 0 02000000:00000001:1.0:1767384336.586847:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384336.586848:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384336.586849:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384336.586853:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384336.586855:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d514d18. 02000000:00000010:1.0:1767384336.586856:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000727a5b2e. 00000400:00000200:3.0:1767384336.586862:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp25->192.168.203.143@tcp25: PUT: OK 02000000:00000001:1.0:1767384336.586862:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.586864:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc034117 00000400:00000200:3.0:1767384336.586870:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e546226 00000400:00000010:1.0:1767384336.586870:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807cceed. 00000400:00000200:0.0:1767384336.586873:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384336.586874:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 00000400:00000200:0.0:1767384336.586879:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384336.586880:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384336.586883:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (20) 00000400:00000200:0.0:1767384336.586884:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc034117 00000400:00000010:1.0:1767384336.586886:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e26407e. 00000400:00000010:0.0:1767384336.586887:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc034117. 00000400:00000200:3.0:1767384336.586889:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:3.0:1767384336.586894:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (336 bytes) 00000100:00000200:1.0:1767384336.586896:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746142848, portal 25 00000100:00000001:0.0:1767384336.586896:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384336.586900:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384336.586900:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384336.586903:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609947904 : -111508099603712 : ffff9a957f556300) 00000100:00000040:0.0:1767384336.586907:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000012e9c1a1 x1853236746142720 msgsize 4848 00000400:00000200:3.0:1767384336.586910:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000040:1.0:1767384336.586910:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384336.586919:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384336.586920:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (21) 00000100:00000040:0.0:1767384336.586924:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384336.586925:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384336.586930:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:1.0:1767384336.586930:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384336.586933:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384336.586935:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029274ad5. 00000400:00000200:3.0:1767384336.586940:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp25 to MR: 192.168.203.143@tcp25 local destination 00000100:00000200:1.0:1767384336.586940:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746142848, offset 0 00000400:00000200:1.0:1767384336.586950:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384336.586953:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp25 NI seq info: [46:46:256:4294967295] 192.168.203.143@tcp25 LPNI seq info [46:46:8:4294967295] 00000400:00000200:3.0:1767384336.586961:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25:192.168.203.143@tcp25) -> 192.168.203.143@tcp25(192.168.203.143@tcp25:192.168.203.143@tcp25) 192.168.203.143@tcp25 : ACK try# 0 00000800:00000200:3.0:1767384336.586964:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp25 00000400:00000200:0.0:1767384336.586967:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83cfdbe 00000800:00000010:3.0:1767384336.586968:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000feb5c691. 00000400:00000010:0.0:1767384336.586970:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d83cfdbe. 00000400:00000200:1.0:1767384336.586973:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384336.586975:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384336.586979:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (6) 00000100:00000200:0.0:1767384336.586983:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384336.586990:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp25 ip 192.168.203.143:991 00000400:00000200:1.0:1767384336.586990:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04480 00000800:00000200:3.0:1767384336.586995:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000feb5c691 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384336.586998:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384336.587003:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384336.587007:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x100d [2] + 0 00000800:00000001:3.0:1767384336.587010:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384336.587015:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6ec4972. 00000100:00000001:0.0:1767384336.587017:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384336.587020:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384336.587020:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000035edc3e6 00000100:00000001:0.0:1767384336.587021:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384336.587028:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.587029:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.587033:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384336.587033:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294925357 00000400:00000200:1.0:1767384336.587040:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035edc3e6 00000100:00000010:0.0:1767384336.587041:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9766f6f. 00000400:00000010:1.0:1767384336.587042:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035edc3e6. 00000100:00000001:1.0:1767384336.587048:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384336.587049:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384336.587049:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384336.587055:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000a6b26f87 x1853236746142848 msgsize 4848 00000100:00000001:0.0:1767384336.587058:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294925357 00000800:00000200:3.0:1767384336.587061:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384336.587064:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006015cbae. 00000100:00100000:1.0:1767384336.587065:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:3.0:1767384336.587066:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000feb5c691. 00000100:00000001:0.0:1767384336.587068:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384336.587069:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384336.587071:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384336.587075:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294925357 00000400:00000200:3.0:1767384336.587078:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp25->192.168.203.143@tcp25: ACK: OK 00000100:00000001:1.0:1767384336.587080:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384336.587080:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5a55c4d. 00000800:00000001:3.0:1767384336.587086:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384336.587086:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384336.587088:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029274ad5 00000400:00000010:1.0:1767384336.587091:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029274ad5. 00000800:00000001:3.0:1767384336.587092:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.587092:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294925357 00000100:00000001:1.0:1767384336.587095:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384336.587096:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.587102:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384336.587102:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384336.587103:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036196936. 00000800:00000001:3.0:1767384336.587108:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384336.587110:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000800:00000001:3.0:1767384336.587114:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.587116:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.587121:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.587122:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384336.587127:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25) <- 192.168.203.143@tcp25 : ACK - for me 00000100:00000001:0.0:1767384336.587128:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.587129:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.587134:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.587142:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.587147:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384336.587148:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp25: ACK from 12345-192.168.203.143@tcp25 into md 0x16d9 00000100:00000001:1.0:1767384336.587153:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.587154:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384336.587155:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384336.587160:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294925357 00000400:00000010:0.0:1767384336.587162:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000075a710f7. 00000100:00000001:1.0:1767384336.587166:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294925357 00000400:00000200:3.0:1767384336.587167:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp25->192.168.203.143@tcp25: ACK: OK 00000400:00000010:0.0:1767384336.587169:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004934bb5a. 00000100:00000001:1.0:1767384336.587171:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294925357 00000100:00000001:1.0:1767384336.587176:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294925357 00000100:00000001:1.0:1767384336.587177:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294925357 00000400:00000200:3.0:1767384336.587178:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009d019aa 00000400:00000010:0.0:1767384336.587178:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000100:00000001:1.0:1767384336.587180:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294925357 00000100:00000001:1.0:1767384336.587185:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294925357 00000400:00000010:3.0:1767384336.587186:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009d019aa. 00000100:00000001:1.0:1767384336.587187:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294925357 00000400:00000200:3.0:1767384336.587193:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384336.587194:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000075a710f7 00000100:00000001:1.0:1767384336.587198:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384336.587200:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000d37ae8b8. 00000400:00000200:3.0:1767384336.587203:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000100:00000001:1.0:1767384336.587203:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587205:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00000001:1.0:1767384336.587208:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.587211:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.587213:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 00000100:00000001:1.0:1767384336.587219:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384336.587222:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:1.0:1767384336.587222:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384336.587229:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (20) 00000100:00000001:1.0:1767384336.587229:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384336.587232:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.587234:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587235:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (19) 00000100:00000001:1.0:1767384336.587237:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.587241:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000bf23d548. 00000800:00000001:3.0:1767384336.587246:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384336.587246:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000800:00000001:3.0:1767384336.587251:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384336.587254:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c1511b90. 00000400:00000200:0.0:1767384336.587261:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000100:00000001:3.0:1767384336.587264:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384336.587264:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384336.587269:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746142720 00000400:00000200:0.0:1767384336.587269:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000100:00000001:3.0:1767384336.587270:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.587275:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384336.587278:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384336.587280:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587281:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 02000000:00000001:1.0:1767384336.587286:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.587287:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384336.587291:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746142848 00000100:00100000:1.0:1767384336.587291:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746142720 00000400:00000200:0.0:1767384336.587291:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 02000000:00000001:3.0:1767384336.587297:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384336.587297:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384336.587301:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384336.587301:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000040:1.0:1767384336.587302:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:3.0:1767384336.587306:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.587307:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.587311:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000400:00000200:0.0:1767384336.587311:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 02000000:00000001:3.0:1767384336.587313:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.587317:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00100000:3.0:1767384336.587318:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746142848 00000020:00000001:1.0:1767384336.587322:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384336.587324:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384336.587327:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:0.0:1767384336.587327:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:1.0:1767384336.587328:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384336.587332:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384336.587334:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d496dc87. 00000020:00000040:3.0:1767384336.587336:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000400:00000200:0.0:1767384336.587336:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:1.0:1767384336.587338:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384336.587342:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000010:1.0:1767384336.587344:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d496dc87. 00000020:00000001:3.0:1767384336.587349:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:0.0:1767384336.587353:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:3.0:1767384336.587354:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384336.587354:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001171b1f5. 00000020:00000010:3.0:1767384336.587360:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1937b78. 00000400:00000200:0.0:1767384336.587361:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000020:00000010:1.0:1767384336.587362:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f704eadf. 00000100:00000001:3.0:1767384336.587363:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384336.587367:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1937b78. 00000020:00000010:1.0:1767384336.587369:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a43d4a6. 00000020:00000010:3.0:1767384336.587375:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee2b07a3. 00000100:00000040:1.0:1767384336.587379:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384336.587379:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000010:3.0:1767384336.587382:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f10117ba. 00000100:00000001:1.0:1767384336.587384:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384336.587388:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384336.587391:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001281c17e. 00000100:00000001:1.0:1767384336.587392:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587393:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000001:3.0:1767384336.587398:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384336.587402:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384336.587402:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587402:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:3.0:1767384336.587406:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587410:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000100:00000001:3.0:1767384336.587412:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587417:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:0.0:1767384336.587465:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:0.0:1767384336.587472:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:0.0:1767384336.587478:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:0.0:1767384336.587485:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:0.0:1767384336.587490:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:0.0:1767384336.587496:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp26 00000400:00000200:0.0:1767384336.587501:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp26 lpni_is_preferred = 0 00000400:00000200:0.0:1767384336.587505:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp26 00000400:00000200:0.0:1767384336.587510:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp26 NI seq info: [47:47:256:4294967295] 192.168.203.143@tcp26 LPNI seq info [47:47:8:4294967295] 00000100:00000001:1.0:1767384336.587511:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.587521:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp26 00000100:00000001:1.0:1767384336.587524:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384336.587527:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384336.587531:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp26(192.168.203.143@tcp26:) -> 192.168.203.143@tcp26(192.168.203.143@tcp:192.168.203.143@tcp26) : GET try# 0 00000100:00100000:1.0:1767384336.587535:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384336.587539:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000800:00000200:0.0:1767384336.587540:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp26 00000100:00000001:1.0:1767384336.587542:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608987728 : -111508100563888 : ffff9a957f46bc50) 00000800:00000010:0.0:1767384336.587545:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000684eb52a. 00000100:00000040:1.0:1767384336.587548:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000012e9c1a1 x1853236746142720/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 4848/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384336.587552:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d83cfdbe. 00000800:00000010:0.0:1767384336.587558:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007bc91643. 00000100:00000001:1.0:1767384336.587559:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384336.587564:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d496dc87. 00000100:00000001:1.0:1767384336.587569:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384336.587569:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (2) 00000020:00000010:1.0:1767384336.587574:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d496dc87. 00000800:00000200:0.1:1767384336.587578:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (2) 00000100:00100000:1.0:1767384336.587582:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000012e9c1a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746142720:12345-0@lo:253: 00000100:00000200:1.0:1767384336.587586:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746142720 00000020:00000001:1.0:1767384336.587589:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384336.587593:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384336.587593:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000020:00000001:1.0:1767384336.587595:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587598:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00000020:00000001:1.0:1767384336.587600:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384336.587604:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:0.0:1767384336.587607:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 00000020:00000001:1.0:1767384336.587609:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384336.587610:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384336.587613:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384336.587617:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384336.587618:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.587618:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (20) 00000020:00000001:1.0:1767384336.587620:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.587625:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000006627211f. 00000100:00000001:1.0:1767384336.587626:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384336.587630:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384336.587631:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4188c. 00000100:00000001:3.0:1767384336.587634:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1767384336.587636:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f535bbb2. 00000100:00000001:3.0:1767384336.587637:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384336.587639:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000570148ce. 02000000:00000001:1.0:1767384336.587642:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.587645:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.587649:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000400:00000200:0.0:1767384336.587649:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 20000000:00000001:1.0:1767384336.587650:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:3.0:1767384336.587656:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000400:00000200:0.0:1767384336.587658:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000100:00000001:3.0:1767384336.587663:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608982608 : -111508100569008 : ffff9a957f46a850) 20000000:00000010:1.0:1767384336.587674:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b2c46025. 00000400:00000200:0.0:1767384336.587675:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000040:3.0:1767384336.587677:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6b26f87 x1853236746142848/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 4848/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:1.0:1767384336.587680:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384336.587686:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384336.587690:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 20000000:00000001:1.0:1767384336.587696:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384336.587697:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384336.587699:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587701:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000010:3.0:1767384336.587703:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1937b78. 20000000:00000001:1.0:1767384336.587705:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.587708:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384336.587710:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:3.0:1767384336.587714:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1937b78. 00000400:00000200:0.0:1767384336.587715:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 20000000:00000010:1.0:1767384336.587721:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a02dfbba. 00000400:00000200:0.0:1767384336.587724:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00100000:3.0:1767384336.587725:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6b26f87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+16:16353:x1853236746142848:12345-0@lo:253: 20000000:01000000:1.0:1767384336.587726:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000100:00000200:3.0:1767384336.587735:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746142848 20000000:00000001:1.0:1767384336.587735:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384336.587739:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000001:3.0:1767384336.587740:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1767384336.587742:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384336.587745:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384336.587747:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384336.587747:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384336.587749:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000001:3.0:1767384336.587751:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384336.587754:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:0.0:1767384336.587758:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000020:00000001:3.0:1767384336.587759:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384336.587762:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384336.587764:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384336.587767:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384336.587767:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000001:3.0:1767384336.587770:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384336.587774:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000001:3.0:1767384336.587775:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384336.587778:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.587780:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384336.587784:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00080000:00000001:1.0:1767384336.587785:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 02000000:00000001:3.0:1767384336.587786:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384336.587789:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587791:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 02000000:00000010:3.0:1767384336.587793:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c95560a3. 00080000:00000001:1.0:1767384336.587794:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384336.587797:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.587798:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.587804:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384336.587804:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000400:00000200:0.0:1767384336.587804:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 20000000:00000001:3.0:1767384336.587810:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384336.587814:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000020:00000001:1.0:1767384336.587816:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:1.0:1767384336.587820:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000010:3.0:1767384336.587821:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000005c0d2af. 00000400:00000200:0.0:1767384336.587822:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00080000:00000001:1.0:1767384336.587825:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384336.587827:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384336.587832:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384336.587833:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384336.587837:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 20000000:00000001:3.0:1767384336.587838:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384336.587838:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384336.587841:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.587843:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384336.587846:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.587849:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 20000000:00000001:3.0:1767384336.587850:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384336.587853:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[47, 8], ns[47, 8] 00080000:00000001:1.0:1767384336.587855:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384336.587859:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00080000:00000010:1.0:1767384336.587860:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008c7d5502. 00000400:00000200:0.0:1767384336.587864:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp10 00080000:00000001:1.0:1767384336.587865:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560346182144 : -111513363369472 : ffff9a944596b200) 00000400:00000200:0.0:1767384336.587868:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp10 lpni_is_preferred = 0 00080000:00000001:1.0:1767384336.587870:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384336.587873:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp10 00000001:00000001:1.0:1767384336.587875:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384336.587878:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp10 NI seq info: [48:48:256:4294967295] 192.168.203.143@tcp10 LPNI seq info [48:48:8:4294967295] 00080000:00000010:1.0:1767384336.587880:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d496dc87. 00080000:00000001:1.0:1767384336.587884:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587885:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp10 00080000:00000001:1.0:1767384336.587891:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384336.587895:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10:) -> 192.168.203.143@tcp10(192.168.203.143@tcp:192.168.203.143@tcp10) : GET try# 0 00000800:00000200:0.0:1767384336.587899:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp10 00080000:00000001:1.0:1767384336.587902:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384336.587903:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e12d58a6. 00000800:00000200:0.0:1767384336.587909:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (6) 00000800:00000200:0.0:1767384336.587914:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp10 ip 192.168.203.143:988 00000800:00000200:0.0:1767384336.587916:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e12d58a6 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:1.0:1767384336.587919:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384336.587924:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384336.587927:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00000800:00000001:1.0:1767384336.587980:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384336.587982:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:1.0:1767384336.587988:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384336.587992:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384336.587994:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384336.588004:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e12d58a6. 00000800:00000001:1.0:1767384336.588007:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.588009:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.588017:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp10->192.168.203.143@tcp10: GET: OK 00000400:00000200:1.0:1767384336.588019:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10) <- 192.168.203.143@tcp10 : GET - for me 00000400:00000200:3.0:1767384336.588022:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384336.588026:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000400:00000200:0.0:1767384336.588031:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384336.588032:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384336.588040:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 336/336 into md 0x16d5 [1] + 0 00000400:00000200:1.0:1767384336.588049:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp10 to MR: 192.168.203.143@tcp10 local destination 00000400:00000200:1.0:1767384336.588054:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp10 NI seq info: [49:49:256:4294967295] 192.168.203.143@tcp10 LPNI seq info [49:49:8:4294967295] 00000400:00000200:0.0:1767384336.588063:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384336.588064:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10:192.168.203.143@tcp10) -> 192.168.203.143@tcp10(192.168.203.143@tcp10:192.168.203.143@tcp10) 192.168.203.143@tcp10 : REPLY try# 0 00000800:00000200:1.0:1767384336.588073:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.143@tcp10 00000800:00000010:1.0:1767384336.588077:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002970ae1a. 00000800:00000200:1.0:1767384336.588080:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (6) 00000800:00000200:1.0:1767384336.588085:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp10 ip 192.168.203.143:1021 00000400:00000200:0.0:1767384336.588086:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000200:1.0:1767384336.588088:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002970ae1a type 3, nob 432 niov 1 nkiov 1 00000400:00000200:0.0:1767384336.588111:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000001:3.0:1767384336.588122:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.588145:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384336.588145:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000800:00000200:1.0:1767384336.588150:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384336.588154:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384336.588154:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002970ae1a. 00000800:00000001:3.0:1767384336.588160:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384336.588160:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384336.588175:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384336.588177:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp10->192.168.203.143@tcp10: REPLY: OK 00000400:00000200:0.0:1767384336.588179:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384336.588189:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10) <- 192.168.203.143@tcp10 : REPLY - for me 00000400:00000200:3.0:1767384336.588203:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp10: Reply from 12345-192.168.203.143@tcp10 of length 336/336 into md 0x16f5 00000400:00000200:0.0:1767384336.588206:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000800:00000001:3.0:1767384336.588208:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.588216:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.588219:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.588225:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp10->192.168.203.143@tcp10: REPLY: OK 00000400:00000200:0.0:1767384336.588225:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384336.588232:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4188c 00000400:00000010:3.0:1767384336.588235:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4188c. 00000400:00000200:3.0:1767384336.588240:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384336.588244:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:0.0:1767384336.588245:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384336.588250:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:3.0:1767384336.588254:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 19. state = 0x100251 00000400:00000200:3.0:1767384336.588258:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384336.588271:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (21) 00000400:00000200:0.0:1767384336.588272:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000800:00000001:3.0:1767384336.588277:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.588283:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384336.588296:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384336.588304:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384336.588310:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000d1 00000400:00000200:0.0:1767384336.588315:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000010:1.0:1767384336.588317:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 00000000cc3dd19d. 00000400:00000010:1.0:1767384336.588321:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 00000000a0addb77. 00000400:00000010:1.0:1767384336.588324:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 0000000061cd6e4d. 00000400:00000200:0.0:1767384336.588339:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000010:1.0:1767384336.588349:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000850f57e4. 00000400:00000200:1.0:1767384336.588355:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000850f57e4 nid 192.168.203.143@tcp27 00000400:00000010:1.0:1767384336.588359:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000098d3b9d6. 00000400:00000200:1.0:1767384336.588361:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 0000000098d3b9d6 net tcp27 00000400:00000200:1.0:1767384336.588364:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (20) 00000400:00000200:1.0:1767384336.588370:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp27 flags 0x11 00000400:00000200:0.0:1767384336.588371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000010:1.0:1767384336.588373:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 00000000cc3dd19d. 00000400:00000010:1.0:1767384336.588376:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 00000000a0addb77. 00000400:00000010:1.0:1767384336.588381:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 0000000061cd6e4d. 00000400:00000010:1.0:1767384336.588391:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000006627211f. 00000400:00000200:1.0:1767384336.588394:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384336.588396:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:1.0:1767384336.588399:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000400:00000200:1.0:1767384336.588402:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000200:1.0:1767384336.588405:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:1.0:1767384336.588408:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:1.0:1767384336.588411:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:1.0:1767384336.588413:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (21) 00000400:00000200:0.0:1767384336.588452:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588487:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588516:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588541:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588554:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588568:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588582:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588596:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588611:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588623:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588642:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588657:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588678:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588691:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588705:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588716:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588729:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588742:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588756:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.588769:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000800:00000010:0.0:1767384336.588917:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000715831b7. 00000800:00000010:0.0:1767384336.588922:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007d869e73. 00000800:00000010:0.0:1767384336.588927:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f362883a. 00000800:00000010:0.0:1767384336.588951:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f362883a. 00000400:00000200:0.0:1767384336.589063:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384336.589075:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp26 from 221.3.0.2 00000800:00000010:0.0:1767384336.589079:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008be97d5e. 00000800:00000010:1.0:1767384336.589113:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014981185. 00000800:00000010:1.0:1767384336.589119:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029274ad5. 00000800:00000010:1.0:1767384336.589139:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000070d6c5a5. 00000800:00000200:1.1:1767384336.589144:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (2) 00000800:00000200:1.1:1767384336.589150:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp26 0000000070d6c5a5 deleted 00000800:00000010:1.1:1767384336.589152:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000070d6c5a5. 00000800:00000200:1.1:1767384336.589166:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384336.589172:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp26 ip 192.168.203.143:989 00000800:00000200:1.1:1767384336.589174:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000684eb52a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384336.589178:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp26 p 3.x 192.168.203.143 -> 192.168.203.143:989 incarnation:1767384334625190914 sched[0] 00000800:00000010:1.0:1767384336.589183:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000219d0e33. 00000800:00000010:1.0:1767384336.589251:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000219d0e33. 00000800:00000010:1.0:1767384336.589265:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029274ad5. 00000800:00000010:1.0:1767384336.589318:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008be97d5e. 00000800:00000001:1.0:1767384336.589335:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384336.589339:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384336.589407:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384336.589410:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000684eb52a. 00000400:00000200:1.0:1767384336.589414:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.589418:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp26->192.168.203.143@tcp26: GET: OK 00000400:00000200:1.0:1767384336.589450:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384336.589452:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000200:0.1:1767384336.589485:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384336.589493:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp26 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384334625190914 sched[0] 00000800:00000010:0.0:1767384336.589497:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007d869e73. 00000800:00000001:3.0:1767384336.589537:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384336.589538:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:3.0:1767384336.589563:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.589564:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000800:00000001:3.0:1767384336.589566:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.589572:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.589579:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp26(192.168.203.143@tcp26) <- 192.168.203.143@tcp26 : GET - for me 00000400:00000200:3.0:1767384336.589589:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384336.589594:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 336/336 into md 0x16d5 [1] + 0 00000400:00000200:0.0:1767384336.589599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.589625:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384336.589629:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp26 to MR: 192.168.203.143@tcp26 local destination 00000400:00000200:3.0:1767384336.589636:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp26 NI seq info: [50:50:256:4294967295] 192.168.203.143@tcp26 LPNI seq info [50:50:8:4294967295] 00000400:00000200:3.0:1767384336.589647:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp26(192.168.203.143@tcp26:192.168.203.143@tcp26) -> 192.168.203.143@tcp26(192.168.203.143@tcp26:192.168.203.143@tcp26) 192.168.203.143@tcp26 : REPLY try# 0 00000800:00000200:3.0:1767384336.589651:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.143@tcp26 00000400:00000200:0.0:1767384336.589654:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000010:3.0:1767384336.589655:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000feb5c691. 00000800:00000200:3.0:1767384336.589662:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000800:00000200:3.0:1767384336.589676:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp26 ip 192.168.203.143:988 00000800:00000200:3.0:1767384336.589679:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000feb5c691 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:0.0:1767384336.589680:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.589702:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000800:00000001:1.0:1767384336.589707:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384336.589734:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000800:00000001:1.0:1767384336.589742:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384336.589747:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384336.589749:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384336.589751:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000feb5c691. 00000800:00000001:1.0:1767384336.589753:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384336.589756:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384336.589759:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.589766:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp26->192.168.203.143@tcp26: REPLY: OK 00000400:00000200:0.0:1767384336.589767:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384336.589773:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp26(192.168.203.143@tcp26) <- 192.168.203.143@tcp26 : REPLY - for me 00000400:00000200:1.0:1767384336.589784:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp26: Reply from 12345-192.168.203.143@tcp26 of length 336/336 into md 0x16f1 00000800:00000001:1.0:1767384336.589789:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384336.589800:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384336.589802:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384336.589803:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384336.589809:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp26->192.168.203.143@tcp26: REPLY: OK 00000400:00000200:1.0:1767384336.589815:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000400:00000010:1.0:1767384336.589817:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000400:00000200:1.0:1767384336.589821:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384336.589825:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000800:00000001:3.0:1767384336.589829:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384336.589829:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:1.0:1767384336.589833:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 19. state = 0x100111 00000400:00000200:1.0:1767384336.589838:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (20) 00000800:00000001:1.0:1767384336.589844:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384336.589849:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.589850:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.589885:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.589904:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.589925:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.589944:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.589969:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.589990:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.590008:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.590039:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384336.590058:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00080000:00000010:3.0:1767384336.590092:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008c7d5502. 00000400:00000200:0.0:1767384336.590099:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00080000:00000010:1.0:1767384336.590127:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d496dc87. 00040000:00000001:1.0:1767384336.590132:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384336.590135:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384336.590137:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.590138:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000020:00000002:1.0:1767384336.590140:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384336.590144:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384336.590146:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384336.590155:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:0.0:1767384336.590163:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 20000000:00000001:1.0:1767384336.590165:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384336.590169:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384336.590173:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009b86d8bc. 00080000:00000001:1.0:1767384336.590173:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384336.590178:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:3.0:1767384336.590182:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384336.590191:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384336.590193:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384336.590197:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00080000:00000001:3.0:1767384336.590202:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384336.590213:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384336.590216:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384336.590218:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384336.590220:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384336.590222:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384336.590224:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000400:00000200:0.0:1767384336.590226:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000020:00000001:3.0:1767384336.590231:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:3.0:1767384336.590235:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384336.590238:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384336.590242:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384336.590243:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384336.590246:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384336.590249:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384336.590249:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384336.590253:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384336.590266:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384336.590268:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:1.0:1767384336.590272:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c3814a66 count: 2 00000020:00000001:3.0:1767384336.590273:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:1.0:1767384336.590277:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384336.590279:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384336.590281:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:3.0:1767384336.590284:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a7b1a7c9. 00010000:00000010:1.0:1767384336.590285:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6d84e1e. 00000400:00000200:0.0:1767384336.590287:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00080000:00000001:3.0:1767384336.590290:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560270440960 : -111513439110656 : ffff9a944112fa00) 00000020:00000001:1.0:1767384336.590291:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384336.590293:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000040:1.0:1767384336.590295:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c6d84e1e with handle 0x980286e253c5fc4d to hash 00000001:00000001:3.0:1767384336.590297:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:1.0:1767384336.590298:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:3.0:1767384336.590301:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d1937b78. 00080000:00000001:3.0:1767384336.590304:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384336.590306:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384336.590314:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.590317:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00080000:00000001:3.0:1767384336.590333:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384336.590339:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384336.590342:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384336.590345:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384336.590347:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.590350:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384336.590352:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00010000:00000001:1.0:1767384336.590360:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384336.590364:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384336.590366:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384336.590368:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384336.590370:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384336.590373:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fc3f expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384336.590373:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00010000:00000001:1.0:1767384336.590381:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384336.590383:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.590385:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384336.590386:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.590388:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.590390:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384336.590392:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384336.590396:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3814a66) refcount = 2 00000400:00000200:0.0:1767384336.590398:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00010000:00000040:1.0:1767384336.590399:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384336.590403:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5fc3f expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384336.590407:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384336.590409:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384336.590414:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d496dc87. 00000100:00000001:1.0:1767384336.590416:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384336.590455:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029274ad5. 00000100:00000001:1.0:1767384336.590463:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632564620596160 : -111509088955456 : ffff9a95445d13c0) 00000400:00000200:0.0:1767384336.590463:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000100:00000001:1.0:1767384336.590468:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632564620596160 : -111509088955456 : ffff9a95445d13c0) 00000100:00000001:1.0:1767384336.590471:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384336.590473:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384336.590474:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384336.590477:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.590479:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384336.590480:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384336.590483:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384336.590485:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384336.590486:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384336.590490:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000271fd986. 00000020:00000040:1.0:1767384336.590492:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000100:00000001:1.0:1767384336.590495:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384336.590497:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384336.590499:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384336.590504:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000235c98c1. 00000100:00000001:1.0:1767384336.590507:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.590510:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00010000:00010000:1.0:1767384336.590512:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5fc3f expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384336.590527:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5fc3f expref: 16 pid: 17080 timeout: 408 lvb_type: 0 00010000:00000001:1.0:1767384336.590533:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384336.590535:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384336.590538:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384336.590544:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384336.590546:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384336.590550:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746142976:0@lo:104: 00000100:00000001:1.0:1767384336.590552:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384336.590555:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384336.590557:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.590558:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384336.590560:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 02000000:00000010:1.0:1767384336.590567:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ede8e21. 02000000:00000001:1.0:1767384336.590570:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384336.590574:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009127a19f. 00000400:00000010:1.0:1767384336.590578:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cec50606. 00000100:00000200:1.0:1767384336.590581:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746142976, portal 16 00000100:00000001:1.0:1767384336.590583:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384336.590585:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317031168 : -111508392520448 : ffff9a956ddfd500) 00000100:00000040:1.0:1767384336.590588:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384336.590593:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384336.590595:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384336.590599:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000871e1e74. 00000400:00000200:0.0:1767384336.590600:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000100:00000200:1.0:1767384336.590601:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746142976, offset 0 00000400:00000200:1.0:1767384336.590610:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384336.590618:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384336.590624:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df04500 00000400:00000200:1.0:1767384336.590628:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:1.0:1767384336.590632:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384336.590633:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384336.590637:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.590642:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384336.590643:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384336.590646:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a858121b. 00000100:00000040:1.0:1767384336.590649:0:17101:0:(events.c:337:request_in_callback()) incoming req@00000000a858121b x1853236746142976 msgsize 328 00000100:00100000:1.0:1767384336.590652:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384336.590665:0:17101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384336.590669:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000871e1e74 00000400:00000010:1.0:1767384336.590670:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000871e1e74. 00000100:00000001:1.0:1767384336.590672:0:17101:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384336.590681:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384336.590688:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384336.590690:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384336.590696:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.590698:0:17911:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008abb1efb. 00000100:00000001:1.0:1767384336.590704:0:17101:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.590705:0:17911:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384336.590708:0:17911:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746142976 00000100:00000001:1.0:1767384336.590710:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.590711:0:17911:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384336.590715:0:17911:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384336.590717:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294925361 00000100:00000001:3.0:1767384336.590718:0:17911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.590722:0:17911:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.590724:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294925357 00000100:00100000:3.0:1767384336.590725:0:17911:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746142976 00000020:00000001:3.0:1767384336.590730:0:17911:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384336.590732:0:17911:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9c9 00000100:00000001:1.0:1767384336.590733:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294925361 00000020:00000001:3.0:1767384336.590736:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.590739:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078df2aae refcount=3 00000100:00000001:1.0:1767384336.590740:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294925357 00000020:00000001:3.0:1767384336.590742:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000020:00000001:3.0:1767384336.590745:0:17911:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:1.0:1767384336.590747:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294925361 00000100:00000001:3.0:1767384336.590748:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.590754:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000842ab87c. 00000100:00000001:1.0:1767384336.590754:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294925357 00000800:00000010:0.0:1767384336.590756:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007430a88a. 00000100:00000001:3.0:1767384336.590758:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.590761:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294925361 00000020:00000010:3.0:1767384336.590763:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000842ab87c. 00000800:00000010:0.0:1767384336.590763:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007d869e73. 00000100:00000001:1.0:1767384336.590766:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294925357 00000020:00000010:3.0:1767384336.590772:0:17911:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000959855df. 00000800:00000010:0.0:1767384336.590772:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f362883a. 00000100:00000001:1.0:1767384336.590773:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.590779:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.590780:0:17911:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034b11e6d. 00010000:00000001:1.0:1767384336.590781:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.590786:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.590788:0:17911:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001749d359. 00000020:00000001:1.0:1767384336.590789:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.590794:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.590796:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384336.590797:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.590799:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000010:0.0:1767384336.590800:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f362883a. 00000100:00000040:3.0:1767384336.590801:0:17911:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:1.0:1767384336.590801:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384336.590805:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.590807:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00020000:0.0:1767384336.590809:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000100:00000001:1.0:1767384336.590810:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384336.590811:0:17911:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384336.590816:0:17911:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384336.590816:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 0000000029274ad5 going to sleep for 11 seconds 00000100:00000001:3.0:1767384336.590819:0:17911:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.590821:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.590826:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.590829:0:17911:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.590846:0:17911:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.590860:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384336.590861:0:17911:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384336.590865:0:17911:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384336.590865:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384336.590871:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384336.590874:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000078df2aae : new rpc_count 1 00000100:00000001:3.0:1767384336.590876:0:17911:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.590877:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317038336 : -111508392513280 : ffff9a956ddff100) 00000100:00000001:3.0:1767384336.590880:0:17911:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.590883:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a858121b x1853236746142976/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 328/0 e 0 to 0 dl 1767384347 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384336.590900:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384336.590902:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000219d0e33. 00000100:00000001:1.0:1767384336.590904:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384336.590905:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000219d0e33. 00000100:00100000:1.0:1767384336.590910:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a858121b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746142976:12345-0@lo:104: 00000100:00000200:1.0:1767384336.590913:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746142976 00010000:00000001:1.0:1767384336.590915:0:17069:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384336.590918:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384336.590919:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.590921:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=2 00000020:00000001:1.0:1767384336.590923:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:1.0:1767384336.590925:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:1.0:1767384336.590928:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384336.590930:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.590933:0:17069:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384336.590938:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384336.590939:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384336.590942:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007fe194c9. 02000000:00000001:1.0:1767384336.590943:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.590945:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.590948:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384336.590949:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384336.590952:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d297692 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384336.590956:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384336.590958:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384336.590960:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384336.590962:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384336.590963:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.590965:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384336.590981:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384336.590983:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000871e1e74. 00000100:00000200:1.0:1767384336.590986:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236746142976, offset 224 00000400:00000200:1.0:1767384336.590991:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384336.590996:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384336.591002:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824df04500 00000400:00000200:1.0:1767384336.591007:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16f9 [1] + 224 00000400:00000200:1.0:1767384336.591009:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.591013:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.591016:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384336.591019:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384336.591026:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384336.591040:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384336.591044:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000871e1e74 00000400:00000010:1.0:1767384336.591046:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000871e1e74. 00000100:00000001:1.0:1767384336.591050:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384336.591051:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384336.591055:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.591058:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:3.0:1767384336.591059:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384336.591061:0:17069:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384336.591064:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:1.0:1767384336.591065:0:17069:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000070d6c5a5. 00000400:00000001:3.0:1767384336.591068:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384336.591069:0:17069:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384336.591072:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009127a19f. 00000400:00000200:3.0:1767384336.591077:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cec50606 00000400:00000010:3.0:1767384336.591078:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cec50606. 00010000:00010000:1.0:1767384336.591079:0:17069:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:3.0:1767384336.591081:0:17101:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384336.591082:0:17069:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.591085:0:17069:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.591087:0:17069:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384336.591088:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384336.591093:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a858121b x1853236746142976/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384336.591114:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384336.591115:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a858121b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746142976:12345-0@lo:104: Request processed in 213us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384336.591132:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384336.591133:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384336.591144:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.591146:0:17101:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384336.591147:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384336.591150:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.591153:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.591153:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078df2aae : new rpc_count 0 02000000:00000001:3.0:1767384336.591155:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.591156:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384336.591160:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=42 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384336.591160:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384336.591165:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034b11e6d. 00000100:00001000:3.0:1767384336.591166:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=42 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384336.591169:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001749d359. 00000100:00000001:3.0:1767384336.591172:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384336.591174:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000959855df. 00000100:00000001:3.0:1767384336.591177:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384336.591180:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000078df2aae : new refcount 2 00010000:00000001:3.0:1767384336.591182:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384336.591184:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.591186:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.591191:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.591197:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000020:1.0:1767384336.591200:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384336.591204:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384336.591207:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b2c46025. 20000000:00000001:1.0:1767384336.591214:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384336.591217:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746142720 00010000:00000001:1.0:1767384336.591221:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384336.591227:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1767384336.591228:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000012e9c1a1 x1853236746142720/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.591233:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384336.591237:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.591239:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384336.591240:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384336.591242:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.591243:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1767384336.591245:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=42 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384336.591246:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384336.591248:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384336.591249:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.591253:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384336.591255:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000040:3.0:1767384336.591257:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384336.591258:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384336.591261:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.591266:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384336.591270:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384336.591273:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000271fd986 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746142976:0@lo:104: 00000400:00000010:1.0:1767384336.591275:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa37ab7a. 00000100:00000001:3.0:1767384336.591277:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384336.591280:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746142720, offset 224 00000100:00000001:3.0:1767384336.591281:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.591285:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384336.591287:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384336.591290:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384336.591292:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000271fd986 x1853236746142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384336.591301:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384336.591305:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384336.591307:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384336.591310:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ede8e21. 00000400:00000200:1.0:1767384336.591312:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04400 02000000:00000001:3.0:1767384336.591315:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384336.591318:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16dd [2] + 224 00000020:00000001:3.0:1767384336.591319:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384336.591322:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00000020:00000001:3.0:1767384336.591325:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384336.591325:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384336.591329:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000235c98c1. 00000400:00000200:1.0:1767384336.591332:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.591342:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384336.591345:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384336.591350:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384336.591353:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384336.591356:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000271fd986. 00000100:00000040:1.0:1767384336.591356:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.591362:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384336.591364:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384336.591369:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000029274ad5. 00000100:00000001:3.0:1767384336.591373:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384336.591374:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384336.591377:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d496dc87. 00000100:00000001:1.0:1767384336.591377:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384336.591382:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.591383:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa37ab7a 00000400:00000010:1.0:1767384336.591386:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa37ab7a. 00000100:00000001:1.0:1767384336.591389:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384336.591391:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384336.591393:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.591396:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.591396:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.591401:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 20000000:00000001:3.0:1767384336.591402:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384336.591404:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384336.591405:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:1.0:1767384336.591407:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.591408:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384336.591409:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384336.591414:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012e9c1a1 x1853236746142720/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384336.591466:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000012e9c1a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746142720:12345-0@lo:253: Request processed in 3905us (4557us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384336.591472:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384336.591474:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384336.591476:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384336.591478:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384336.591480:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f704eadf. 00000020:00000010:1.0:1767384336.591483:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a43d4a6. 00000020:00000010:1.0:1767384336.591485:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001171b1f5. 00000020:00000040:1.0:1767384336.591487:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 02000000:00000001:1.0:1767384336.591490:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384336.591492:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f535bbb2. 02000000:00000001:1.0:1767384336.591494:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384336.591496:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384336.591500:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384336.591503:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009127a19f. 00000400:00000010:1.0:1767384336.591511:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa37ab7a. 00080000:00000010:3.0:1767384336.592105:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a7b1a7c9. 00080000:00000010:1.0:1767384336.592168:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d1937b78. 00040000:00000001:1.0:1767384336.592173:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384336.592175:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384336.592176:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384336.592178:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384336.592180:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384336.592181:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384336.592183:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384336.592184:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384336.592186:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384336.592190:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:1.0:1767384336.592326:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384336.592329:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384336.592331:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000005c0d2af. 20000000:00000001:1.0:1767384336.592334:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384336.592337:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746142848 00010000:00000001:1.0:1767384336.592339:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384336.592343:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6b26f87 x1853236746142848/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.592351:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384336.592352:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384336.592354:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384336.592357:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384336.592359:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384336.592360:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384336.592362:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384336.592364:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.592366:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384336.592368:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384336.592371:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ab512ac. 00000100:00000200:1.0:1767384336.592374:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746142848, offset 224 00000400:00000200:1.0:1767384336.592378:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384336.592400:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384336.592405:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04480 00000400:00000200:1.0:1767384336.592408:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16e5 [2] + 224 00000400:00000200:1.0:1767384336.592418:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.592453:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.592456:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384336.592459:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.592465:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.592476:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384336.592480:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab512ac 00000400:00000010:1.0:1767384336.592482:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ab512ac. 00000100:00000001:1.0:1767384336.592484:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.592486:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384336.592486:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.592489:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.592489:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.592494:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:3.0:1767384336.592495:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384336.592496:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384336.592498:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384336.592499:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.592502:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807cceed. 00000020:00000001:1.0:1767384336.592503:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384336.592508:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e26407e 00000100:00000040:1.0:1767384336.592508:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6b26f87 x1853236746142848/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384336.592524:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e26407e. 00000100:00100000:1.0:1767384336.592525:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6b26f87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746142848:12345-0@lo:253: Request processed in 4827us (5468us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384336.592529:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384336.592535:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000200:3.0:1767384336.592536:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.592539:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384336.592544:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384336.592547:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384336.592551:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384336.592551:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f10117ba. 00000020:00000010:1.0:1767384336.592556:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001281c17e. 00000100:00000001:3.0:1767384336.592563:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384336.592563:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee2b07a3. 00000100:00000001:3.0:1767384336.592566:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384336.592568:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:3.0:1767384336.592569:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384336.592572:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384336.592573:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384336.592574:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384336.592575:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c95560a3. 00000100:00000001:3.0:1767384336.592577:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.592580:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.592580:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384336.592583:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384336.592584:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=42 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384336.592588:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=42 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384336.592592:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384336.592594:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384336.592595:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384336.592596:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384336.592598:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384336.592601:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807cceed. 00000100:00000001:3.0:1767384336.592602:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.592608:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384336.592608:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ab512ac. 00000100:00000001:3.0:1767384336.592626:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.592627:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384336.592628:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384336.592630:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384336.592631:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384336.592632:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384336.592633:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384336.592634:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384336.592634:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384336.592635:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384336.592636:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384336.592637:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384336.592638:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.592643:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a9a2c8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746142848:0@lo:253: 00000100:00000001:3.0:1767384336.592645:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.592646:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384336.592648:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a9a2c8d x1853236746142848/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.592652:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384336.592653:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384336.592654:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000727a5b2e. 02000000:00000001:3.0:1767384336.592657:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384336.592658:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384336.592658:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384336.592660:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384336.592661:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b7356cf7. 02000000:00000001:3.0:1767384336.592663:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384336.592664:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384336.592664:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a9a2c8d. 00000100:00000001:3.0:1767384336.592666:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384336.592667:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.592668:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.592671:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.592676:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.592677:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.592678:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.593498:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384336.593501:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.593503:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384336.593506:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384336.593507:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384336.593509:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384336.593516:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b6457ae already unused, calling callback (000000001ae2046b) 10000000:00000001:1.0:1767384336.593518:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384336.593519:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.593534:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384336.593536:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384336.593537:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.593538:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=3 00000020:00000001:1.0:1767384336.593539:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:1.0:1767384336.593540:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:1.0:1767384336.593543:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384336.593544:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384336.593548:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384336.593549:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384336.593552:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384336.593554:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384336.593555:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384336.593557:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384336.593565:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384336.593566:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384336.593577:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384336.593578:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384336.593580:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 10000000:00000001:1.0:1767384336.593582:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384336.593583:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.593585:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384336.593587:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384336.593588:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384336.593590:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384336.593592:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384336.593594:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b6457ae with handle 0x980286e253c5fc3f from hash 00010000:00000001:1.0:1767384336.593596:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384336.593597:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.593598:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384336.593599:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384336.593600:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384336.593601:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384336.593603:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384336.593604:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384336.593608:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d52d96dd. 00000020:00000040:1.0:1767384336.593609:0:17074:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384336.593611:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384336.593612:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384336.593615:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384336.593618:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000235c98c1. 00000100:00000001:1.0:1767384336.593620:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.593622:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384336.593624:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384336.593627:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384336.593629:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.593630:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384336.593632:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.593635:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d52d96dd] to pc [ptlrpcd_00_01+1] req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.593656:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.593660:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384336.593660:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.593664:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384336.593665:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384336.593666:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.593667:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384336.593669:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384336.593672:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.593674:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384336.593675:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.593692:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384336.593694:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 000000009b6457ae/0x980286e253c5fc3f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fc46 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384336.593696:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384336.593698:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.593703:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:1.0:1767384336.593705:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000034ed13d1 count: 0 02000000:00000001:3.0:1767384336.593706:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384336.593709:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.593712:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746143104:0@lo:103: 00010000:00000001:1.0:1767384336.593713:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384336.593715:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384336.593716:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384336.593719:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:1.0:1767384336.593719:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000070d6c5a5. 00010000:00000001:1.0:1767384336.593722:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.593723:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.593726:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384336.593727:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384336.593730:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384336.593733:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7b1a7c9. 00010000:00010000:1.0:1767384336.593733:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384336.593736:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384336.593738:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.593740:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.593741:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384336.593743:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384336.593745:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.593747:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007903df6f. 00010000:00010000:1.0:1767384336.593747:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384336.593753:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000100:00000200:3.0:1767384336.593757:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746143104, portal 18 00000100:00000001:3.0:1767384336.593760:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384336.593762:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317028480 : -111508392523136 : ffff9a956ddfca80) 00000100:00000040:3.0:1767384336.593765:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.593770:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384336.593771:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384336.593773:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00000100:00000200:3.0:1767384336.593774:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746143104, offset 0 00000400:00000200:3.0:1767384336.593777:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384336.593781:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384336.593785:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df04580 00000400:00000200:3.0:1767384336.593789:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:3.0:1767384336.593799:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.593801:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.593805:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384336.593806:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384336.593809:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a9a2c8d. 00000100:00000040:3.0:1767384336.593811:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000005a9a2c8d x1853236746143104 msgsize 328 00000100:00100000:3.0:1767384336.593813:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384336.593825:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384336.593830:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002852012a 00000400:00000010:3.0:1767384336.593832:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 00000100:00000001:3.0:1767384336.593835:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384336.593839:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.593846:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384336.593847:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384336.593849:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746143104 00000100:00000040:3.0:1767384336.593852:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384336.593853:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384336.593856:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384336.593858:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.593863:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.593865:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384336.593867:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746143104 00000100:00000001:3.0:1767384336.593868:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.593872:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.593874:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294925364 00000020:00000001:1.0:1767384336.593877:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384336.593879:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:3.0:1767384336.593880:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294925361 00000020:00000001:1.0:1767384336.593881:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.593884:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:3.0:1767384336.593886:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294925364 00000020:00000001:1.0:1767384336.593887:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384336.593891:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384336.593892:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294925361 00000100:00000001:1.0:1767384336.593894:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384336.593898:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294925364 00000020:00000010:1.0:1767384336.593899:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000219d0e33. 00000100:00000001:3.0:1767384336.593902:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294925361 00000100:00000001:1.0:1767384336.593903:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384336.593909:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000219d0e33. 00000100:00000001:3.0:1767384336.593910:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294925364 00000020:00000010:1.0:1767384336.593913:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ede8e21. 00000100:00000001:3.0:1767384336.593915:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294925361 00000020:00000010:1.0:1767384336.593919:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f704eadf. 00000100:00000001:3.0:1767384336.593921:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384336.593924:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a43d4a6. 00000100:00000001:3.0:1767384336.593925:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.593931:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.593932:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384336.593934:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384336.593937:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384336.593938:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384336.593940:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384336.593943:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.593944:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384336.593945:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384336.593947:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767384336.593949:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384336.593950:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384336.593951:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384336.593953:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384336.593954:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000100:00000001:3.0:1767384336.593956:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.593958:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00000100:00000001:3.0:1767384336.593960:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.593961:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00010000:1.0:1767384336.593966:0:17072:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fc3f expref: 15 pid: 17080 timeout: 408 lvb_type: 0 00010000:00000001:1.0:1767384336.593970:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.593971:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384336.593972:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384336.593972:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.593975:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.593976:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.593983:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384336.593986:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005a9a2c8d x1853236746143104/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 328/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.594001:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384336.594002:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.594009:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.594017:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384336.594018:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384336.594020:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384336.594022:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384336.594023:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609947904 : -111508099603712 : ffff9a957f556300) 00000100:00000040:1.0:1767384336.594026:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a9a2c8d x1853236746143104/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 328/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.594032:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384336.594034:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000219d0e33. 00000100:00000001:1.0:1767384336.594035:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384336.594037:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000219d0e33. 00000100:00100000:1.0:1767384336.594040:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a9a2c8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746143104:12345-0@lo:103: 00000100:00000200:1.0:1767384336.594043:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746143104 00010000:00000001:1.0:1767384336.594045:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384336.594047:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384336.594048:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384336.594051:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384336.594052:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384336.594054:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c5c63795. 02000000:00000001:1.0:1767384336.594056:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.594057:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.594059:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384336.594060:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384336.594062:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384336.594063:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.594064:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000020:00000001:1.0:1767384336.594066:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:1.0:1767384336.594067:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000040:1.0:1767384336.594074:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c3814a66 count: 3 00010000:00010000:1.0:1767384336.594077:0:17072:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fc3f expref: 15 pid: 17080 timeout: 408 lvb_type: 0 00000100:00001000:1.0:1767384336.594081:0:17072:0:(import.c:2128:obd_at_measure()) add 0 to 0000000012e62d6c time=1767384336 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384336.594083:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384336.594084:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.594087:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384336.594088:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384336.594091:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384336.594091:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384336.594095:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:1.0:1767384336.594096:0:17072:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x980286e253c5fc3f expref: 15 pid: 17080 timeout: 408 lvb_type: 0 00000400:00000010:2.0:1767384336.594098:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023053df7. 00000400:00000200:2.0:1767384336.594103:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fec4cdcc 00000020:00000001:1.0:1767384336.594104:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000010:2.0:1767384336.594106:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fec4cdcc. 00010000:00000001:1.0:1767384336.594107:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384336.594110:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.594111:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384336.594115:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384336.594118:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.594118:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384336.594121:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384336.594126:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384336.594129:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.594129:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384336.594131:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384336.594134:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384336.594139:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000158f3d3f with handle 0x980286e253c5fc46 from hash 00010000:00000001:1.0:1767384336.594143:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384336.594144:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384336.594145:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384336.594147:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.594148:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384336.594151:0:16355:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384336.594152:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384336.594156:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384336.594156:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384336.594159:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384336.594159:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384336.594161:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.594164:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc46 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x980286e253c5fc3f expref: 15 pid: 17080 timeout: 408 lvb_type: 0 02000000:00000001:2.0:1767384336.594165:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.594171:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=42 v=5 (5 0 0 0) 00010000:00000040:1.0:1767384336.594173:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00000100:00001000:2.0:1767384336.594175:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=42 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384336.594176:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:2.0:1767384336.594179:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.594181:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.594183:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384336.594183:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.594186:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.594186:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384336.594189:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384336.594190:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.594193:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384336.594198:0:17072:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000c6d84e1e 00000100:00000001:2.0:1767384336.594201:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384336.594201:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:2.0:1767384336.594205:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384336.594205:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384336.594207:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.594208:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.594212:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:01000004:2.0:1767384336.594213:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384336.594215:0:17072:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384336.594216:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384336.594220:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384336.594220:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384336.594223:0:17072:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:01000004:2.0:1767384336.594224:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:1.0:1767384336.594227:0:17072:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384336.594228:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384336.594233:0:17072:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384336.594236:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:01000004:2.0:1767384336.594237:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384336.594239:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:01000004:2.0:1767384336.594240:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:1.0:1767384336.594241:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:01000004:2.0:1767384336.594242:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000040:1.0:1767384336.594244:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3814a66) refcount = 2 00000020:01000004:2.0:1767384336.594245:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00010000:1.0:1767384336.594248:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384336.594249:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384336.594254:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.594257:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384336.594260:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384336.594262:0:17072:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.594267:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384336.594269:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ad479a76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746142720:0@lo:253: 00010000:00000010:1.0:1767384336.594272:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000219d0e33. 00000100:00000001:2.0:1767384336.594274:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.594275:0:17072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1767384336.594277:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384336.594279:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070d6c5a5. 00000100:00000040:2.0:1767384336.594280:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ad479a76 x1853236746142720/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.594283:0:17072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632564620599040 : -111509088952576 : ffff9a95445d1f00) 00000100:00000001:1.0:1767384336.594288:0:17072:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632564620599040 : -111509088952576 : ffff9a95445d1f00) 00000100:00000001:1.0:1767384336.594292:0:17072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384336.594294:0:17072:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384336.594297:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:2.0:1767384336.594298:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 20000000:00000001:1.0:1767384336.594301:0:17072:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:2.0:1767384336.594302:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384336.594305:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c68d4be0. 20000000:01000000:1.0:1767384336.594305:0:17072:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:1.0:1767384336.594310:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384336.594311:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384336.594312:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384336.594315:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384336.594315:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6d84e1e refcount=5 00000020:00000040:2.0:1767384336.594317:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384336.594319:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384336.594320:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000897d20e0. 00000020:00000001:1.0:1767384336.594325:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 02000000:00000001:2.0:1767384336.594326:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384336.594328:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 02000000:00000001:2.0:1767384336.594329:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.594332:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad479a76. 00010000:00000001:1.0:1767384336.594332:0:17072:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384336.594335:0:17072:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384336.594337:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.594340:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.594344:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.594346:0:17072:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384336.594348:0:17072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384336.594349:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.594352:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.594355:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384336.594356:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384336.594358:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384336.594359:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.594361:0:17072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.594366:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384336.594367:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.594368:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384336.594369:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384336.594373:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c6d84e1e already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384336.594375:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384336.594377:0:17072:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384336.594378:0:17072:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.594381:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384336.594382:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384336.594383:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.594384:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6d84e1e refcount=6 00000020:00000001:1.0:1767384336.594385:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384336.594386:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640512 : -111508340911104 : ffff9a9570f35400) 00010000:00000001:1.0:1767384336.594388:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384336.594394:0:17072:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.594397:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384336.594398:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384336.594399:0:17072:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.594409:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384336.594410:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384336.594411:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384336.594412:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384336.594413:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c6d84e1e with handle 0x980286e253c5fc4d from hash 00010000:00000001:1.0:1767384336.594415:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384336.594416:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.594416:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384336.594417:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384336.594418:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384336.594419:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384336.594448:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384336.594449:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.594450:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.594452:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384336.594453:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384336.594455:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.594456:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384336.594458:0:17072:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.594459:0:17072:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384336.594462:0:17101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.594462:0:17072:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.594466:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.594481:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.594482:0:17101:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384336.594483:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384336.594485:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384336.594486:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384336.594488:0:17072:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384336.594489:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.594490:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384336.594491:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384336.594494:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384336.594496:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384336.594496:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007d869e73. 00000800:00000010:0.0:1767384336.594502:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007430a88a. 20000000:00000001:1.0:1767384336.594505:0:17072:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.594509:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.594510:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384336.594511:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.594513:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.594514:0:17072:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384336.594515:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c6d84e1e/0x980286e253c5fc4d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.594519:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384336.594521:0:17072:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384336.594526:0:17072:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.594528:0:17072:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.594530:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384336.594531:0:17072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 20000000:00000001:2.0:1767384336.594534:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000010:1.0:1767384336.594535:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000070d6c5a5. 00000100:00000001:1.0:1767384336.594539:0:17072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384336.594540:0:17072:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384336.594542:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000219d0e33. 00010000:00000001:1.0:1767384336.594545:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384336.594547:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c3814a66 count: 0 00010000:00010000:1.0:1767384336.594555:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384336.594556:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:02020000:0.0:1767384336.594559:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp26 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384336.594560:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384336.594564:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384336.594567:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384336.594571:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384336.594574:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384336.594576:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384336.594578:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384336.594580:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.594581:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384336.594584:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384336.594587:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000871e1e74. 00000100:00000200:1.0:1767384336.594589:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746143104, offset 224 00000400:00000200:1.0:1767384336.594593:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384336.594598:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384336.594603:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df04580 00000400:00000200:1.0:1767384336.594606:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1715 [1] + 224 00000400:00000200:1.0:1767384336.594609:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.594611:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.594619:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384336.594621:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.594628:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.594641:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384336.594645:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000871e1e74 00000400:00000010:1.0:1767384336.594646:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000871e1e74. 00000100:00000001:1.0:1767384336.594648:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384336.594649:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384336.594652:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.594654:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384336.594656:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.594657:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384336.594658:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.594660:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384336.594664:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a9a2c8d x1853236746143104/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:317/0 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384336.594665:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384336.594668:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384336.594671:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007903df6f. 00000400:00000200:2.0:1767384336.594677:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e546226 00000100:00100000:1.0:1767384336.594677:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a9a2c8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746143104:12345-0@lo:103: Request processed in 643us (864us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384336.594681:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 00000100:00000001:2.0:1767384336.594686:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384336.594688:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000200:2.0:1767384336.594691:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.594693:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384336.594697:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384336.594699:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384336.594703:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f704eadf. 00000100:00000200:2.0:1767384336.594706:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384336.594708:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a43d4a6. 00000020:00000010:1.0:1767384336.594714:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ede8e21. 00000100:00000001:2.0:1767384336.594717:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384336.594719:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:2.0:1767384336.594720:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.594722:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.594723:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384336.594727:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384336.594729:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.594730:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.594731:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.594733:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384336.594736:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.594738:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.594739:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.594740:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384336.594741:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.594742:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.594751:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.594756:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.594757:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384336.594758:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384336.594760:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.594764:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746143104:0@lo:103: 00000100:00000001:2.0:1767384336.594767:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.594768:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.594770:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d52d96dd x1853236746143104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.594774:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384336.594775:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384336.594776:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7b1a7c9. 02000000:00000001:2.0:1767384336.594778:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384336.594780:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384336.594781:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384336.594783:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384336.594784:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000235c98c1. 02000000:00000001:2.0:1767384336.594786:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384336.594786:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.594787:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d52d96dd. 00000100:00000001:2.0:1767384336.594789:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.594790:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.594791:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.594794:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.594794:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.594796:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.594797:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.600475:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294925364, at 4294925365 00000100:00000010:2.0:1767384336.600483:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5a55c4d. 00000100:00000040:1.0:1767384336.601471:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294925364, at 4294925366 00000100:00000040:3.0:1767384336.601477:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294925364, at 4294925366 00000100:00000010:1.0:1767384336.601477:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006015cbae. 00000100:00000010:3.0:1767384336.601486:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036196936. 00000100:00000040:0.0:1767384336.601486:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294925364, at 4294925366 00000100:00000010:0.0:1767384336.601496:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9766f6f. 00000400:00000010:1.0:1767384336.602049:0:25558:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f317231d. 00000400:00000040:1.0:1767384336.602066:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384336.602068:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384336.602074:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384336.602076:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384336.602078:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384336.602079:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384336.602081:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384336.602082:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384336.602084:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384336.602085:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384336.602086:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384336.602087:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384336.602089:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384336.602090:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384336.602091:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384336.602093:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384336.602094:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384336.602095:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384336.602096:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384336.602098:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384336.602099:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384336.602100:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384336.602102:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384336.602103:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384336.602104:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384336.602105:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384336.602106:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384336.602107:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384336.602108:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384336.602109:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384336.602110:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384336.602112:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384336.602113:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384336.602114:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384336.602115:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384336.602116:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384336.602117:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384336.602119:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384336.602120:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384336.602121:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384336.602122:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384336.602128:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384336.602129:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384336.602130:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384336.602131:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384336.602132:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384336.602133:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384336.602134:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384336.602136:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384336.602137:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384336.602138:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384336.602139:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384336.602140:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384336.602141:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384336.602142:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384336.602143:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384336.602144:0:25558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384336.602201:0:25558:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f317231d. 00010000:00000010:1.1:1767384336.607476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000034ed13d1. 00010000:00000010:1.1:1767384336.607485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6457ae. 00010000:00000010:1.1:1767384336.607492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 00010000:00000010:1.1:1767384336.607497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3814a66. 00010000:00000010:2.1:1767384336.607669:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6d84e1e. 00010000:00000001:2.0:1767384336.739493:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384336.739498:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.739520:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384336.739522:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.739552:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384336.739555:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.739558:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384337.748678:0:25868:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a14811e. 00080000:00000010:2.0:1767384337.748688:0:25868:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a14811e. 00000020:00000001:2.0:1767384337.748692:0:25868:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384337.748699:0:25868:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a14811e. 00080000:00000010:2.0:1767384337.748703:0:25868:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a14811e. 00000020:00000001:2.0:1767384337.748706:0:25868:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.763530:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384337.763535:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.763540:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384337.763541:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.763580:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384337.763584:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.763588:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384338.435020:0:26032:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384338.435024:0:26032:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:0.0:1767384338.438315:0:26032:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384338.443874:0:26033:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003428f715. 00000400:00000010:1.0:1767384338.443885:0:26033:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006b3244a1. 00000400:00000010:1.0:1767384338.443893:0:26033:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006c2d4a3a. 00000400:00000010:1.0:1767384338.443896:0:26033:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b0f8d90f. 00000400:00000010:1.0:1767384338.443900:0:26033:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d51ac8ae. 00000400:00000010:1.0:1767384338.443903:0:26033:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c3f2a67. 00000400:00000010:1.0:1767384338.443904:0:26033:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002dc54b07. 00000400:00000010:1.0:1767384338.443906:0:26033:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5adf5a6. 00000400:00000010:1.0:1767384338.443908:0:26033:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006cdc5328. 00000800:00000010:1.0:1767384338.443920:0:26033:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009d64cf8b. 00000800:00000200:1.0:1767384338.443928:0:26033:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384338.443936:0:26033:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384338.443967:0:26033:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384338.443984:0:26033:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp28 [8/256/0/180] 00000400:00000010:1.0:1767384338.445351:0:26033:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 0000000097b0d193. 00000400:00000010:1.0:1767384338.445357:0:26033:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5b7444. 00000400:00000010:1.0:1767384338.445361:0:26033:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000871e1e74. 00000400:00000001:1.0:1767384338.445374:0:26033:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.445376:0:26033:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384338.445382:0:26033:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fbf5229. 00000400:00000200:1.0:1767384338.445384:0:26033:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fae84b2 00000400:00000010:1.0:1767384338.445386:0:26033:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fae84b2. 00000400:00000010:1.0:1767384338.445390:0:26033:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000aac59429. 00000400:00000200:1.0:1767384338.445394:0:26033:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (19) 00000400:00000200:1.0:1767384338.445404:0:26033:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384338.445441:0:26033:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:1.0:1767384338.445458:0:26033:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b2c46025. 00000020:01000000:1.0:1767384338.445463:0:26033:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384338.445465:0:26033:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp28 00000400:00000200:0.0:1767384338.445473:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384338.445479:0:26033:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006b3244a1. 00000400:00000200:0.0:1767384338.445480:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1001d1 00000400:00000010:1.0:1767384338.445485:0:26033:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003428f715. 00000400:00000010:0.0:1767384338.445490:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000000392307f. 00000400:00000010:0.0:1767384338.445495:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 00000000913be715. 00000400:00000010:0.0:1767384338.445497:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000b3755bde. 00000020:00000001:2.0:1767384338.445512:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384338.445516:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384338.445519:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384338.445521:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:0.0:1767384338.445522:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000000392307f. 00000020:01000004:2.0:1767384338.445524:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384338.445527:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384338.445527:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 00000000913be715. 00000020:01000004:2.0:1767384338.445532:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384338.445532:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000b3755bde. 00000020:01000004:2.0:1767384338.445534:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:0.0:1767384338.445536:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000bf23d548. 00000020:01000004:2.0:1767384338.445537:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.445540:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.445542:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384338.445544:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000020:01000004:2.0:1767384338.445546:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384338.445548:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384338.445549:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384338.445553:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069c3730b. 00000400:00000200:0.0:1767384338.445556:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000020:00000040:2.0:1767384338.445559:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:0.0:1767384338.445562:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000100:00000001:2.0:1767384338.445566:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384338.445567:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 02000000:00000001:2.0:1767384338.445569:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384338.445573:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 02000000:00000001:2.0:1767384338.445575:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.445577:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (20) 02000000:00000010:2.0:1767384338.445585:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dd3736e0. 00000400:00000010:0.0:1767384338.445585:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000030f4f114. 00000400:00000200:0.0:1767384338.445592:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp26 00000100:00000001:2.0:1767384338.445593:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.445601:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384338.445603:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp26 to MR: 192.168.203.143@tcp26 local destination 00000100:00000001:2.0:1767384338.445604:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.445612:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp26 NI seq info: [51:51:256:4294967295] 192.168.203.143@tcp26 LPNI seq info [51:51:8:4294967295] 00000100:00000040:2.0:1767384338.445614:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069c3730b] to pc [ptlrpcd_00_02+2] req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.445622:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp26 00000400:00000200:0.0:1767384338.445630:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp26(192.168.203.143@tcp26:192.168.203.143@tcp26) -> 192.168.203.143@tcp26(192.168.203.143@tcp26:192.168.203.143@tcp26) : PUT try# 0 00000800:00000200:0.0:1767384338.445642:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.143@tcp26 00000800:00000010:0.0:1767384338.445648:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000023b7038. 00000800:00000200:0.0:1767384338.445656:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000800:00000200:0.1:1767384338.445661:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 10000000:00000001:2.0:1767384338.445668:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384338.445672:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.445674:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384338.445675:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.1:1767384338.445680:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp26 ip 192.168.203.143:988 00000020:00000001:2.0:1767384338.445681:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384338.445681:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384338.445685:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.1:1767384338.445686:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000023b7038 type 1, nob 448 niov 1 nkiov 1 00000100:00000001:1.0:1767384338.445687:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384338.445688:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384338.445692:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384338.445692:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384338.445696:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384338.445698:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:1.0:1767384338.445700:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.445701:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000020:01000004:2.0:1767384338.445702:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384338.445706:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384338.445708:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000020:01000004:2.0:1767384338.445710:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.445713:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.445716:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384338.445719:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384338.445720:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384338.445721:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384338.445724:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384338.445726:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87b64fd. 02000000:00000001:1.0:1767384338.445728:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384338.445730:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 02000000:00000001:1.0:1767384338.445731:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.445734:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384338.445735:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.445738:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384338.445740:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069c3730b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746143232:0@lo:253: 02000000:00000001:2.0:1767384338.445742:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.445744:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384338.445749:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000897d20e0. 02000000:00000001:1.0:1767384338.445749:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384338.445751:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.445755:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.445755:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384338.445760:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384338.445760:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 02000000:00000010:1.0:1767384338.445762:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b7356cf7. 00000100:00000001:2.0:1767384338.445763:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.445767:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.445771:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d87b64fd] to pc [ptlrpcd_00_03+3] req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384338.445772:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f15da201. 00000400:00000010:1.0:1767384338.445789:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b3244a1. 10000000:00000001:2.0:1767384338.445794:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384338.445794:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746143232, portal 25 00000100:00000001:1.0:1767384338.445799:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384338.445800:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.445802:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.445802:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608796544 : -111508100755072 : ffff9a957f43d180) 00000020:01000000:2.0:1767384338.445808:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384338.445810:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b2c46025. 00000100:00000040:1.0:1767384338.445811:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.445819:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000001:2.0:1767384338.445823:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.445828:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384338.445833:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384338.445833:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384338.445837:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384338.445839:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000536b2d45. 00000100:00000040:2.0:1767384338.445843:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384338.445843:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746143232, offset 0 00000400:00000200:0.0:1767384338.445851:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:2.0:1767384338.445852:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384338.445855:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384338.445856:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.445860:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384338.445862:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384338.445865:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.445868:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384338.445871:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d87b64fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746143360:0@lo:253: 00000100:00000001:2.0:1767384338.445875:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384338.445877:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384338.445879:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.445883:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04600 02000000:00000001:2.0:1767384338.445884:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384338.445886:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 02000000:00000010:2.0:1767384338.445890:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b2c46025. 00000400:00000200:1.0:1767384338.445891:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x101d [2] + 0 02000000:00000001:2.0:1767384338.445893:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384338.445896:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000caa27b8. 00000400:00000010:2.0:1767384338.445898:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcef1e7f. 00000400:00000200:1.0:1767384338.445901:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e5292e7 00000400:00000010:2.0:1767384338.445907:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdddb6c4. 00000400:00000200:1.0:1767384338.445908:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384338.445914:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746143360, portal 25 00000400:00000200:1.0:1767384338.445916:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384338.445917:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000001:2.0:1767384338.445918:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384338.445923:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608806400 : -111508100745216 : ffff9a957f43f800) 00000400:00000200:1.0:1767384338.445924:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e5292e7 00000400:00000010:1.0:1767384338.445927:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e5292e7. 00000100:00000040:2.0:1767384338.445931:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.445933:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384338.445936:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384338.445942:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384338.445943:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000029323ac6 x1853236746143232 msgsize 4848 00000100:00000040:2.0:1767384338.445946:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384338.445948:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000010:2.0:1767384338.445951:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d229f178. 00000100:00100000:1.0:1767384338.445954:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384338.445956:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746143360, offset 0 00000100:00000040:1.0:1767384338.445957:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384338.445965:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384338.445967:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384338.445975:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384338.445976:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000536b2d45 00000400:00000010:1.0:1767384338.445978:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000536b2d45. 00000100:00000001:1.0:1767384338.445981:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384338.445986:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.445987:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04680 00000100:00000200:1.0:1767384338.445987:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384338.445998:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x102d [2] + 0 00000100:00000001:1.0:1767384338.446001:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384338.446002:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000071af7e9. 00000400:00000200:2.0:1767384338.446006:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee35a2ba 00000100:00000040:1.0:1767384338.446006:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384338.446012:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384338.446014:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.446015:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:1.0:1767384338.446017:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384338.446023:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.446024:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384338.446028:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294927216 00000400:00000200:2.0:1767384338.446030:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee35a2ba 00000400:00000010:2.0:1767384338.446033:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee35a2ba. 00000100:00000010:1.0:1767384338.446033:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015faad2b. 00000100:00000001:2.0:1767384338.446036:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384338.446038:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384338.446041:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000260a5cb2 x1853236746143360 msgsize 4848 00000400:00000200:0.0:1767384338.446044:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000001:1.0:1767384338.446046:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384338.446051:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384338.446054:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384338.446065:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294927216 00000100:00000010:1.0:1767384338.446070:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eee94de2. 00000100:00000001:2.0:1767384338.446072:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384338.446073:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384338.446075:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:1.0:1767384338.446078:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294927216 00000400:00000200:2.0:1767384338.446081:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d229f178 00000100:00000010:1.0:1767384338.446082:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd007444. 00000400:00000010:2.0:1767384338.446084:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d229f178. 00000100:00000001:1.0:1767384338.446087:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384338.446089:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384338.446092:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294927216 00000100:00000200:2.0:1767384338.446095:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384338.446097:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b2a345c. 00000100:00000001:1.0:1767384338.446103:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384338.446106:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384338.446109:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384338.446111:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.446113:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.446116:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000001:1.0:1767384338.446118:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.446124:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.446128:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.446131:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384338.446134:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384338.446135:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.446137:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384338.446140:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294927216 00000100:00000001:1.0:1767384338.446141:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.446144:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384338.446145:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294927216 00000100:00000001:1.0:1767384338.446146:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.446150:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294927216 00000400:00000200:0.0:1767384338.446150:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000001:1.0:1767384338.446151:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.446157:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294927216 00000100:00000001:2.0:1767384338.446161:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294927216 00000100:00000001:2.0:1767384338.446162:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294927216 00000100:00000001:2.0:1767384338.446164:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294927216 00000100:00000001:2.0:1767384338.446165:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294927216 00000100:00000001:2.0:1767384338.446167:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.446169:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.446172:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.446174:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.446178:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384338.446182:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746143232 02000000:00000001:1.0:1767384338.446185:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384338.446186:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384338.446188:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.446189:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384338.446191:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.446193:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384338.446195:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.446196:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384338.446199:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746143232 00000100:00000001:2.0:1767384338.446200:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.446202:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384338.446203:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000001:2.0:1767384338.446204:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384338.446206:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384338.446210:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384338.446213:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:1.0:1767384338.446215:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384338.446217:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384338.446221:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384338.446229:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000141bf4d1. 00000100:00000001:1.0:1767384338.446231:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.446232:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384338.446237:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746143360 00000020:00000010:1.0:1767384338.446237:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000141bf4d1. 02000000:00000001:2.0:1767384338.446241:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384338.446243:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.446245:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384338.446246:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3bfd3d9. 00000400:00000200:0.0:1767384338.446250:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 02000000:00000001:2.0:1767384338.446251:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384338.446253:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017bb929b. 00000100:00100000:2.0:1767384338.446254:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746143360 00000020:00000001:2.0:1767384338.446258:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384338.446259:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a43d4a6. 00000020:00000040:2.0:1767384338.446261:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384338.446264:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.446267:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:2.0:1767384338.446270:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000040:1.0:1767384338.446271:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384338.446272:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384338.446275:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384338.446277:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384338.446278:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384338.446281:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384338.446283:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ecab64d. 00000100:00000001:2.0:1767384338.446287:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384338.446289:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ecab64d. 00000100:00000001:1.0:1767384338.446289:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384338.446299:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047a1578c. 00000100:00000001:1.0:1767384338.446301:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384338.446305:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b25a24b3. 00000400:00000200:0.0:1767384338.446305:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000020:00000010:2.0:1767384338.446313:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000001:1.0:1767384338.446314:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384338.446317:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384338.446318:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384338.446321:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384338.446324:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384338.446325:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:1.0:1767384338.446330:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384338.446332:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608977488 : -111508100574128 : ffff9a957f469450) 00000100:00000001:2.0:1767384338.446333:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.446339:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384338.446341:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029323ac6 x1853236746143232/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:319/0 lens 4848/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.446348:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384338.446351:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000141bf4d1. 00000100:00000001:2.0:1767384338.446353:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384338.446354:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.446356:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384338.446358:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000141bf4d1. 00000100:00100000:2.0:1767384338.446364:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1767384338.446367:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029323ac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746143232:12345-0@lo:253: 00000400:00000200:0.0:1767384338.446367:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000100:00000040:2.0:1767384338.446368:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:2.0:1767384338.446373:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608976464 : -111508100575152 : ffff9a957f469050) 00000100:00000200:1.0:1767384338.446375:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746143232 00000020:00000001:1.0:1767384338.446378:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384338.446380:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384338.446383:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.446386:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384338.446388:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000260a5cb2 x1853236746143360/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:319/0 lens 4848/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384338.446388:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384338.446393:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384338.446395:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.446399:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384338.446403:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ecab64d. 00000020:00000001:1.0:1767384338.446405:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384338.446406:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384338.446423:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384338.446446:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ecab64d. 00000100:00100000:2.0:1767384338.446452:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000260a5cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746143360:12345-0@lo:253: 00000400:00000200:0.0:1767384338.446454:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000020:00000001:1.0:1767384338.446457:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384338.446459:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746143360 00000020:00000001:2.0:1767384338.446464:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384338.446464:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384338.446468:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384338.446469:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384338.446471:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.446474:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384338.446476:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 02000000:00000010:1.0:1767384338.446476:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c95560a3. 02000000:00000001:1.0:1767384338.446481:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.446482:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384338.446485:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.446486:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.446488:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384338.446490:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384338.446490:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384338.446493:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.446496:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384338.446498:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384338.446499:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000005c0d2af. 20000000:01000000:1.0:1767384338.446503:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:2.0:1767384338.446504:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c68d4be0. 20000000:00000001:1.0:1767384338.446505:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:2.0:1767384338.446509:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384338.446510:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384338.446512:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384338.446513:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.446513:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 20000000:00000001:2.0:1767384338.446516:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384338.446519:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384338.446522:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384338.446526:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a0afe9ce. 20000000:01000000:2.0:1767384338.446530:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384338.446530:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000235c98c1. 20000000:00000001:2.0:1767384338.446536:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384338.446536:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:2.0:1767384338.446540:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384338.446542:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384338.446543:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384338.446544:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.446546:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 20000000:00000001:2.0:1767384338.446547:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384338.446549:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384338.446553:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384338.446567:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00080000:00000001:1.0:1767384338.446569:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384338.446582:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.446585:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384338.446586:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.446588:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384338.446589:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.446590:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00080000:00000002:1.0:1767384338.446592:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000020:00000001:1.0:1767384338.446597:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:1.0:1767384338.446598:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384338.446600:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384338.446604:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.446606:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384338.446608:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384338.446612:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000400:00000200:0.0:1767384338.446614:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00080000:00000001:1.0:1767384338.446615:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384338.446626:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000aac59429. 00080000:00000001:1.0:1767384338.446629:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632564836126720 : -111508873424896 : ffff9a955135d000) 00080000:00000001:1.0:1767384338.446632:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384338.446635:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384338.446635:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00080000:00000010:1.0:1767384338.446640:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000141bf4d1. 00080000:00000001:1.0:1767384338.446644:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.446647:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384338.446658:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.446672:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384338.446679:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384338.446737:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384338.446776:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384338.446801:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000800:00000200:2.0:1767384338.446826:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384338.446830:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000023b7038. 00000400:00000200:0.0:1767384338.446832:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.446833:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384338.446845:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp26->192.168.203.143@tcp26: PUT: OK 00000400:00000200:2.0:1767384338.446850:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384338.446854:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp26: 0 00000800:00000001:2.0:1767384338.446862:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384338.446870:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000800:00000001:2.0:1767384338.446871:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384338.446875:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384338.446880:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.446886:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp26(192.168.203.143@tcp26) <- 192.168.203.143@tcp26 : PUT - for me 00000400:00000200:2.0:1767384338.446894:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384338.446899:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 336/352 into md 0x16ed [1] + 0 00000400:00000010:2.0:1767384338.446902:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004934bb5a. 00000400:00000200:2.0:1767384338.446905:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a899270d 00000800:00000001:2.0:1767384338.446909:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384338.446915:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000800:00000001:2.0:1767384338.446925:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.446928:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384338.446933:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp26->192.168.203.143@tcp26: PUT: OK 00000400:00000200:2.0:1767384338.446936:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000010:2.0:1767384338.446938:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000400:00000200:2.0:1767384338.446942:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384338.446945:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (21) 00000400:00000200:0.0:1767384338.446948:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.446949:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:2.0:1767384338.446955:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (352 bytes) 00000400:00000200:2.0:1767384338.446961:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384338.446973:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (22) 00000400:00000200:2.0:1767384338.446978:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384338.446982:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp26 to MR: 192.168.203.143@tcp26 local destination 00000400:00000200:2.0:1767384338.446989:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp26 NI seq info: [52:52:256:4294967295] 192.168.203.143@tcp26 LPNI seq info [52:52:8:4294967295] 00000400:00000200:0.0:1767384338.446999:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447000:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp26(192.168.203.143@tcp26:192.168.203.143@tcp26) -> 192.168.203.143@tcp26(192.168.203.143@tcp26:192.168.203.143@tcp26) 192.168.203.143@tcp26 : ACK try# 0 00000800:00000200:2.0:1767384338.447009:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp26 00000800:00000010:2.0:1767384338.447013:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001fbec144. 00000800:00000200:2.0:1767384338.447016:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000800:00000200:2.0:1767384338.447027:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp26 ip 192.168.203.143:989 00000800:00000200:2.0:1767384338.447029:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001fbec144 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384338.447031:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000800:00000001:2.0:1767384338.447041:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384338.447050:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.447067:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384338.447084:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384338.447089:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384338.447091:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000ccfe18ee. 00000800:00000010:2.0:1767384338.447093:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001fbec144. 00000400:00000010:1.0:1767384338.447097:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005886e24a. 00000400:00000200:2.0:1767384338.447098:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384338.447104:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac0b092a. 00000400:00000200:2.0:1767384338.447105:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp26->192.168.203.143@tcp26: ACK: OK 00000400:00000200:0.0:1767384338.447106:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384338.447110:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ccfe18ee 00000800:00000001:2.0:1767384338.447116:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384338.447117:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000075a710f7. 00000800:00000001:2.0:1767384338.447123:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384338.447123:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000800:00000001:2.0:1767384338.447127:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384338.447132:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384338.447133:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384338.447138:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.447144:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp26(192.168.203.143@tcp26) <- 192.168.203.143@tcp26 : ACK - for me 00000400:00000200:1.0:1767384338.447147:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102451 00000400:00000200:1.0:1767384338.447150:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (21) 00000400:00000200:2.0:1767384338.447155:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp26: ACK from 12345-192.168.203.143@tcp26 into md 0x1725 00000400:00000200:2.0:1767384338.447159:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384338.447162:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp26->192.168.203.143@tcp26: ACK: OK 00000400:00000200:2.0:1767384338.447165:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000400:00000010:2.0:1767384338.447166:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000400:00000200:2.0:1767384338.447170:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:1.0:1767384338.447170:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000daac72cc. 00000400:00000200:2.0:1767384338.447174:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000010:1.0:1767384338.447175:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000869d1086. 00000400:00000200:2.0:1767384338.447179:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384338.447183:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (22) 00000400:00000010:1.0:1767384338.447188:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008f5918ec. 00000800:00000001:2.0:1767384338.447190:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384338.447196:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384338.447196:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:1.0:1767384338.447223:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:1.0:1767384338.447228:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:1.0:1767384338.447232:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000400:00000200:1.0:1767384338.447236:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:1.0:1767384338.447239:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:1.0:1767384338.447242:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:1.0:1767384338.447244:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000800:00000010:0.0:1767384338.447245:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007430a88a. 00000400:00000200:1.0:1767384338.447251:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000800:00000010:0.0:1767384338.447253:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000080d82f81. 00000800:00000010:0.0:1767384338.447258:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fae31cb9. 00000400:00000200:1.0:1767384338.447266:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:1.0:1767384338.447270:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:1.0:1767384338.447274:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:1.0:1767384338.447279:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000800:00000010:0.0:1767384338.447281:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fae31cb9. 00000400:00000200:1.0:1767384338.447284:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:1.0:1767384338.447288:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000800:00020000:0.0:1767384338.447289:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000400:00000200:1.0:1767384338.447293:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:1.0:1767384338.447304:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 10], ns[42, 10] 00000400:00000200:1.0:1767384338.447310:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 10], ns[46, 10] 00000400:00000200:1.0:1767384338.447313:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:1.0:1767384338.447315:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:1.0:1767384338.447317:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:1.0:1767384338.447321:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp27 00000400:00000200:1.0:1767384338.447324:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp27 lpni_is_preferred = 0 00000400:00000200:1.0:1767384338.447326:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp27 00000400:00000200:1.0:1767384338.447328:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp27 NI seq info: [53:53:256:4294967295] 192.168.203.143@tcp27 LPNI seq info [53:53:8:4294967295] 00000400:00000200:1.0:1767384338.447331:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp27 00000400:00000200:1.0:1767384338.447336:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp27(192.168.203.143@tcp27:) -> 192.168.203.143@tcp27(192.168.203.143@tcp:192.168.203.143@tcp27) : GET try# 0 00000800:00000200:1.0:1767384338.447339:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp27 00000800:00000010:1.0:1767384338.447342:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ee5e1bff. 00000800:00000010:1.0:1767384338.447346:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000536b2d45. 00000800:00000010:1.0:1767384338.447348:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fb26d44d. 00000800:00000200:1.0:1767384338.447358:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (2) 00000800:00000200:1.1:1767384338.447361:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (2) 00000400:00000200:1.0:1767384338.447375:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:1.0:1767384338.447377:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00000400:00000200:1.0:1767384338.447380:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 00000400:00000200:1.0:1767384338.447382:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (21) 00000400:00000010:1.0:1767384338.447385:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000ff403dbd. 00000400:00000010:1.0:1767384338.447388:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3da985. 00000400:00000010:1.0:1767384338.447391:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000110bc337. 00000400:00000200:1.0:1767384338.447393:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:1.0:1767384338.447398:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:1.0:1767384338.447401:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:1.0:1767384338.447404:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000400:00000200:1.0:1767384338.447420:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:1.0:1767384338.447423:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:1.0:1767384338.447458:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:1.0:1767384338.447462:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:1.0:1767384338.447466:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:1.0:1767384338.447469:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:1.0:1767384338.447473:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:1.0:1767384338.447478:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:1.0:1767384338.447482:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:1.0:1767384338.447485:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:1.0:1767384338.447487:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:1.0:1767384338.447497:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:1.0:1767384338.447501:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 10], ns[42, 10] 00000400:00000200:1.0:1767384338.447504:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 10], ns[46, 10] 00000400:00000200:1.0:1767384338.447507:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:1.0:1767384338.447510:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[53, 10], ns[53, 10] 00000400:00000200:1.0:1767384338.447513:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:1.0:1767384338.447516:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp11 00000400:00000200:1.0:1767384338.447518:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp11 lpni_is_preferred = 0 00000400:00000200:1.0:1767384338.447521:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp11 00000400:00000200:1.0:1767384338.447524:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp11 NI seq info: [54:54:256:4294967295] 192.168.203.143@tcp11 LPNI seq info [54:54:8:4294967295] 00000400:00000200:1.0:1767384338.447528:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp11 00000400:00000200:1.0:1767384338.447538:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp11(192.168.203.143@tcp11:) -> 192.168.203.143@tcp11(192.168.203.143@tcp:192.168.203.143@tcp11) : GET try# 0 00000800:00000200:1.0:1767384338.447542:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp11 00000800:00000010:1.0:1767384338.447544:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b94fe97. 00000800:00000200:1.0:1767384338.447549:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a99d717] -> 12345-192.168.203.143@tcp11 (6) 00000800:00000200:1.0:1767384338.447555:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp11 ip 192.168.203.143:988 00000400:00000200:2.0:1767384338.447556:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000200:1.0:1767384338.447557:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b94fe97 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384338.447568:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:1.0:1767384338.447570:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00000400:00000200:2.0:1767384338.447607:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447630:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447644:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447667:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447682:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447699:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447724:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447742:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447760:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447779:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447794:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447808:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447820:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447844:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00080000:00000010:1.0:1767384338.447849:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000aac59429. 00080000:00000010:1.0:1767384338.447868:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000141bf4d1. 00000400:00000200:2.0:1767384338.447869:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00040000:00000001:1.0:1767384338.447871:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384338.447874:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384338.447876:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384338.447879:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384338.447882:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384338.447883:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384338.447888:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 20000000:01000000:1.0:1767384338.447896:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384338.447903:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384338.447906:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384338.447910:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:2.0:1767384338.447913:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447934:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447955:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447975:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.447991:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000800:00000200:1.0:1767384338.448012:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384338.448015:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b94fe97. 00000400:00000200:2.0:1767384338.448018:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384338.448019:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384338.448041:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp11->192.168.203.143@tcp11: GET: OK 00000400:00000200:2.0:1767384338.448043:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384338.448044:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384338.448048:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000001:1.0:1767384338.448056:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.448061:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384338.448062:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.448069:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.448072:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384338.448074:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp11(192.168.203.143@tcp11) <- 192.168.203.143@tcp11 : GET - for me 00000400:00000200:1.0:1767384338.448084:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384338.448087:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 352/352 into md 0x1721 [1] + 0 00000400:00000200:1.0:1767384338.448094:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp11 to MR: 192.168.203.143@tcp11 local destination 00000400:00000200:1.0:1767384338.448099:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp11 NI seq info: [55:55:256:4294967295] 192.168.203.143@tcp11 LPNI seq info [55:55:8:4294967295] 00000400:00000200:2.0:1767384338.448100:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384338.448110:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp11(192.168.203.143@tcp11:192.168.203.143@tcp11) -> 192.168.203.143@tcp11(192.168.203.143@tcp11:192.168.203.143@tcp11) 192.168.203.143@tcp11 : REPLY try# 0 00000800:00000200:1.0:1767384338.448116:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.143@tcp11 00000800:00000010:1.0:1767384338.448119:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b94fe97. 00000800:00000200:1.0:1767384338.448123:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a99d717] -> 12345-192.168.203.143@tcp11 (6) 00000800:00000200:1.0:1767384338.448127:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp11 ip 192.168.203.143:1019 00000400:00000200:2.0:1767384338.448129:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000800:00000200:1.0:1767384338.448130:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b94fe97 type 3, nob 448 niov 1 nkiov 1 00000400:00000200:2.0:1767384338.448160:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000800:00000200:1.0:1767384338.448172:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384338.448175:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b94fe97. 00000400:00000200:1.0:1767384338.448178:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384338.448181:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp11->192.168.203.143@tcp11: REPLY: OK 00000800:00000001:1.0:1767384338.448185:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.448195:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384338.448196:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.448201:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.448202:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000800:00000001:1.0:1767384338.448202:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.448208:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384338.448214:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp11(192.168.203.143@tcp11) <- 192.168.203.143@tcp11 : REPLY - for me 00000400:00000200:1.0:1767384338.448224:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp11: Reply from 12345-192.168.203.143@tcp11 of length 352/352 into md 0x1741 00000800:00000001:1.0:1767384338.448227:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384338.448230:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000800:00000001:1.0:1767384338.448231:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384338.448235:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384338.448239:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp11->192.168.203.143@tcp11: REPLY: OK 00000400:00000200:1.0:1767384338.448243:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc3da985 00000400:00000010:1.0:1767384338.448244:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc3da985. 00000400:00000200:1.0:1767384338.448247:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384338.448250:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:1.0:1767384338.448253:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:1.0:1767384338.448256:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 20. state = 0x100251 00000400:00000200:2.0:1767384338.448257:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384338.448260:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384338.448268:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (22) 00000800:00000001:1.0:1767384338.448273:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.448276:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.448283:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 20000000:00000010:1.0:1767384338.448288:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d51743f. 20000000:01000000:1.0:1767384338.448291:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:1.0:1767384338.448293:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384338.448296:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384338.448298:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384338.448301:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00080000:00000001:1.0:1767384338.448303:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384338.448310:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.448312:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384338.448313:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.448315:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384338.448316:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384338.448318:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000400:00000200:2.0:1767384338.448320:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000020:00000001:1.0:1767384338.448321:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:1.0:1767384338.448324:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384338.448333:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384338.448335:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.448337:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384338.448339:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384338.448342:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000400:00000200:2.0:1767384338.448344:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00080000:00000001:1.0:1767384338.448345:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384338.448349:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006edf27f2. 00080000:00000001:1.0:1767384338.448353:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565212145664 : -111508497405952 : ffff9a95679f6800) 00080000:00000001:1.0:1767384338.448356:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384338.448358:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384338.448361:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000141bf4d1. 00080000:00000001:1.0:1767384338.448362:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.448364:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384338.448371:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.448373:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00080000:00000001:1.0:1767384338.448378:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:1.0:1767384338.448392:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384338.448394:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384338.448396:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000005c0d2af. 20000000:00000001:1.0:1767384338.448400:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384338.448403:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746143232 00010000:00000001:1.0:1767384338.448405:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384338.448448:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029323ac6 x1853236746143232/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384338.448455:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384338.448457:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384338.448460:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384338.448464:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384338.448467:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384338.448469:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384338.448472:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384338.448474:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.448476:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384338.448479:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384338.448483:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a01d1fa1. 00000100:00000200:1.0:1767384338.448486:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746143232, offset 224 00000400:00000200:1.0:1767384338.448495:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384338.448500:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384338.448505:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04600 00000400:00000200:1.0:1767384338.448508:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1729 [2] + 224 00000400:00000200:1.0:1767384338.448512:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384338.448514:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384338.448518:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384338.448520:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384338.448526:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.448537:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384338.448541:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a01d1fa1 00000400:00000010:1.0:1767384338.448542:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a01d1fa1. 00000100:00000001:1.0:1767384338.448546:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384338.448547:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384338.448550:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.448552:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384338.448554:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384338.448555:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.448557:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384338.448559:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029323ac6 x1853236746143232/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384338.448565:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029323ac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746143232:12345-0@lo:253: Request processed in 2217us (2622us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384338.448572:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:1.0:1767384338.448575:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384338.448577:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384338.448578:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384338.448582:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017bb929b. 00000800:00000010:2.0:1767384338.448583:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ef387dc. 00000020:00000010:1.0:1767384338.448585:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a43d4a6. 00000800:00000010:2.0:1767384338.448587:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d229f178. 00000020:00000010:1.0:1767384338.448589:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3bfd3d9. 00000800:00000010:2.0:1767384338.448596:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ecab64d. 00000020:00000040:1.0:1767384338.448600:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:1.0:1767384338.448605:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384338.448607:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c95560a3. 02000000:00000001:1.0:1767384338.448609:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384338.448611:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384338.448615:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384338.448618:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031bb0e57. 00000400:00000010:1.0:1767384338.448622:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a01d1fa1. 00000800:00000010:2.0:1767384338.448623:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ecab64d. 00000100:00000001:1.0:1767384338.448633:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.448635:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:01000000:2.0:1767384338.448638:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000001:1.0:1767384338.448638:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.448641:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:2.0:1767384338.448643:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000010:1.0:1767384338.448644:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f15da201. 10000000:01000000:2.0:1767384338.448647:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:1.0:1767384338.448648:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b3244a1 00010000:00000001:2.0:1767384338.448651:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000010:1.0:1767384338.448651:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b3244a1. 00010000:00000001:2.0:1767384338.448655:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1767384338.448656:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384338.448660:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767384338.448664:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ac1aa7a8. 00000100:00000200:1.0:1767384338.448667:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384338.448669:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384338.448673:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a05c3801. 00000100:00000001:1.0:1767384338.448675:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384338.448677:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1767384338.448678:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384338.448681:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a05c3801 with handle 0x980286e253c5fc54 to hash 00000100:00000001:1.0:1767384338.448682:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384338.448685:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384338.448686:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1767384338.448687:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384338.448689:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366533632 : -111508343017984 : ffff9a9570d32e00) 00000100:00000001:1.0:1767384338.448689:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.448695:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366533632 : -111508343017984 : ffff9a9570d32e00) 02000000:00000001:1.0:1767384338.448695:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.448700:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:1.0:1767384338.448700:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=44 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384338.448703:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384338.448704:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=44 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384338.448706:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384338.448708:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384338.448711:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.448716:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384338.448717:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384338.448718:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.448721:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1767384338.448722:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.448725:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000040:1.0:1767384338.448727:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384338.448728:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384338.448732:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.448736:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384338.448738:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.448740:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384338.448743:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384338.448746:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384338.448749:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384338.448751:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ac1aa7a8) refcount = 1 00000100:00000001:1.0:1767384338.448753:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384338.448756:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384338.448757:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384338.448761:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384338.448765:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384338.448766:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:01000004:1.0:1767384338.448768:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384338.448769:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384338.448770:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384338.448771:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384338.448772:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384338.448774:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:2.0:1767384338.448776:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:01000004:1.0:1767384338.448776:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:2.0:1767384338.448779:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384338.448780:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384338.448783:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384338.448784:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.448788:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384338.448788:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384338.448794:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384338.448797:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00000100:00100000:1.0:1767384338.448799:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069c3730b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746143232:0@lo:253: 00010000:00000001:2.0:1767384338.448801:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384338.448804:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384338.448806:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384338.448807:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a05c3801 refcount=4 00000020:00000001:2.0:1767384338.448810:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366533632 : -111508343017984 : ffff9a9570d32e00) 00000100:00000001:1.0:1767384338.448810:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384338.448814:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366533632 : -111508343017984 : ffff9a9570d32e00) 00000100:00000040:1.0:1767384338.448814:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069c3730b x1853236746143232/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384338.448819:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384338.448822:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384338.448827:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384338.448831:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384338.448832:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000010:1.0:1767384338.448833:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b7356cf7. 00010000:00010000:2.0:1767384338.448834:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384338.448839:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384338.448841:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384338.448842:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384338.448844:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384338.448845:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00010000:00010000:2.0:1767384338.448847:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384338.448848:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384338.448851:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dd3736e0. 00010000:00000001:2.0:1767384338.448857:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384338.448858:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384338.448859:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.448861:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384338.448863:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000010:1.0:1767384338.448864:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069c3730b. 00010000:00010000:2.0:1767384338.448866:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384338.448867:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384338.448869:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.448873:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384338.448876:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a05c3801 already unused, calling callback (000000004feed035) 00010000:00000001:2.0:1767384338.448878:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384338.448879:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384338.448882:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384338.448885:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384338.448887:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.448889:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.448891:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.448899:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384338.448901:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384338.448903:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.448904:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a05c3801 refcount=5 00000400:00000200:1.0:1767384338.448904:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767384338.448909:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366533632 : -111508343017984 : ffff9a9570d32e00) 00000400:00000200:1.0:1767384338.448912:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000d1 00010000:00000001:2.0:1767384338.448913:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366533632 : -111508343017984 : ffff9a9570d32e00) 00010000:00000001:2.0:1767384338.448918:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384338.448921:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384338.448921:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 000000009cbdbdff. 00010000:00000001:2.0:1767384338.448934:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384338.448936:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000dda1d013. 00010000:00000001:2.0:1767384338.448937:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384338.448941:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384338.448941:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000d71fd305. 00010000:00000001:2.0:1767384338.448947:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384338.448949:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384338.448951:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384338.448952:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384338.448955:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a05c3801 with handle 0x980286e253c5fc54 from hash 00010000:00000001:2.0:1767384338.448957:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384338.448958:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.448959:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.448960:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384338.448962:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:1.0:1767384338.448962:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008e93da35. 00010000:00000001:2.0:1767384338.448965:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384338.448967:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384338.448970:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384338.448970:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008e93da35 nid 192.168.203.143@tcp28 00000400:00000010:1.0:1767384338.448975:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000b384f67. 00010000:00000001:2.0:1767384338.448976:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.448980:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:1.0:1767384338.448981:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000000b384f67 net tcp28 00010000:00000001:2.0:1767384338.448982:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384338.448984:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (21) 00010000:00000001:2.0:1767384338.448985:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.448988:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.448990:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.448994:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.448994:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp28 flags 0x11 00010000:00000001:2.0:1767384338.448999:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384338.449000:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 000000009cbdbdff. 00000400:00000010:1.0:1767384338.449003:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000dda1d013. 00000400:00000010:1.0:1767384338.449006:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000d71fd305. 00010000:00010000:2.0:1767384338.449008:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384338.449009:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000ff403dbd. 00000400:00000200:1.0:1767384338.449016:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00010000:00000001:2.0:1767384338.449018:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.449022:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384338.449022:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00010000:00000001:2.0:1767384338.449026:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1767384338.449028:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00010000:00000001:2.0:1767384338.449029:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384338.449032:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384338.449033:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00010000:00000001:2.0:1767384338.449034:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.449038:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:1.0:1767384338.449039:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00010000:00000001:2.0:1767384338.449041:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.449043:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 20000000:00000001:2.0:1767384338.449045:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.449048:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384338.449050:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:1.0:1767384338.449055:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (22) 00010000:00000001:2.0:1767384338.449057:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384338.449059:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384338.449061:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a05c3801/0x980286e253c5fc54 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384338.449066:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ac1aa7a8 count: 0 00010000:00000001:2.0:1767384338.449073:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384338.449075:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384338.449139:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384338.449151:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp27 from 219.3.0.2 00000800:00000010:2.0:1767384338.449155:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000764405e5. 00000800:00000010:1.0:1767384338.449175:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b7356cf7. 00000800:00000010:1.0:1767384338.449180:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b3244a1. 00000800:00000010:1.0:1767384338.449199:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005c44c50a. 00000800:00000200:1.1:1767384338.449204:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (2) 00000800:00000200:1.1:1767384338.449208:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp27 000000005c44c50a deleted 00000800:00000010:1.1:1767384338.449209:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005c44c50a. 00000800:00000200:1.1:1767384338.449213:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384338.449216:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp27 ip 192.168.203.143:987 00000800:00000200:1.1:1767384338.449218:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ee5e1bff type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384338.449222:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp27 p 3.x 192.168.203.143 -> 192.168.203.143:987 incarnation:1767384336584907607 sched[0] 00000800:00000010:1.0:1767384338.449226:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003881fe43. 00000800:00000010:1.0:1767384338.449270:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003881fe43. 00000800:00000010:1.0:1767384338.449280:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b3244a1. 00000800:00000010:1.0:1767384338.449310:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000764405e5. 00000800:00000001:1.0:1767384338.449321:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.449326:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384338.449382:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384338.449385:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ee5e1bff. 00000400:00000200:1.0:1767384338.449388:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384338.449392:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp27->192.168.203.143@tcp27: GET: OK 00000400:00000200:1.0:1767384338.449396:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384338.449398:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000200:2.1:1767384338.449505:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384338.449510:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp27 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384336584907607 sched[0] 00000800:00000010:2.0:1767384338.449513:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d229f178. 00000800:00000001:1.0:1767384338.449538:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.449545:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384338.449547:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.449554:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.449557:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384338.449563:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp27(192.168.203.143@tcp27) <- 192.168.203.143@tcp27 : GET - for me 00000400:00000200:1.0:1767384338.449572:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384338.449578:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 352/352 into md 0x1721 [1] + 0 00000400:00000200:1.0:1767384338.449585:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp27 to MR: 192.168.203.143@tcp27 local destination 00000400:00000200:1.0:1767384338.449590:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp27 NI seq info: [56:56:256:4294967295] 192.168.203.143@tcp27 LPNI seq info [56:56:8:4294967295] 00000400:00000200:1.0:1767384338.449601:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp27(192.168.203.143@tcp27:192.168.203.143@tcp27) -> 192.168.203.143@tcp27(192.168.203.143@tcp27:192.168.203.143@tcp27) 192.168.203.143@tcp27 : REPLY try# 0 00000400:00000200:2.0:1767384338.449604:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000800:00000200:1.0:1767384338.449607:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.143@tcp27 00000800:00000010:1.0:1767384338.449612:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e1bff. 00000800:00000200:1.0:1767384338.449617:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (4) 00000800:00000200:1.0:1767384338.449642:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp27 ip 192.168.203.143:988 00000800:00000200:1.0:1767384338.449644:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ee5e1bff type 3, nob 448 niov 1 nkiov 1 00000400:00000200:2.0:1767384338.449657:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000200:1.0:1767384338.449688:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384338.449691:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e1bff. 00000400:00000200:1.0:1767384338.449695:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384338.449700:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp27->192.168.203.143@tcp27: REPLY: OK 00000400:00000200:2.0:1767384338.449702:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000001:1.0:1767384338.449708:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.449719:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384338.449722:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.449726:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384338.449727:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.449731:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384338.449737:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp27(192.168.203.143@tcp27) <- 192.168.203.143@tcp27 : REPLY - for me 00000400:00000200:2.0:1767384338.449738:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384338.449748:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp27: Reply from 12345-192.168.203.143@tcp27 of length 352/352 into md 0x173d 00000800:00000001:1.0:1767384338.449752:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.449756:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384338.449758:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384338.449762:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp27->192.168.203.143@tcp27: REPLY: OK 00000400:00000200:1.0:1767384338.449766:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000869d1086 00000400:00000010:1.0:1767384338.449767:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000869d1086. 00000400:00000200:1.0:1767384338.449770:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384338.449773:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:1.0:1767384338.449775:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:1.0:1767384338.449778:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 20. state = 0x100111 00000400:00000200:1.0:1767384338.449781:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (21) 00000400:00000200:2.0:1767384338.449782:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000800:00000001:1.0:1767384338.449786:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384338.449798:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.449836:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.449890:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.449910:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.449934:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.449951:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.449967:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.449994:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450043:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450080:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450114:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450135:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450152:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450165:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450193:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00080000:00000010:1.0:1767384338.450210:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006edf27f2. 00080000:00000010:1.0:1767384338.450231:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000141bf4d1. 00040000:00000001:1.0:1767384338.450235:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384338.450237:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384338.450240:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384338.450243:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384338.450244:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384338.450246:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384338.450248:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 20000000:01000000:1.0:1767384338.450249:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384338.450258:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384338.450260:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384338.450264:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:2.0:1767384338.450313:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450341:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00080000:00000020:1.0:1767384338.450373:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384338.450376:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384338.450378:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a0afe9ce. 00000400:00000200:2.0:1767384338.450381:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 20000000:00000001:1.0:1767384338.450392:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384338.450395:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746143360 00010000:00000001:1.0:1767384338.450397:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384338.450401:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000260a5cb2 x1853236746143360/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384338.450406:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384338.450419:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384338.450421:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384338.450450:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1767384338.450452:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000080d82f81. 00000100:00000040:1.0:1767384338.450453:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384338.450458:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000800:00000010:0.0:1767384338.450459:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007430a88a. 00000400:00000200:2.0:1767384338.450462:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 02000000:00000001:1.0:1767384338.450463:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384338.450466:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.450469:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384338.450472:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384338.450475:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b3244a1. 00000100:00000200:1.0:1767384338.450478:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746143360, offset 224 00000400:00000200:1.0:1767384338.450483:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384338.450492:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384338.450498:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04680 00000400:00000200:1.0:1767384338.450502:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1731 [2] + 224 00000400:00000200:2.0:1767384338.450506:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384338.450507:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384338.450514:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384338.450517:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384338.450521:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384338.450527:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.450538:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384338.450543:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b3244a1 00000400:00000010:1.0:1767384338.450545:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b3244a1. 00000400:00000200:2.0:1767384338.450546:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000100:00000001:1.0:1767384338.450548:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384338.450551:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384338.450562:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.450565:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384338.450567:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384338.450570:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:02020000:0.0:1767384338.450570:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp26 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000020:00000001:1.0:1767384338.450575:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384338.450582:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000260a5cb2 x1853236746143360/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384338.450585:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000100:00100000:1.0:1767384338.450591:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000260a5cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746143360:12345-0@lo:253: Request processed in 4191us (4547us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384338.450599:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:1.0:1767384338.450601:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384338.450603:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384338.450605:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384338.450607:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b25a24b3. 00000020:00000010:1.0:1767384338.450611:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000400:00000200:2.0:1767384338.450612:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000020:00000010:1.0:1767384338.450614:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047a1578c. 00000020:00000040:1.0:1767384338.450619:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:1.0:1767384338.450621:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384338.450623:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c68d4be0. 02000000:00000001:1.0:1767384338.450626:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384338.450628:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384338.450631:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384338.450634:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015ce8562. 00000400:00000010:1.0:1767384338.450637:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b3244a1. 00000400:00000200:2.0:1767384338.450640:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450656:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450671:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450687:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384338.450717:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384338.450785:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000298fd7ca. 00000800:00000010:2.0:1767384338.450787:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d229f178. 00000800:00000010:2.0:1767384338.450790:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ecab64d. 00000800:00000010:2.0:1767384338.450810:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ecab64d. 00000800:00020000:2.0:1767384338.450815:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384338.450817:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d229f178. 00000800:00000010:2.0:1767384338.450819:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000298fd7ca. 00000400:02020000:2.0:1767384338.450849:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp27 at host 192.168.203.143:988: is it running a compatible version of Lustre? 20000000:01000000:2.0:1767384338.450864:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384338.450865:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384338.450866:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384338.450868:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384338.450870:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384338.450873:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000091314e29. 00010000:00000001:2.0:1767384338.450875:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384338.450878:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007f0bd6e. 00000020:00000001:2.0:1767384338.450880:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384338.450882:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000007f0bd6e with handle 0x980286e253c5fc5b to hash 00000020:00000001:2.0:1767384338.450884:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384338.450885:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384338.450887:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384338.450888:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384338.450889:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.450891:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.450895:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384338.450896:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384338.450897:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384338.450898:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384338.450899:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.450900:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384338.450901:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.450902:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384338.450903:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384338.450904:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384338.450905:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384338.450911:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091314e29) refcount = 1 00010000:00010000:2.0:1767384338.450913:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.450916:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384338.450917:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384338.450918:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.450919:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.450921:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384338.450922:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384338.450924:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:2.0:1767384338.450925:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384338.450926:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.450927:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f0bd6e refcount=4 00000020:00000001:2.0:1767384338.450928:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384338.450929:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384338.450930:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384338.450931:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.450934:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384338.450935:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.450938:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.450939:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384338.450940:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.450943:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384338.450944:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.450945:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384338.450946:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384338.450950:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000007f0bd6e already unused, calling callback (000000004feed035) 00010000:00000001:2.0:1767384338.450956:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384338.450956:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384338.450957:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.450960:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384338.450961:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384338.450962:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.450963:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f0bd6e refcount=5 00000020:00000001:2.0:1767384338.450964:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384338.450965:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384338.450966:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384338.450967:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.450970:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384338.450971:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384338.450971:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.450973:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384338.450974:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384338.450975:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384338.450975:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384338.450976:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000007f0bd6e with handle 0x980286e253c5fc5b from hash 00010000:00000001:2.0:1767384338.450978:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384338.450978:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.450979:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.450980:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384338.450981:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384338.450981:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384338.450982:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384338.450983:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.450984:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.450985:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384338.450986:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384338.450987:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.450988:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.450994:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.450996:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.450997:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.450998:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.451002:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.451002:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.451003:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384338.451004:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384338.451005:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.451005:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.451006:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384338.451007:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.451008:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.451009:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.451012:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384338.451013:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384338.451014:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000007f0bd6e/0x980286e253c5fc5b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384338.451017:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000091314e29 count: 0 00010000:00000001:2.0:1767384338.451022:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384338.451023:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384338.451028:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.451030:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384338.451032:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384338.451034:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384338.451035:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcef1e7f. 00000400:00000200:2.0:1767384338.451037:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdddb6c4 00000400:00000010:2.0:1767384338.451037:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdddb6c4. 00000100:00000001:2.0:1767384338.451039:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384338.451042:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384338.451047:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.451057:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384338.451058:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.451059:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384338.451060:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384338.451061:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.451062:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.451063:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384338.451065:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=44 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384338.451067:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=44 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384338.451069:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384338.451070:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.451071:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384338.451072:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.451073:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.451075:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.451079:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.451081:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384338.451082:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384338.451084:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384338.451085:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384338.451086:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384338.451087:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384338.451088:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.451089:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.451090:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384338.451091:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384338.451092:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384338.451093:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384338.451097:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d87b64fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746143360:0@lo:253: 00000100:00000001:2.0:1767384338.451100:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.451101:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384338.451102:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d87b64fd x1853236746143360/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.451111:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384338.451113:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384338.451114:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b2c46025. 02000000:00000001:2.0:1767384338.451116:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384338.451117:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384338.451118:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384338.451119:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384338.451120:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000897d20e0. 02000000:00000001:2.0:1767384338.451122:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384338.451122:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384338.451123:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d87b64fd. 00000100:00000001:2.0:1767384338.451125:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384338.451126:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.451127:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.451130:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384338.451131:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.451132:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.451133:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.453460:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294927216, at 4294927217 00000100:00000010:2.0:1767384338.453467:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd007444. 00000100:00000040:3.0:1767384338.453471:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294927216, at 4294927217 00000100:00000010:3.0:1767384338.453478:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b2a345c. 00000100:00000040:1.0:1767384338.453758:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294927216, at 4294927217 00000100:00000010:1.0:1767384338.453764:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eee94de2. 00000100:00000040:0.0:1767384338.454241:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294927216, at 4294927218 00000100:00000010:0.0:1767384338.454248:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015faad2b. 00010000:00000010:2.1:1767384338.457597:0:26037:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ac1aa7a8. 00010000:00000010:2.1:1767384338.457606:0:26037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a05c3801. 00010000:00000010:2.1:1767384338.457709:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091314e29. 00010000:00000010:2.1:1767384338.457713:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007f0bd6e. 00000400:00000010:1.0:1767384338.461105:0:26038:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bc8cca5b. 00000400:00000040:1.0:1767384338.461120:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384338.461122:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384338.461124:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384338.461125:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384338.461127:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384338.461128:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384338.461130:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384338.461134:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384338.461136:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384338.461136:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384338.461138:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384338.461140:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384338.461142:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384338.461143:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384338.461143:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384338.461145:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384338.461146:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384338.461147:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384338.461148:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384338.461149:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384338.461150:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384338.461151:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384338.461152:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384338.461153:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384338.461153:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384338.461155:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384338.461156:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384338.461157:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384338.461158:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384338.461158:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384338.461159:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384338.461160:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384338.461161:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384338.461162:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384338.461163:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384338.461164:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384338.461165:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384338.461166:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384338.461167:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384338.461168:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384338.461169:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384338.461170:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384338.461171:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384338.461172:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384338.461173:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384338.461174:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384338.461191:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384338.461192:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384338.461193:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384338.461194:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384338.461195:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384338.461196:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384338.461197:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384338.461198:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384338.461199:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384338.461200:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384338.461201:0:26038:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384338.461236:0:26038:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bc8cca5b. 00010000:00000001:2.0:1767384338.788538:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384338.788545:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.788551:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384338.788553:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.788652:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384338.788657:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384338.788661:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384339.608913:0:26359:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bed84fd6. 00080000:00000010:2.0:1767384339.608924:0:26359:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bed84fd6. 00000020:00000001:2.0:1767384339.608930:0:26359:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384339.608950:0:26359:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bed84fd6. 00080000:00000010:2.0:1767384339.608955:0:26359:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bed84fd6. 00000020:00000001:2.0:1767384339.608958:0:26359:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.811534:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384339.811541:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.811547:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384339.811548:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.811654:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384339.811659:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384339.811662:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384340.359922:0:26523:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384340.359927:0:26523:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:1.0:1767384340.367556:0:26523:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384340.374773:0:26524:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001c66a35c. 00000400:00000010:1.0:1767384340.374786:0:26524:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000529f0ae6. 00000400:00000010:1.0:1767384340.374795:0:26524:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f11ef087. 00000400:00000010:1.0:1767384340.374798:0:26524:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d87cc70c. 00000400:00000010:1.0:1767384340.374801:0:26524:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d96d30ad. 00000400:00000010:1.0:1767384340.374805:0:26524:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078c7d8f7. 00000400:00000010:1.0:1767384340.374807:0:26524:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ca7df476. 00000400:00000010:1.0:1767384340.374809:0:26524:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003fdeb004. 00000400:00000010:1.0:1767384340.374812:0:26524:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003d0db693. 00000800:00000010:1.0:1767384340.374823:0:26524:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c15390e5. 00000800:00000200:1.0:1767384340.374833:0:26524:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384340.374841:0:26524:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384340.374873:0:26524:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384340.374893:0:26524:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp29 [8/256/0/180] 00000400:00000010:1.0:1767384340.376818:0:26524:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 0000000044d5f81c. 00000400:00000010:1.0:1767384340.376824:0:26524:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7eb68c0. 00000400:00000010:1.0:1767384340.376833:0:26524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000869d1086. 00000400:00000001:1.0:1767384340.376848:0:26524:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384340.376849:0:26524:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384340.376851:0:26524:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5b7444. 00000400:00000200:1.0:1767384340.376853:0:26524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000871e1e74 00000400:00000010:1.0:1767384340.376855:0:26524:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000871e1e74. 00000400:00000010:1.0:1767384340.376858:0:26524:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000097b0d193. 00000400:00000200:1.0:1767384340.376863:0:26524:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (20) 00000400:00000200:1.0:1767384340.376877:0:26524:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384340.376883:0:26524:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:1.0:1767384340.376890:0:26524:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c95560a3. 00000020:01000000:1.0:1767384340.376895:0:26524:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384340.376897:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384340.376898:0:26524:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp29 00000400:00000010:1.0:1767384340.376910:0:26524:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000529f0ae6. 00000400:00000200:2.0:1767384340.376912:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1001d1 00000400:00000010:1.0:1767384340.376914:0:26524:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001c66a35c. 00000400:00000010:2.0:1767384340.376921:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000bfe80e75. 00000400:00000010:2.0:1767384340.376926:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 000000006255f50a. 00000400:00000010:2.0:1767384340.376928:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 000000008350fbda. 00000400:00000010:2.0:1767384340.376951:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000bfe80e75. 00000400:00000010:2.0:1767384340.376955:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 000000006255f50a. 00000400:00000010:2.0:1767384340.376958:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 000000008350fbda. 00000400:00000010:2.0:1767384340.376959:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000daac72cc. 00000400:00000200:2.0:1767384340.376962:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384340.376965:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:2.0:1767384340.376968:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000400:00000200:2.0:1767384340.376970:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000020:00000001:0.0:1767384340.376972:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384340.376974:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984e0ddd. 10000000:00000001:0.0:1767384340.376977:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384340.376979:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (21) 10000000:00000001:0.0:1767384340.376981:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384340.376984:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384340.376985:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ae1f7d2d. 00000020:01000004:0.0:1767384340.376989:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384340.376992:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384340.376993:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp27 00000020:01000004:0.0:1767384340.376995:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384340.376997:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384340.376999:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384340.377001:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384340.377002:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384340.377003:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384340.377005:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384340.377006:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384340.377009:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp27 to MR: 192.168.203.143@tcp27 local destination 00000100:00000010:0.0:1767384340.377013:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040532dff. 00000400:00000200:2.0:1767384340.377018:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp27 NI seq info: [57:57:256:4294967295] 192.168.203.143@tcp27 LPNI seq info [57:57:8:4294967295] 00000020:00000040:0.0:1767384340.377019:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384340.377027:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384340.377028:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp27 02000000:00000001:0.0:1767384340.377030:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384340.377035:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.377040:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp27(192.168.203.143@tcp27:192.168.203.143@tcp27) -> 192.168.203.143@tcp27(192.168.203.143@tcp27:192.168.203.143@tcp27) : PUT try# 0 00000800:00000200:2.0:1767384340.377046:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.143@tcp27 02000000:00000010:0.0:1767384340.377046:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007430a88a. 00000800:00000010:2.0:1767384340.377053:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ed0758c. 00000100:00000001:0.0:1767384340.377055:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384340.377062:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (4) 00000100:00000001:0.0:1767384340.377065:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.1:1767384340.377068:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (4) 00000100:00000001:0.0:1767384340.377069:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.377077:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040532dff] to pc [ptlrpcd_00_00+0] req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384340.377094:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp27 ip 192.168.203.143:988 00000800:00000200:2.1:1767384340.377098:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ed0758c type 1, nob 464 niov 1 nkiov 1 10000000:00000001:0.0:1767384340.377103:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384340.377107:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.377109:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384340.377111:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384340.377113:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384340.377118:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000020:00000001:0.0:1767384340.377118:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384340.377122:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384340.377124:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384340.377125:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384340.377135:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384340.377136:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384340.377137:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384340.377141:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:2.0:1767384340.377142:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:01000004:0.0:1767384340.377143:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384340.377146:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384340.377147:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384340.377149:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384340.377152:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384340.377153:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384340.377155:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384340.377157:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384340.377159:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000010:0.0:1767384340.377159:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002041721d. 00000100:00000001:2.0:1767384340.377160:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384340.377166:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384340.377167:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.377171:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384340.377172:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384340.377174:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384340.377176:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.377180:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384340.377182:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000809351f7. 00000100:00000040:2.0:1767384340.377187:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.377188:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.377194:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384340.377196:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.377202:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384340.377205:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.377206:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002041721d] to pc [ptlrpcd_00_01+1] req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384340.377209:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384340.377211:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 02000000:00000001:2.0:1767384340.377213:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.377220:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.377226:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746143488:0@lo:253: 10000000:00000001:0.0:1767384340.377227:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384340.377233:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.377234:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384340.377236:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384340.377239:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:2.0:1767384340.377240:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384340.377241:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000020:00000010:0.0:1767384340.377242:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c95560a3. 02000000:00000001:2.0:1767384340.377244:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.377248:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384340.377253:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000298fd7ca. 02000000:00000001:2.0:1767384340.377256:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.377260:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384340.377261:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcef1e7f. 00000100:00100000:0.0:1767384340.377264:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384340.377267:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384340.377268:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013d692dd. 00000100:00000001:0.0:1767384340.377272:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384340.377273:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746143488, portal 25 00000400:00000200:1.0:1767384340.377276:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:0.0:1767384340.377276:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.377277:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384340.377281:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472403328 : -111508237148288 : ffff9a9577229f80) 00000100:00000001:0.0:1767384340.377284:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.377287:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384340.377288:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.377291:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384340.377297:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.377299:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384340.377305:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000040:2.0:1767384340.377306:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384340.377311:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ead69ca. 00000100:00000001:0.0:1767384340.377313:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767384340.377316:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746143488, offset 0 00000400:00000200:2.0:1767384340.377322:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384340.377323:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.377328:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384340.377332:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384340.377332:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384340.377337:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 02000000:00000001:0.0:1767384340.377337:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384340.377344:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002041721d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746143616:0@lo:253: 00000400:00000200:2.0:1767384340.377348:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04700 00000100:00000001:0.0:1767384340.377350:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384340.377354:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384340.377357:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x103d [2] + 0 02000000:00000001:0.0:1767384340.377357:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.377361:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384340.377363:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bf494a5. 00000400:00000200:2.0:1767384340.377368:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1deb598 00000400:00000200:1.0:1767384340.377369:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 02000000:00000010:0.0:1767384340.377370:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dd3736e0. 02000000:00000001:0.0:1767384340.377374:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.377375:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384340.377379:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d515fe29. 00000400:00000010:0.0:1767384340.377385:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f48cb1d. 00000400:00000200:2.0:1767384340.377387:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384340.377390:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746143616, portal 25 00000100:00000001:0.0:1767384340.377410:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384340.377411:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1deb598 00000100:00000001:0.0:1767384340.377412:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556622464 : -111508152929152 : ffff9a957c27b480) 00000400:00000010:2.0:1767384340.377416:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1deb598. 00000400:00000200:1.0:1767384340.377417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000040:0.0:1767384340.377421:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.377441:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384340.377444:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384340.377448:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000003ee849df x1853236746143488 msgsize 4848 00000100:00000001:0.0:1767384340.377459:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384340.377460:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384340.377464:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384340.377466:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384340.377470:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007df77d2d. 00000100:00000200:0.0:1767384340.377474:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746143616, offset 0 00000100:00000001:2.0:1767384340.377477:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.377481:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384340.377487:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ead69ca 00000400:00000010:2.0:1767384340.377491:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ead69ca. 00000400:00000200:0.0:1767384340.377493:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384340.377496:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384340.377499:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000200:2.0:1767384340.377502:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384340.377507:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04780 00000400:00000200:0.0:1767384340.377518:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x104d [2] + 0 00000100:00000001:2.0:1767384340.377519:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.377524:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384340.377525:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006593aed3. 00000400:00000200:1.0:1767384340.377531:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384340.377534:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000905d68fe 00000100:00000001:2.0:1767384340.377539:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.377542:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384340.377543:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384340.377549:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.377552:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384340.377555:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294929148 00000400:00000200:0.0:1767384340.377559:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000905d68fe 00000100:00000010:2.0:1767384340.377560:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059be0a6c. 00000400:00000010:0.0:1767384340.377563:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000905d68fe. 00000100:00000001:2.0:1767384340.377567:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384340.377567:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000001:0.0:1767384340.377570:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384340.377575:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384340.377577:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294929148 00000100:00000010:2.0:1767384340.377582:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abe0fd6b. 00000100:00000040:0.0:1767384340.377588:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000002c490aba x1853236746143616 msgsize 4848 00000100:00000001:2.0:1767384340.377589:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384340.377595:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294929148 00000100:00100000:0.0:1767384340.377598:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384340.377599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000010:2.0:1767384340.377601:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fe86c87. 00000100:00000040:0.0:1767384340.377602:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384340.377608:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384340.377614:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294929148 00000100:00000010:2.0:1767384340.377617:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029f06d12. 00000100:00000001:0.0:1767384340.377617:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384340.377621:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384340.377625:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007df77d2d 00000400:00000010:0.0:1767384340.377628:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007df77d2d. 00000100:00000001:0.0:1767384340.377634:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384340.377636:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384340.377637:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000200:0.0:1767384340.377640:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.377642:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.377649:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.377654:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384340.377655:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.377658:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.377659:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.377662:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.377665:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.377670:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.377671:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.377672:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000001:0.0:1767384340.377677:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384340.377682:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.377687:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294929148 00000100:00000001:0.0:1767384340.377689:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294929148 00000100:00000001:0.0:1767384340.377691:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294929148 00000100:00000001:0.0:1767384340.377693:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294929148 00000100:00000001:0.0:1767384340.377694:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294929148 00000100:00000001:0.0:1767384340.377695:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294929148 00000100:00000001:0.0:1767384340.377696:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294929148 00000100:00000001:0.0:1767384340.377698:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294929148 00000100:00000001:0.0:1767384340.377700:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.377702:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.377704:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.377708:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.377715:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000100:00000001:0.0:1767384340.377731:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384340.377734:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746143488 02000000:00000001:0.0:1767384340.377737:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384340.377738:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384340.377740:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.377750:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.377754:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000100:00100000:0.0:1767384340.377754:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746143488 00000020:00000001:0.0:1767384340.377758:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384340.377762:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384340.377764:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384340.377766:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:0.0:1767384340.377768:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384340.377771:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384340.377775:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384340.377778:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fe70eda. 00000100:00000001:0.0:1767384340.377780:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384340.377783:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fe70eda. 00000800:00000200:2.0:1767384340.377784:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384340.377788:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ed0758c. 00000020:00000010:0.0:1767384340.377789:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5583dcc. 00000400:00000200:2.0:1767384340.377792:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384340.377795:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096625bfc. 00000400:00000200:2.0:1767384340.377800:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp27->192.168.203.143@tcp27: PUT: OK 00000020:00000010:0.0:1767384340.377802:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000400:00000200:2.0:1767384340.377805:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384340.377808:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.377811:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp27: 0 00000100:00000040:0.0:1767384340.377811:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384340.377818:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384340.377820:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384340.377821:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384340.377824:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384340.377829:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384340.377833:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384340.377836:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384340.377840:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384340.377841:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.377851:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp27(192.168.203.143@tcp27) <- 192.168.203.143@tcp27 : PUT - for me 00000100:00000001:0.0:1767384340.377854:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384340.377857:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746143616 02000000:00000001:0.0:1767384340.377859:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384340.377860:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000100:00000001:0.0:1767384340.377861:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384340.377862:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384340.377865:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.377868:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.377872:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 352/368 into md 0x1739 [1] + 0 00000100:00100000:0.0:1767384340.377873:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746143616 00000020:00000001:0.0:1767384340.377877:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384340.377878:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005886e24a. 00000020:00000040:0.0:1767384340.377879:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384340.377883:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384340.377885:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac0b092a 00000020:00000040:0.0:1767384340.377885:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:0.0:1767384340.377890:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000800:00000001:2.0:1767384340.377892:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384340.377892:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384340.377897:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384340.377899:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.377902:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.377908:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp27->192.168.203.143@tcp27: PUT: OK 00000020:00000010:0.0:1767384340.377908:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fe70eda. 00000100:00000001:0.0:1767384340.377913:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384340.377915:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac0b092a 00000020:00000010:0.0:1767384340.377917:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fe70eda. 00000400:00000010:2.0:1767384340.377918:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac0b092a. 00000400:00000200:2.0:1767384340.377923:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000010:0.0:1767384340.377924:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043d524d5. 00000400:00000200:2.0:1767384340.377926:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (22) 00000020:00000010:0.0:1767384340.377930:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000384d9fc2. 00000400:00000200:2.0:1767384340.377933:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:1.0:1767384340.377935:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000020:00000010:0.0:1767384340.377936:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0dc93ef. 00000400:00000200:2.0:1767384340.377939:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (368 bytes) 00000100:00000001:0.0:1767384340.377942:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384340.377945:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384340.377947:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:0.0:1767384340.377948:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.377953:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.377958:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.377966:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (23) 00000100:00000001:0.0:1767384340.377970:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384340.377972:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384340.377973:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384340.377980:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000400:00000200:2.0:1767384340.377984:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp27 to MR: 192.168.203.143@tcp27 local destination 00000100:00000040:0.0:1767384340.377986:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384340.377989:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608985680 : -111508100565936 : ffff9a957f46b450) 00000400:00000200:2.0:1767384340.377994:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp27 NI seq info: [58:58:256:4294967295] 192.168.203.143@tcp27 LPNI seq info [58:58:8:4294967295] 00000100:00000040:0.0:1767384340.377995:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ee849df x1853236746143488/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:321/0 lens 4848/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384340.378005:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000100:00000001:0.0:1767384340.378008:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384340.378013:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fe70eda. 00000100:00000001:0.0:1767384340.378017:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384340.378020:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp27(192.168.203.143@tcp27:192.168.203.143@tcp27) -> 192.168.203.143@tcp27(192.168.203.143@tcp27:192.168.203.143@tcp27) 192.168.203.143@tcp27 : ACK try# 0 00000020:00000010:0.0:1767384340.378022:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fe70eda. 00000800:00000200:2.0:1767384340.378027:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp27 00000100:00100000:0.0:1767384340.378031:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ee849df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746143488:12345-0@lo:253: 00000800:00000010:2.0:1767384340.378032:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ed0758c. 00000100:00000200:0.0:1767384340.378036:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746143488 00000020:00000001:0.0:1767384340.378039:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:2.0:1767384340.378042:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (4) 00000020:00000001:0.0:1767384340.378043:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384340.378047:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384340.378050:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp27 ip 192.168.203.143:987 00000020:00000001:0.0:1767384340.378051:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384340.378054:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000800:00000200:2.0:1767384340.378055:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ed0758c type 0, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384340.378058:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384340.378061:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384340.378063:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:2.0:1767384340.378068:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384340.378069:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000020:00000001:0.0:1767384340.378073:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384340.378077:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384340.378080:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.378081:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384340.378085:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384340.378091:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000727a5b2e. 02000000:00000001:0.0:1767384340.378094:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.378096:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384340.378099:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.0:1767384340.378107:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000010:0.0:1767384340.378108:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f535bbb2. 00000800:00000010:2.0:1767384340.378111:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ed0758c. 20000000:01000000:0.0:1767384340.378113:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384340.378116:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384340.378118:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384340.378121:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384340.378124:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp27->192.168.203.143@tcp27: ACK: OK 20000000:00000001:0.0:1767384340.378126:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384340.378130:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384340.378132:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:2.0:1767384340.378133:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.378139:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384340.378139:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 20000000:00000010:0.0:1767384340.378141:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f6867b34. 00000800:00000001:2.0:1767384340.378144:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:0.0:1767384340.378146:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00000800:00000001:2.0:1767384340.378151:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384340.378152:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000001:2.0:1767384340.378155:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384340.378160:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000001:2.0:1767384340.378161:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384340.378165:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384340.378170:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp27(192.168.203.143@tcp27) <- 192.168.203.143@tcp27 : ACK - for me 00000400:00000200:2.0:1767384340.378179:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp27: ACK from 12345-192.168.203.143@tcp27 into md 0x1759 00000400:00000200:2.0:1767384340.378182:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384340.378184:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384340.378188:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp27->192.168.203.143@tcp27: ACK: OK 00000400:00000200:2.0:1767384340.378193:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984e0ddd 00000400:00000010:2.0:1767384340.378194:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984e0ddd. 00000400:00000200:2.0:1767384340.378197:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00080000:00000001:0.0:1767384340.378200:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.378201:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:1.0:1767384340.378206:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00080000:00000001:0.0:1767384340.378207:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384340.378210:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00080000:00000001:0.0:1767384340.378212:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.378215:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384340.378217:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.378223:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (22) 00080000:00000002:0.0:1767384340.378223:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000020:00000001:0.0:1767384340.378230:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:0.0:1767384340.378233:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000001:2.0:1767384340.378234:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384340.378236:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384340.378241:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384340.378241:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.378245:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384340.378249:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384340.378253:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384340.378256:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384340.378261:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000010:0.0:1767384340.378261:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000913be715. 00000100:00000001:2.0:1767384340.378265:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384340.378270:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00080000:00000001:0.0:1767384340.378271:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560350363136 : -111513359188480 : ffff9a9445d67e00) 00000400:00000200:1.0:1767384340.378272:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000100:00000040:2.0:1767384340.378273:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00080000:00000001:0.0:1767384340.378276:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384340.378278:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608975440 : -111508100576176 : ffff9a957f468c50) 00000001:00000001:0.0:1767384340.378282:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000040:2.0:1767384340.378286:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c490aba x1853236746143616/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:321/0 lens 4848/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384340.378287:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002fe70eda. 00080000:00000001:0.0:1767384340.378294:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.378297:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1767384340.378298:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000010:2.0:1767384340.378301:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae1d4d90. 00000100:00000001:2.0:1767384340.378305:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384340.378306:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae1d4d90. 00000100:00100000:2.0:1767384340.378309:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c490aba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746143616:12345-0@lo:253: 00000100:00000200:2.0:1767384340.378312:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746143616 00000020:00000001:2.0:1767384340.378316:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:0.0:1767384340.378316:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.378321:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384340.378323:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.378326:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384340.378327:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384340.378330:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384340.378331:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384340.378333:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384340.378334:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384340.378336:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.378337:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384340.378340:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384340.378342:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 02000000:00000001:2.0:1767384340.378343:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384340.378350:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009d90b90e. 02000000:00000001:2.0:1767384340.378353:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.378355:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384340.378357:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384340.378364:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bbd2a0ae. 20000000:01000000:2.0:1767384340.378373:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384340.378375:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384340.378376:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384340.378378:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384340.378380:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384340.378381:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384340.378417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.378420:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384340.378615:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000008350fbda. 00000400:00000010:2.0:1767384340.378619:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa0c6793. 00000400:00000010:2.0:1767384340.378622:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984e0ddd. 00000400:00000200:2.0:1767384340.378624:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008350fbda 00000400:00000010:2.0:1767384340.378627:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000ccfe18ee. 00000400:00000200:2.0:1767384340.378630:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000400:00000200:2.0:1767384340.378633:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 00000400:00000200:2.0:1767384340.378635:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (21) 00000400:00000010:2.0:1767384340.378637:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000006255f50a. 00000400:00000010:2.0:1767384340.378639:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003deaac31. 00000400:00000010:2.0:1767384340.378644:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d4a5276. 00000400:00000200:2.0:1767384340.378647:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:2.0:1767384340.378653:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384340.378657:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:2.0:1767384340.378662:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:2.0:1767384340.378667:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:2.0:1767384340.378671:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:2.0:1767384340.378676:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:2.0:1767384340.378680:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:2.0:1767384340.378684:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:2.0:1767384340.378689:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:2.0:1767384340.378702:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:2.0:1767384340.378705:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:2.0:1767384340.378711:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:2.0:1767384340.378715:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:2.0:1767384340.378720:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:2.0:1767384340.378725:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:2.0:1767384340.378729:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:2.0:1767384340.378735:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:2.0:1767384340.378744:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000400:00000200:2.0:1767384340.378749:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:2.0:1767384340.378755:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:2.0:1767384340.378759:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:2.0:1767384340.378764:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp28 00000400:00000200:2.0:1767384340.378768:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp28 lpni_is_preferred = 0 00000400:00000200:2.0:1767384340.378771:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp28 00000400:00000200:2.0:1767384340.378776:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp28 NI seq info: [59:59:256:4294967295] 192.168.203.143@tcp28 LPNI seq info [59:59:8:4294967295] 00000400:00000200:1.0:1767384340.378777:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.378783:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp28 00000400:00000200:2.0:1767384340.378793:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp28(192.168.203.143@tcp28:) -> 192.168.203.143@tcp28(192.168.203.143@tcp:192.168.203.143@tcp28) : GET try# 0 00000800:00000200:2.0:1767384340.378798:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp28 00000800:00000010:2.0:1767384340.378801:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004ed0758c. 00000800:00000010:2.0:1767384340.378808:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006ead69ca. 00000800:00000010:2.0:1767384340.378812:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000bcfee752. 00000800:00000200:2.0:1767384340.378821:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ead69ca] -> 12345-192.168.203.143@tcp28 (2) 00000800:00000200:2.1:1767384340.378824:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ead69ca] -> 12345-192.168.203.143@tcp28 (2) 00000400:00000200:1.0:1767384340.378832:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.378834:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384340.378841:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00000400:00000200:1.0:1767384340.378886:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.378909:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384340.378962:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.378978:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384340.379034:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379039:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379098:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384340.379111:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379139:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384340.379168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379188:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384340.379218:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379235:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379287:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384340.379289:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379324:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379372:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379414:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379458:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379490:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379520:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000800:00000010:1.0:1767384340.379529:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:1.0:1767384340.379536:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000529f0ae6. 00000800:00000010:1.0:1767384340.379541:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f3bd6ccf. 00000400:00000200:2.0:1767384340.379546:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000800:00000010:1.0:1767384340.379564:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f3bd6ccf. 00000800:00020000:1.0:1767384340.379572:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000400:00000200:2.0:1767384340.379574:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379597:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379631:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379649:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379682:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379701:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379721:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379739:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379757:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379777:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379794:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379811:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379832:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379864:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379886:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379909:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379931:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379966:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.379991:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.380010:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.380030:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.380049:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000010:2.0:1767384340.380227:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000897d20e0. 00000800:00000010:2.0:1767384340.380231:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4b305c5. 00000800:00000010:2.0:1767384340.380236:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ae1d4d90. 00000800:00000010:2.0:1767384340.380268:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ae1d4d90. 00000400:00000200:0.0:1767384340.380385:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384340.380474:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp28 from 218.3.0.2 00000800:00000010:0.0:1767384340.380479:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008dd768ff. 00000800:00000010:2.0:1767384340.380503:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b2c46025. 00000800:00000010:2.0:1767384340.380509:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e82da37a. 00000800:00000010:2.0:1767384340.380527:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000098a7b53c. 00000800:00000200:2.1:1767384340.380532:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ead69ca] -> 12345-192.168.203.143@tcp28 (2) 00000800:00000200:2.1:1767384340.380535:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp28 0000000098a7b53c deleted 00000800:00000010:2.1:1767384340.380537:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000098a7b53c. 00000800:00000200:2.1:1767384340.380542:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384340.380547:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp28 ip 192.168.203.143:986 00000800:00000200:2.1:1767384340.380549:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ed0758c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384340.380553:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp28 p 3.x 192.168.203.143 -> 192.168.203.143:986 incarnation:1767384338443921656 sched[0] 00000800:00000010:2.0:1767384340.380558:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ae1d4d90. 00000800:00000010:2.0:1767384340.380600:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ae1d4d90. 00000800:00000010:2.0:1767384340.380604:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e82da37a. 00000800:00000010:2.0:1767384340.380625:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008dd768ff. 00000800:00000001:2.0:1767384340.380634:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.380638:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384340.380681:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384340.380683:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004ed0758c. 00000400:00000200:2.0:1767384340.380686:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.380691:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp28->192.168.203.143@tcp28: GET: OK 00000400:00000200:2.0:1767384340.380693:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384340.380695:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000200:2.1:1767384340.380721:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384340.380726:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp28 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384338443921656 sched[0] 00000800:00000010:2.0:1767384340.380729:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4b305c5. 00000400:00000200:2.0:1767384340.380777:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.380818:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.380837:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000001:0.0:1767384340.380840:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.380848:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384340.380851:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384340.380860:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000001:0.0:1767384340.380860:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384340.380867:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp28(192.168.203.143@tcp28) <- 192.168.203.143@tcp28 : GET - for me 00000400:00000200:0.0:1767384340.380877:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384340.380882:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 368/368 into md 0x1755 [1] + 0 00000400:00000200:2.0:1767384340.380883:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384340.380895:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp28 to MR: 192.168.203.143@tcp28 local destination 00000400:00000200:0.0:1767384340.380901:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp28 NI seq info: [60:60:256:4294967295] 192.168.203.143@tcp28 LPNI seq info [60:60:8:4294967295] 00000400:00000200:2.0:1767384340.380911:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384340.380912:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp28(192.168.203.143@tcp28:192.168.203.143@tcp28) -> 192.168.203.143@tcp28(192.168.203.143@tcp28:192.168.203.143@tcp28) 192.168.203.143@tcp28 : REPLY try# 0 00000800:00000200:0.0:1767384340.380921:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.143@tcp28 00000800:00000010:0.0:1767384340.380925:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ba5f430. 00000800:00000200:0.0:1767384340.380929:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ead69ca] -> 12345-192.168.203.143@tcp28 (4) 00000800:00000200:0.0:1767384340.380934:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp28 ip 192.168.203.143:988 00000400:00000200:2.0:1767384340.380937:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000800:00000200:0.0:1767384340.380937:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ba5f430 type 3, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1767384340.380962:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.380981:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000800:00000200:0.0:1767384340.380997:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384340.381001:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ba5f430. 00000400:00000200:0.0:1767384340.381004:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.381008:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp28->192.168.203.143@tcp28: REPLY: OK 00000400:00000200:2.0:1767384340.381015:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000800:00000001:0.0:1767384340.381018:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384340.381040:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000800:00000001:0.0:1767384340.381068:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.381071:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000800:00000001:0.0:1767384340.381072:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.381079:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384340.381083:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.381087:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384340.381092:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp28(192.168.203.143@tcp28) <- 192.168.203.143@tcp28 : REPLY - for me 00000400:00000200:0.0:1767384340.381102:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp28: Reply from 12345-192.168.203.143@tcp28 of length 368/368 into md 0x1771 00000400:00000200:2.0:1767384340.381103:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000800:00000001:0.0:1767384340.381106:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.381113:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384340.381115:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.381118:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp28->192.168.203.143@tcp28: REPLY: OK 00000400:00000200:0.0:1767384340.381121:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003deaac31 00000400:00000010:0.0:1767384340.381122:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003deaac31. 00000400:00000200:0.0:1767384340.381126:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384340.381130:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:0.0:1767384340.381131:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:0.0:1767384340.381134:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 21. state = 0x100251 00000400:00000200:2.0:1767384340.381135:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384340.381140:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384340.381161:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384340.381166:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (22) 00000800:00000001:0.0:1767384340.381174:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.381176:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.381187:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00080000:00000010:0.0:1767384340.381192:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000913be715. 00080000:00000010:0.0:1767384340.381211:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002fe70eda. 00040000:00000001:0.0:1767384340.381215:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384340.381216:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00040000:00000001:0.0:1767384340.381217:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384340.381221:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384340.381225:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384340.381227:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384340.381229:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384340.381236:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384340.381240:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 20000000:00000001:0.0:1767384340.381241:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384340.381246:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384340.381251:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:2.0:1767384340.381276:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.381300:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.381326:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384340.381345:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384340.381351:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000d1 00000400:00000200:2.0:1767384340.381352:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000010:0.0:1767384340.381366:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 00000000913be715. 00000400:00000010:0.0:1767384340.381371:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 00000000d033b2a6. 00000400:00000010:0.0:1767384340.381375:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 000000001373393a. 00000400:00000200:2.0:1767384340.381377:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384340.381460:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000010:0.0:1767384340.381477:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bb67a2d6. 00000400:00000200:2.0:1767384340.381484:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384340.381486:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bb67a2d6 nid 192.168.203.143@tcp29 00000400:00000010:0.0:1767384340.381491:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e9766f6f. 00000400:00000200:0.0:1767384340.381495:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e9766f6f net tcp29 00000400:00000200:0.0:1767384340.381498:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (21) 00000400:00000200:0.0:1767384340.381505:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp29 flags 0x11 00000400:00000010:0.0:1767384340.381510:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 00000000913be715. 00000400:00000010:0.0:1767384340.381514:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 00000000d033b2a6. 00000400:00000200:2.0:1767384340.381515:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000010:0.0:1767384340.381517:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 000000001373393a. 00000400:00000010:0.0:1767384340.381523:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000006255f50a. 00000400:00000200:0.0:1767384340.381529:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384340.381533:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100151 00000400:00000200:0.0:1767384340.381537:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc 1 00000400:00000200:2.0:1767384340.381541:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384340.381543:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000200:0.0:1767384340.381550:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384340.381553:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:0.0:1767384340.381558:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:0.0:1767384340.381563:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (22) 00000400:00000200:2.0:1767384340.381572:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00080000:00000020:0.0:1767384340.381580:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384340.381585:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384340.381587:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f535bbb2. 20000000:00000001:0.0:1767384340.381591:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384340.381594:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746143488 00010000:00000001:0.0:1767384340.381597:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384340.381602:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00010000:00000200:0.0:1767384340.381602:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ee849df x1853236746143488/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384340.381612:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384340.381614:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.381617:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.381621:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384340.381625:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000100:00000040:0.0:1767384340.381632:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384340.381634:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384340.381637:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384340.381639:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.381642:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384340.381643:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384340.381646:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007df77d2d. 00000100:00000200:0.0:1767384340.381649:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746143488, offset 224 00000400:00000200:0.0:1767384340.381655:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384340.381656:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384340.381663:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384340.381671:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04700 00000400:00000200:0.0:1767384340.381676:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x175d [2] + 224 00000400:00000200:0.0:1767384340.381680:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.381684:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384340.381687:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000100:00000001:0.0:1767384340.381688:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384340.381692:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.381703:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.381715:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.381720:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007df77d2d 00000400:00000010:0.0:1767384340.381722:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007df77d2d. 00000100:00000001:0.0:1767384340.381725:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384340.381727:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384340.381731:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.381733:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:2.0:1767384340.381735:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00010000:00000001:0.0:1767384340.381736:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384340.381739:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.381743:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384340.381747:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ee849df x1853236746143488/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.381754:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ee849df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746143488:12345-0@lo:253: Request processed in 3745us (4304us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384340.381767:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000100:00100000:0.0:1767384340.381770:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:0.0:1767384340.381775:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384340.381777:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384340.381779:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384340.381783:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096625bfc. 00000020:00000010:0.0:1767384340.381789:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000400:00000200:2.0:1767384340.381790:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000020:00000010:0.0:1767384340.381792:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5583dcc. 00000020:00000040:0.0:1767384340.381798:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:0.0:1767384340.381802:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384340.381804:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000727a5b2e. 02000000:00000001:0.0:1767384340.381808:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384340.381810:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384340.381814:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384340.381817:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004499d060. 00000400:00000010:0.0:1767384340.381820:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007df77d2d. 00000400:00000200:2.0:1767384340.381828:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 20000000:01000000:0.0:1767384340.381847:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384340.381851:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000200:2.0:1767384340.381854:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 10000000:01000000:0.0:1767384340.381854:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384340.381861:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384340.381864:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384340.381871:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000077ed352. 00010000:00000001:0.0:1767384340.381874:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384340.381878:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003422c6bd. 00000400:00000200:2.0:1767384340.381879:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000020:00000001:0.0:1767384340.381881:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384340.381885:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003422c6bd with handle 0x980286e253c5fc62 to hash 00000020:00000001:0.0:1767384340.381888:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384340.381889:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680595456 : -111509028956160 : ffff9a9547f09800) 00010000:00000001:0.0:1767384340.381891:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680595456 : -111509028956160 : ffff9a9547f09800) 00010000:00000001:0.0:1767384340.381894:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384340.381896:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384340.381899:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384340.381906:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384340.381914:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384340.381916:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384340.381918:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384340.381920:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384340.381922:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384340.381923:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384340.381925:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384340.381927:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384340.381928:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384340.381930:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384340.381932:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000077ed352) refcount = 1 00010000:00010000:0.0:1767384340.381935:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384340.381939:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384340.381942:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384340.381943:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384340.381945:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.381946:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384340.381949:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384340.381951:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:0.0:1767384340.381954:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384340.381956:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384340.381957:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003422c6bd refcount=4 00000020:00000001:0.0:1767384340.381959:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680595456 : -111509028956160 : ffff9a9547f09800) 00010000:00000001:0.0:1767384340.381961:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680595456 : -111509028956160 : ffff9a9547f09800) 00010000:00000001:0.0:1767384340.381963:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384340.381964:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384340.381969:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384340.381970:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384340.381974:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384340.381976:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384340.381983:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384340.381988:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384340.381989:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.381992:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384340.381993:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384340.381997:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b8eec370. 00010000:00010000:0.0:1767384340.381998:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003422c6bd already unused, calling callback (000000004feed035) 00000800:00000010:2.0:1767384340.382002:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4b305c5. 00010000:00000001:0.0:1767384340.382003:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384340.382006:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000800:00000010:2.0:1767384340.382008:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ae1d4d90. 00010000:00010000:0.0:1767384340.382009:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384340.382016:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384340.382017:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384340.382018:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384340.382019:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003422c6bd refcount=5 00000020:00000001:0.0:1767384340.382020:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680595456 : -111509028956160 : ffff9a9547f09800) 00010000:00000001:0.0:1767384340.382022:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680595456 : -111509028956160 : ffff9a9547f09800) 00010000:00000001:0.0:1767384340.382024:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384340.382025:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384340.382029:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384340.382031:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384340.382032:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384340.382036:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ae1d4d90. 00010000:00000001:0.0:1767384340.382036:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384340.382039:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384340.382042:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384340.382043:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384340.382045:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003422c6bd with handle 0x980286e253c5fc62 from hash 00010000:00000001:0.0:1767384340.382047:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384340.382048:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384340.382052:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384340.382053:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384340.382055:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384340.382056:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384340.382060:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000001:2.0:1767384340.382061:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384340.382062:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000001:2.0:1767384340.382066:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384340.382066:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1767384340.382068:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcef1e7f. 00010000:00000001:0.0:1767384340.382069:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.382073:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013d692dd 00010000:00000001:0.0:1767384340.382074:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.382077:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013d692dd. 00010000:00000001:0.0:1767384340.382078:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384340.382081:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384340.382082:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384340.382085:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384340.382087:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384340.382088:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384340.382089:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.382093:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.382097:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384340.382101:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384340.382108:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384340.382111:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384340.382113:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384340.382116:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384340.382118:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384340.382122:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384340.382122:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384340.382126:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384340.382127:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384340.382128:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384340.382130:0:16354:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384340.382132:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.382133:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:0.0:1767384340.382134:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.382136:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1767384340.382138:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384340.382139:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.382144:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.382150:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00001000:2.0:1767384340.382151:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=46 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384340.382152:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384340.382154:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003422c6bd/0x980286e253c5fc62 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384340.382157:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384340.382164:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384340.382166:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384340.382166:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000077ed352 count: 0 00010000:00000001:2.0:1767384340.382171:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384340.382173:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.382176:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384340.382178:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384340.382183:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.382186:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.382192:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384340.382193:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5583dcc. 00000100:00000001:2.0:1767384340.382195:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384340.382196:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384340.382199:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384340.382201:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 20000000:01000000:0.0:1767384340.382203:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00000020:01000004:2.0:1767384340.382204:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384340.382208:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384340.382209:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 20000000:00000001:0.0:1767384340.382209:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:01000004:2.0:1767384340.382228:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384340.382230:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00080000:00000001:0.0:1767384340.382230:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:01000004:2.0:1767384340.382234:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00080000:00000001:0.0:1767384340.382235:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:01000004:2.0:1767384340.382236:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384340.382239:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384340.382241:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384340.382245:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00100000:2.0:1767384340.382250:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040532dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746143488:0@lo:253: 00080000:00000001:0.0:1767384340.382254:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.382255:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384340.382261:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:2.0:1767384340.382262:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:0.0:1767384340.382265:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.382268:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040532dff x1853236746143488/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384340.382269:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384340.382273:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384340.382294:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000100:00000001:2.0:1767384340.382301:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384340.382302:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 02000000:00000001:2.0:1767384340.382306:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000002:0.0:1767384340.382306:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 02000000:00000010:2.0:1767384340.382311:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000298fd7ca. 00080000:00000001:0.0:1767384340.382312:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.382319:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:0.0:1767384340.382319:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.382324:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:0.0:1767384340.382325:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384340.382328:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384340.382329:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384340.382332:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384340.382335:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 02000000:00000010:2.0:1767384340.382336:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007430a88a. 00080000:00000001:0.0:1767384340.382340:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000001:2.0:1767384340.382343:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384340.382346:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000010:0.0:1767384340.382347:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001373393a. 00000100:00000010:2.0:1767384340.382348:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040532dff. 00080000:00000001:0.0:1767384340.382354:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560350360576 : -111513359191040 : ffff9a9445d67400) 00000100:00000001:2.0:1767384340.382355:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00080000:00000001:0.0:1767384340.382359:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384340.382362:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384340.382364:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384340.382367:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002fe70eda. 00000100:00000001:2.0:1767384340.382368:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384340.382374:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.382377:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:0.0:1767384340.382378:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384340.382382:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.382385:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.382388:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.382389:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.382417:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384340.382560:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384340.382570:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp28 from 217.3.0.2 00000800:00000010:2.0:1767384340.382573:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e3e74763. 00000800:00000010:0.0:1767384340.382606:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000727a5b2e. 00000800:00000010:0.0:1767384340.382612:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045092547. 00000800:00000010:0.0:1767384340.382635:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c09c3749. 00000800:00000200:0.1:1767384340.382641:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ead69ca] -> 12345-192.168.203.143@tcp28 (4) 00000800:00000200:0.1:1767384340.382645:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp28 00000000c09c3749 deleted 00000800:00000010:0.1:1767384340.382648:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c09c3749. 00000800:00000200:0.1:1767384340.382653:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384340.382659:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp28 p 3.x 192.168.203.143 -> 192.168.203.143:985 incarnation:1767384338443921656 sched[0] 00000800:00000010:0.0:1767384340.382666:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000028ff209f. 00000800:00000010:0.0:1767384340.382734:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000028ff209f. 00000800:00000010:0.0:1767384340.382740:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045092547. 00000800:00000010:0.0:1767384340.382778:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e3e74763. 00000800:00000001:0.0:1767384340.382791:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.382796:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384340.382811:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384340.382817:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp28 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384338443921656 sched[0] 00000800:00000010:2.0:1767384340.382820:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4b305c5. 00000800:00000001:0.0:1767384340.382847:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384340.382852:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384340.384765:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001373393a. 00080000:00000010:0.0:1767384340.384847:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002fe70eda. 00040000:00000001:0.0:1767384340.384853:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384340.384855:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384340.384856:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384340.384859:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384340.384862:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384340.384863:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384340.384866:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384340.384878:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384340.384881:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384340.384886:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384340.384889:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384340.384893:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384340.384895:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384340.384898:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384340.384900:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384340.384905:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bdc9aa05. 00010000:00000001:2.0:1767384340.384909:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384340.384911:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a4d9acd. 00000020:00000001:2.0:1767384340.384914:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384340.384916:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a4d9acd with handle 0x980286e253c5fc69 to hash 00000020:00000001:2.0:1767384340.384918:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384340.384919:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384340.384922:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384340.384924:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384340.384926:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384340.384928:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.384934:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384340.384936:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384340.384937:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384340.384939:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384340.384940:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384340.384949:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384340.384950:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384340.384952:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384340.384953:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384340.384955:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384340.384956:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384340.384957:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bdc9aa05) refcount = 1 00010000:00010000:2.0:1767384340.384960:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.384964:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384340.384965:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384340.384966:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384340.384968:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.384970:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384340.384971:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384340.384973:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:2.0:1767384340.384975:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384340.384976:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384340.384978:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=4 00000020:00000001:2.0:1767384340.384979:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384340.384981:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384340.384983:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384340.384984:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.384989:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384340.384991:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.384995:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384340.384996:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384340.384997:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.385001:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384340.385008:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.385010:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384340.385011:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384340.385016:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a4d9acd already unused, calling callback (000000004feed035) 00010000:00000001:2.0:1767384340.385018:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384340.385019:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384340.385020:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.385024:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384340.385025:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384340.385026:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384340.385027:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=5 00000020:00000001:2.0:1767384340.385029:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384340.385031:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384340.385033:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384340.385034:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.385039:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384340.385040:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384340.385042:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.385045:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384340.385046:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384340.385048:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384340.385049:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384340.385051:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a4d9acd with handle 0x980286e253c5fc69 from hash 00010000:00000001:2.0:1767384340.385053:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384340.385055:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:0.0:1767384340.385056:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384340.385057:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384340.385061:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384340.385062:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384340.385063:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000010:0.0:1767384340.385065:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bbd2a0ae. 00010000:00000001:2.0:1767384340.385066:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 20000000:00000001:0.0:1767384340.385070:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384340.385073:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746143616 00010000:00000001:2.0:1767384340.385076:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384340.385078:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384340.385079:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384340.385083:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384340.385085:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c490aba x1853236746143616/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384340.385086:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384340.385089:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384340.385095:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384340.385099:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384340.385103:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.385103:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384340.385107:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.385108:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.385113:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=46 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384340.385114:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384340.385119:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384340.385122:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384340.385126:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384340.385131:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:2.0:1767384340.385133:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384340.385135:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384340.385136:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384340.385138:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.385140:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384340.385143:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384340.385144:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384340.385148:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384340.385152:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384340.385152:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384340.385156:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384340.385159:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384340.385159:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045092547. 20000000:00000001:2.0:1767384340.385166:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384340.385167:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746143616, offset 224 00010000:00010000:2.0:1767384340.385168:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.385173:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384340.385174:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384340.385175:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004a4d9acd/0x980286e253c5fc69 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384340.385184:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bdc9aa05 count: 0 00000400:00000200:0.0:1767384340.385200:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384340.385208:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384340.385209:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384340.385211:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384340.385215:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04780 00000400:00000200:0.0:1767384340.385221:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1765 [2] + 224 00000400:00000200:0.0:1767384340.385226:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.385230:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384340.385233:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384340.385237:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.385248:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.385285:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.385293:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045092547 00000100:00000001:2.0:1767384340.385297:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384340.385297:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045092547. 00000100:00000001:2.0:1767384340.385301:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384340.385304:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384340.385307:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384340.385309:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384340.385310:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384340.385314:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d515fe29. 00000100:00000001:0.0:1767384340.385317:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.385324:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:2.0:1767384340.385327:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f48cb1d 00010000:00000001:0.0:1767384340.385330:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384340.385331:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f48cb1d. 00000020:00000001:0.0:1767384340.385336:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.385337:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384340.385342:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384340.385344:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.385352:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c490aba x1853236746143616/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384340.385361:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.385384:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384340.385387:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c490aba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746143616:12345-0@lo:253: Request processed in 7084us (7793us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384340.385388:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.385393:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384340.385414:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384340.385417:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.385421:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.385454:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384340.385458:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=46 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384340.385461:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384340.385463:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384340.385465:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384340.385467:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00010000:00000001:2.0:1767384340.385468:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384340.385472:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.385474:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.385474:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:0.0:1767384340.385480:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384340.385481:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.385484:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384340.385490:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000384d9fc2. 00000100:00000001:2.0:1767384340.385491:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.385495:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384340.385497:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384340.385499:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:0.0:1767384340.385500:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0dc93ef. 00000020:01000004:2.0:1767384340.385501:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384340.385504:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384340.385506:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384340.385507:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000010:0.0:1767384340.385507:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043d524d5. 00000020:01000004:2.0:1767384340.385509:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384340.385510:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384340.385512:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384340.385513:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384340.385516:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384340.385521:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:0.0:1767384340.385527:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384340.385530:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009d90b90e. 00000100:00100000:2.0:1767384340.385535:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002041721d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746143616:0@lo:253: 02000000:00000001:0.0:1767384340.385537:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384340.385541:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.385542:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.385545:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.385548:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002041721d x1853236746143616/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384340.385550:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384340.385558:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384340.385558:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000893c7656. 02000000:00000001:2.0:1767384340.385560:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384340.385563:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dd3736e0. 00000400:00000010:0.0:1767384340.385566:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045092547. 02000000:00000001:2.0:1767384340.385568:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384340.385570:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384340.385572:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384340.385575:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384340.385576:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000809351f7. 02000000:00000001:2.0:1767384340.385579:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384340.385580:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384340.385581:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002041721d. 00000100:00000001:2.0:1767384340.385583:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384340.385584:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.385585:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.385589:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.385590:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.385591:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.385593:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.387478:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294929148, at 4294929151 00000100:00000010:3.0:1767384340.387485:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029f06d12. 00000100:00000040:0.0:1767384340.387503:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294929148, at 4294929151 00000100:00000010:0.0:1767384340.387514:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059be0a6c. 00000100:00000040:2.0:1767384340.387519:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294929148, at 4294929151 00000100:00000010:2.0:1767384340.387529:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fe86c87. 00000800:00000010:1.0:1767384340.390127:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000529f0ae6. 00000800:00000010:1.0:1767384340.390132:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000100:00000040:1.0:1767384340.390143:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294929148, at 4294929154 00000100:00000010:1.0:1767384340.390148:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abe0fd6b. 00000400:02020000:1.0:1767384340.390206:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp27 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000010:3.0:1767384340.398442:0:26529:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000088209ff3. 00000400:00000040:3.0:1767384340.398460:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384340.398463:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384340.398465:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384340.398466:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384340.398468:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384340.398469:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384340.398471:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384340.398472:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384340.398474:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384340.398474:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384340.398476:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384340.398477:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384340.398479:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384340.398480:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384340.398480:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384340.398482:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384340.398483:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384340.398483:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384340.398484:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384340.398486:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384340.398487:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384340.398493:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384340.398494:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384340.398495:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384340.398496:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384340.398497:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384340.398498:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384340.398500:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384340.398500:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384340.398501:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384340.398502:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384340.398504:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384340.398504:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384340.398505:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384340.398506:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384340.398507:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384340.398508:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384340.398510:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384340.398511:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384340.398512:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384340.398513:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384340.398514:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384340.398515:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384340.398516:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384340.398516:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384340.398517:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384340.398518:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384340.398519:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384340.398520:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384340.398521:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384340.398522:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384340.398523:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384340.398524:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384340.398525:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384340.398526:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384340.398527:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384340.398528:0:26529:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384340.398571:0:26529:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000088209ff3. 00010000:00000010:0.1:1767384340.403740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000077ed352. 00010000:00000010:0.1:1767384340.403752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003422c6bd. 00010000:00000010:2.1:1767384340.404107:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bdc9aa05. 00010000:00000010:2.1:1767384340.404112:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a4d9acd. 00000100:00000040:2.0:1767384340.643496:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384340.643506:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384340.643513:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87b64fd. 00000020:00000040:2.0:1767384340.643519:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384340.643523:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384340.643527:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384340.643533:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384340.643541:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ed0758c. 00000100:00000001:2.0:1767384340.643556:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643564:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384340.643577:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384340.643579:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643585:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d87b64fd] to pc [ptlrpcd_00_02+2] req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.643609:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384340.643617:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384340.643620:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a2792aa. 00000020:00000040:2.0:1767384340.643624:0:38:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384340.643627:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384340.643629:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384340.643632:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384340.643637:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004da0149. 00000100:00000001:2.0:1767384340.643641:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643645:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384340.643654:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384340.643656:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643661:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a2792aa] to pc [ptlrpcd_00_03+3] req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.643674:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384340.643680:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384340.643684:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021a91a7d. 00000020:00000040:2.0:1767384340.643686:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384340.643688:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384340.643690:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384340.643691:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384340.643703:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fce3f2b5. 00000100:00000001:2.0:1767384340.643708:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643713:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384340.643721:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384340.643723:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643729:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021a91a7d] to pc [ptlrpcd_00_00+0] req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.643752:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384340.643759:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384340.643763:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afbfd94d. 00000020:00000040:2.0:1767384340.643767:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384340.643770:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384340.643771:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384340.643774:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384340.643779:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd4d7d8c. 00000100:00000001:2.0:1767384340.643783:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643787:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384340.643793:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384340.643794:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643796:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afbfd94d] to pc [ptlrpcd_00_01+1] req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.643806:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.643810:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (267) 00000100:00000001:2.0:1767384340.643829:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.643833:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.643834:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384340.643838:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.643843:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384340.643851:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.643854:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384340.643856:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.643858:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.643861:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d87b64fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746143744:0@lo:400: 00000100:00000001:2.0:1767384340.643864:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384340.643869:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384340.643872:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.643874:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384340.643878:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4bb7f84. 02000000:00000001:2.0:1767384340.643880:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.643885:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcef1e7f. 00000400:00000010:2.0:1767384340.643892:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9d7247b. 00000100:00000200:2.0:1767384340.643897:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746143744, portal 25 00000100:00000001:2.0:1767384340.643899:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384340.643901:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608806400 : -111508100745216 : ffff9a957f43f800) 00000100:00000040:2.0:1767384340.643905:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.643911:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384340.643914:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384340.643918:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdd55fe7. 00000100:00000200:2.0:1767384340.643920:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746143744, offset 0 00000400:00000200:2.0:1767384340.643925:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384340.643937:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384340.643948:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df04800 00000400:00000200:2.0:1767384340.643955:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x105d [2] + 0 00000400:00000010:2.0:1767384340.643958:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011b3bf29. 00000400:00000200:2.0:1767384340.643962:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004be27beb 00000400:00000200:2.0:1767384340.643967:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.643984:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384340.643988:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004be27beb 00000400:00000010:2.0:1767384340.643990:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004be27beb. 00000100:00000001:2.0:1767384340.643995:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384340.643997:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384340.644006:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000656d1623 x1853236746143744 msgsize 224 00000100:00100000:2.0:1767384340.644013:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384340.644016:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384340.644025:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384340.644033:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdd55fe7 00000400:00000010:2.0:1767384340.644034:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdd55fe7. 00000100:00000001:2.0:1767384340.644038:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384340.644042:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.644049:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.644052:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.644057:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644058:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384340.644062:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644067:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294929414 00000100:00000010:2.0:1767384340.644070:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fe86c87. 00000100:00000001:2.0:1767384340.644075:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384340.644080:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294929414 00000100:00000010:2.0:1767384340.644083:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bcc839a. 00000100:00000001:2.0:1767384340.644086:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384340.644091:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294929414 00000100:00000010:2.0:1767384340.644094:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c9819a4. 00000100:00000001:2.0:1767384340.644097:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384340.644100:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294929414 00000100:00000010:2.0:1767384340.644104:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa96b655. 00000100:00000001:2.0:1767384340.644106:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384340.644107:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.644110:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644113:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644115:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.644122:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.644128:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384340.644131:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.644133:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.644134:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.644137:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384340.644139:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.644141:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.644142:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.644143:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.644144:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.644145:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384340.644148:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.644153:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384340.644153:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.644156:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384340.644157:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.644159:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.644161:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a2792aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746143872:0@lo:400: 00000100:00000001:2.0:1767384340.644176:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384340.644178:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384340.644179:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.644181:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384340.644184:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000182af630. 02000000:00000001:2.0:1767384340.644185:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.644189:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7edf943. 00000400:00000010:2.0:1767384340.644193:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdd55fe7. 00000100:00000200:2.0:1767384340.644196:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746143872, portal 4 00000100:00000001:2.0:1767384340.644197:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384340.644198:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608804608 : -111508100747008 : ffff9a957f43f100) 00000100:00000040:2.0:1767384340.644203:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.644208:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384340.644209:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384340.644212:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ee98256. 00000100:00000200:2.0:1767384340.644218:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746143872, offset 0 00000400:00000200:2.0:1767384340.644222:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384340.644226:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384340.644232:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df04880 00000400:00000200:2.0:1767384340.644236:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 2992 00000400:00000200:2.0:1767384340.644251:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.644253:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384340.644256:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384340.644257:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384340.644261:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069c3730b. 00000100:00000040:2.0:1767384340.644262:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000069c3730b x1853236746143872 msgsize 224 00000100:00100000:2.0:1767384340.644265:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384340.644279:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384340.644282:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ee98256 00000400:00000010:2.0:1767384340.644284:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ee98256. 00000100:00000001:2.0:1767384340.644286:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384340.644289:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.644294:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384340.644296:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.644300:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.644300:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746143872 02000000:00000001:0.0:1767384340.644305:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384340.644308:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.644312:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.644312:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644317:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384340.644319:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644322:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384340.644323:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746143872 00000100:00000040:2.0:1767384340.644326:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4386 usecs (5 jiffies) 00000020:00000001:0.0:1767384340.644327:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384340.644331:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:2.0:1767384340.644332:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929413 00000020:00000001:0.0:1767384340.644335:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384340.644337:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294929414 00000020:00000040:0.0:1767384340.644339:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:2.0:1767384340.644341:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929413 00000020:00000001:0.0:1767384340.644344:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:2.0:1767384340.644346:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294929414 00000020:00000001:0.0:1767384340.644349:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:2.0:1767384340.644350:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929413 00000100:00000001:2.0:1767384340.644355:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294929414 00000100:00000001:0.0:1767384340.644356:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384340.644357:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929413 00000020:00000010:0.0:1767384340.644360:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccdfe6c5. 00000020:00000010:0.0:1767384340.644365:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cd765ed6. 00000100:00000001:2.0:1767384340.644366:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294929414 00000100:00000001:2.0:1767384340.644370:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384340.644372:0:17893:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:2.0:1767384340.644373:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644379:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644382:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.644386:0:17893:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384340.644392:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043d524d5. 00000100:00000001:2.0:1767384340.644411:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384340.644412:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fcdb2850. 00000100:00000001:2.0:1767384340.644415:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384340.644419:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0dc93ef. 00000100:00000001:2.0:1767384340.644422:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.644459:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.644461:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384340.644468:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.644478:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384340.644480:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.644483:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384340.644486:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.644488:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.644489:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:2.0:1767384340.644493:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021a91a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746144000:0@lo:400: 00000100:00000001:0.0:1767384340.644494:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384340.644498:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384340.644501:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384340.644503:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384340.644507:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384340.644509:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.644510:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384340.644514:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd707ae3. 02000000:00000001:2.0:1767384340.644516:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.644519:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aabaed6b. 00000100:00000001:0.0:1767384340.644521:0:17893:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:2.0:1767384340.644522:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ee98256. 00000100:00000001:0.0:1767384340.644526:0:17893:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384340.644527:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746144000, portal 10 00000100:00000001:0.0:1767384340.644530:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644531:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384340.644533:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608801920 : -111508100749696 : ffff9a957f43e680) 00000100:00000040:2.0:1767384340.644540:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.644545:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384340.644546:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384340.644547:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384340.644552:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff29a3d1. 00000100:00000200:2.0:1767384340.644562:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746144000, offset 0 00000100:00000001:0.0:1767384340.644563:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384340.644566:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384340.644570:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384340.644574:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000400:00000200:2.0:1767384340.644579:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384340.644582:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:0.0:1767384340.644587:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608796544 : -111508100755072 : ffff9a957f43d180) 00000400:00000200:2.0:1767384340.644590:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df04900 00000100:00000040:0.0:1767384340.644599:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000069c3730b x1853236746143872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/0 e 0 to 0 dl 1767384351 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384340.644600:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000400:00000200:2.0:1767384340.644606:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.644615:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384340.644621:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384340.644622:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384340.644623:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384340.644629:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040532dff. 00000020:00000010:0.0:1767384340.644629:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd765ed6. 00000100:00000040:2.0:1767384340.644635:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000040532dff x1853236746144000 msgsize 224 00000100:00000001:0.0:1767384340.644636:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384340.644643:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384340.644644:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd765ed6. 00000100:00100000:0.0:1767384340.644654:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000069c3730b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746143872:12345-0@lo:400: 00000100:00000001:2.0:1767384340.644656:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384340.644661:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746143872 00000400:00000200:2.0:1767384340.644663:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff29a3d1 00000020:00000001:0.0:1767384340.644666:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384340.644667:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff29a3d1. 00000100:00000001:2.0:1767384340.644671:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384340.644672:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384340.644676:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384340.644678:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.644683:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384340.644687:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000001:2.0:1767384340.644688:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384340.644691:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384340.644692:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384340.644695:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384340.644701:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384340.644702:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.644704:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384340.644705:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384340.644708:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644710:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.644711:0:17893:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384340.644716:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3317 usecs (4 jiffies) 00000100:00000001:0.0:1767384340.644717:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384340.644719:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929413 02000000:00000001:0.0:1767384340.644721:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384340.644723:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294929414 02000000:00000010:0.0:1767384340.644726:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d669a51a. 00000100:00000001:2.0:1767384340.644727:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929413 00000100:00000001:2.0:1767384340.644732:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294929414 02000000:00000001:0.0:1767384340.644732:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.644736:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644737:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929413 00000020:00000001:0.0:1767384340.644740:0:17893:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644741:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294929414 00000100:00000001:2.0:1767384340.644743:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929413 00010000:00000040:0.0:1767384340.644751:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746143872 00000100:00000001:2.0:1767384340.644753:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294929414 00010000:00000001:0.0:1767384340.644756:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384340.644757:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.644760:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644763:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384340.644763:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000069c3730b x1853236746143872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.644765:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.644773:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384340.644774:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384340.644775:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384340.644778:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644780:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.644782:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767384340.644783:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384340.644784:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.644792:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384340.644792:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384340.644796:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384340.644798:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384340.644800:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384340.644801:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:2.0:1767384340.644803:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384340.644805:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384340.644807:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384340.644808:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.644810:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.644812:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384340.644812:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384340.644816:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384340.644819:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384340.644821:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008572d54e. 00000100:00000200:0.0:1767384340.644827:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746143872, offset 224 00000100:00000001:2.0:1767384340.644829:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384340.644832:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.644835:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384340.644836:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384340.644839:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.644841:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.644847:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afbfd94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236746144128:0@lo:400: 00000400:00000200:0.0:1767384340.644848:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384340.644855:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384340.644858:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384340.644859:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.644863:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df04880 02000000:00000001:2.0:1767384340.644864:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384340.644869:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6ec3fc9. 00000400:00000200:0.0:1767384340.644873:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x178d [1] + 224 02000000:00000001:2.0:1767384340.644874:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384340.644881:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000400:00000010:2.0:1767384340.644882:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6b6f61a. 00000400:00000200:0.0:1767384340.644882:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000020:1.0:1767384340.644885:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000400:00000200:0.0:1767384340.644890:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384340.644891:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079d269ad. 00000400:00000010:2.0:1767384340.644892:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff29a3d1. 00000100:00000001:0.0:1767384340.644894:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384340.644897:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:2.0:1767384340.644899:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746144128, portal 10 00000100:00000200:0.0:1767384340.644900:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.644904:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384340.644910:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384340.644912:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608793856 : -111508100757760 : ffff9a957f43c700) 02000000:00000001:1.0:1767384340.644914:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384340.644919:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.644925:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.644934:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384340.644937:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b8a35fe. 00000100:00000001:1.0:1767384340.644944:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.644951:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384340.644954:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384340.644954:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.644961:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384340.644963:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d269ad] to pc [ptlrpcd_00_02+2] req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.644965:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384340.644966:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f1eb. 00000400:00000200:0.0:1767384340.644971:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008572d54e 00000400:00000010:0.0:1767384340.644976:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008572d54e. 00000100:00000001:0.0:1767384340.644981:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384340.644982:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746144128, offset 0 00000100:00000001:0.0:1767384340.644983:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384340.644987:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384340.644989:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.644992:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384340.645003:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:2.0:1767384340.645008:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384340.645014:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384340.645015:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.645018:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df04980 00000020:00000001:0.0:1767384340.645020:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384340.645025:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000040:0.0:1767384340.645027:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069c3730b x1853236746143872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384340.645032:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.645040:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384340.645046:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384340.645046:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000069c3730b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746143872:12345-0@lo:400: Request processed in 422us (779us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384340.645049:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1767384340.645057:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384340.645060:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:0.0:1767384340.645062:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384340.645063:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384340.645065:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be147fba. 00000020:00000010:0.0:1767384340.645066:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fcdb2850. 00000100:00000040:2.0:1767384340.645069:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000be147fba x1853236746144128 msgsize 224 00000020:00000010:0.0:1767384340.645072:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0dc93ef. 00000100:00100000:2.0:1767384340.645078:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384340.645080:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043d524d5. 00000020:00000040:0.0:1767384340.645085:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:2.0:1767384340.645087:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.645088:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.645095:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f1eb 00000400:00000010:2.0:1767384340.645099:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f1eb. 00000100:00000001:2.0:1767384340.645102:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384340.645105:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.645111:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.645113:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.645119:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.645120:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384340.645125:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.645127:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3665 usecs (4 jiffies) 00000100:00000001:2.0:1767384340.645130:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294929413 00000100:00000001:2.0:1767384340.645133:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294929414 00000100:00000001:2.0:1767384340.645140:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294929413 00000100:00000001:2.0:1767384340.645142:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294929414 00000100:00000001:2.0:1767384340.645144:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294929413 00000100:00000001:2.0:1767384340.645146:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294929414 00000100:00000001:2.0:1767384340.645148:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294929413 00000100:00000001:2.0:1767384340.645150:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294929414 00000100:00000001:2.0:1767384340.645151:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.645153:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.645155:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.645156:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.645177:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.645179:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.645191:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384340.645193:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746143744 02000000:00000001:2.0:1767384340.645194:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384340.645196:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.645197:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.645200:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.645201:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746143744 00000020:00000001:2.0:1767384340.645203:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384340.645204:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384340.645206:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384340.645207:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:2.0:1767384340.645209:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384340.645211:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384340.645214:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384340.645216:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6b6e3c2. 00000100:00000001:2.0:1767384340.645218:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384340.645220:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6b6e3c2. 00000020:00000010:2.0:1767384340.645224:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063f3f6f7. 00000020:00000010:2.0:1767384340.645238:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e49fe3f2. 00000020:00000010:2.0:1767384340.645242:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034dec0f4. 00000100:00000040:2.0:1767384340.645252:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384340.645254:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384340.645255:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384340.645256:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.645259:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.645267:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.645275:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384340.645277:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384340.645279:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000040:2.0:1767384340.645281:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384340.645283:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564739086416 : -111508970465200 : ffff9a954b6d1850) 00000100:00000040:2.0:1767384340.645286:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000656d1623 x1853236746143744/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:321/0 lens 224/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.645292:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384340.645295:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6b6e3c2. 00000100:00000001:2.0:1767384340.645296:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384340.645298:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6b6e3c2. 00000100:00100000:2.0:1767384340.645302:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000656d1623 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746143744:12345-0@lo:400: 00000100:00000200:2.0:1767384340.645305:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746143744 00000020:00000001:2.0:1767384340.645307:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384340.645309:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384340.645310:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.645312:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384340.645313:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384340.645314:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000100:00000001:0.0:1767384340.645316:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384340.645318:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384340.645319:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384340.645321:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384340.645324:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384340.645325:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384340.645326:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384340.645329:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.645334:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384340.645337:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384340.645339:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384340.645340:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384340.645341:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384340.645345:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000295da1fe. 02000000:00000001:0.0:1767384340.645345:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384340.645348:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.645350:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.645352:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384340.645354:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079d269ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746144256:0@lo:13: 00000100:00000001:0.0:1767384340.645359:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384340.645360:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.645362:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384340.645363:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.645364:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384340.645367:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746143744 02000000:00000001:0.0:1767384340.645368:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767384340.645372:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:0.0:1767384340.645374:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000340cd499. 00010000:00000200:2.0:1767384340.645377:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000656d1623 x1853236746143744/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384340.645378:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.645384:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384340.645388:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384340.645390:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=46 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384340.645391:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000219ff922. 00000100:00000001:2.0:1767384340.645408:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384340.645412:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000400:00000010:0.0:1767384340.645414:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008572d54e. 00000100:00000001:2.0:1767384340.645415:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384340.645420:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384340.645420:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746144256, portal 4 02000000:00000001:2.0:1767384340.645421:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.645528:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384340.645530:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317027584 : -111508392524032 : ffff9a956ddfc700) 00000100:00000040:0.0:1767384340.645538:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.645546:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384340.645550:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384340.645554:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0e31909. 00000100:00000200:0.0:1767384340.645558:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746144256, offset 0 00000400:00000200:0.0:1767384340.645563:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384340.645573:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384340.645581:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df04a00 00000400:00000200:0.0:1767384340.645588:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1568 00000400:00000200:0.0:1767384340.645594:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.645599:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384340.645603:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384340.645605:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384340.645609:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbd80a4b. 00000100:00000040:0.0:1767384340.645611:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000fbd80a4b x1853236746144256 msgsize 224 00000100:00100000:0.0:1767384340.645615:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384340.645625:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.645631:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e31909 00000400:00000010:0.0:1767384340.645632:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0e31909. 00000100:00000001:0.0:1767384340.645636:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384340.645640:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.645647:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384340.645650:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.645655:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.645656:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384340.645668:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.645671:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4386 usecs (5 jiffies) 00000100:00000001:0.0:1767384340.645673:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929415 00000100:00000001:0.0:1767384340.645678:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294929414 00000100:00000001:0.0:1767384340.645684:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929415 00000100:00000001:0.0:1767384340.645689:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294929414 00000100:00000001:0.0:1767384340.645692:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929415 00000100:00000001:0.0:1767384340.645696:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294929414 00000100:00000001:0.0:1767384340.645700:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929415 00000100:00000001:0.0:1767384340.645703:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294929414 00000100:00000001:0.0:1767384340.645707:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.645708:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384340.645713:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384340.645714:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384340.645716:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7edf943. 00000400:00000200:0.0:1767384340.645718:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdd55fe7 00000400:00000010:0.0:1767384340.645720:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdd55fe7. 00000100:00000001:0.0:1767384340.645722:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384340.645725:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384340.645730:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.645735:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.645736:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.645738:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384340.645740:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384340.645741:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384340.645743:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.645744:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.645748:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384340.645751:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.645753:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384340.645760:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.645763:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384340.645765:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384340.645771:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.645774:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384340.645775:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384340.645777:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384340.645778:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.645781:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.645785:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.645787:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384340.645788:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384340.645790:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.645796:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a2792aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746143872:0@lo:400: 00000100:00000001:0.0:1767384340.645801:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.645803:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384340.645806:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a2792aa x1853236746143872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.645811:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384340.645814:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384340.645816:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000182af630. 02000000:00000001:0.0:1767384340.645819:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384340.645820:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384340.645822:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384340.645824:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384340.645826:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004da0149. 02000000:00000001:0.0:1767384340.645830:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384340.645832:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384340.645833:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a2792aa. 00000100:00000001:0.0:1767384340.645838:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384340.645845:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.645846:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.645851:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384340.645853:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384340.645856:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.645857:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384340.645860:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.645863:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.645888:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384340.645891:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746144256 00000100:00000001:2.0:1767384340.645896:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384340.645896:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384340.645898:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384340.645901:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.645905:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384340.645905:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384340.645909:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746144256 00000400:00000010:2.0:1767384340.645910:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f1eb. 00000020:00000001:0.0:1767384340.645911:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384340.645914:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000200:2.0:1767384340.645919:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746143744, offset 224 00000020:00000001:0.0:1767384340.645929:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384340.645932:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000020:00000001:0.0:1767384340.645935:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000400:00000200:2.0:1767384340.645936:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384340.645939:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:0.0:1767384340.645943:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384340.645946:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384340.645948:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000242daa23. 00000100:00000001:0.0:1767384340.645951:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384340.645955:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df04800 00000020:00000010:0.0:1767384340.645955:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000242daa23. 00000400:00000200:2.0:1767384340.645961:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1785 [1] + 224 00000020:00000010:0.0:1767384340.645961:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3755bde. 00000400:00000200:2.0:1767384340.645967:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384340.645968:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fcdb2850. 00000400:00000200:2.0:1767384340.645972:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384340.645973:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0dc93ef. 00000100:00000001:2.0:1767384340.645977:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384340.645982:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.645982:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384340.645986:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384340.645989:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384340.645992:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.645998:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.646010:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.646020:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.646024:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.646027:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384340.646030:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f1eb 00000100:00000001:0.0:1767384340.646030:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384340.646033:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f1eb. 00000100:00000001:2.0:1767384340.646035:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384340.646041:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:2.0:1767384340.646046:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384340.646046:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:0.0:1767384340.646049:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556609024 : -111508152942592 : ffff9a957c278000) 00000100:00000001:2.0:1767384340.646052:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.646055:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fbd80a4b x1853236746144256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384340.646058:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384340.646064:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384340.646067:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.646069:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384340.646070:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384340.646074:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000242daa23. 00000100:00000040:2.0:1767384340.646075:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000656d1623 x1853236746143744/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.646079:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384340.646084:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000242daa23. 00000100:00100000:2.0:1767384340.646093:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000656d1623 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746143744:12345-0@lo:400: Request processed in 798us (2084us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384340.646095:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fbd80a4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746144256:12345-0@lo:13: 00000100:00000200:0.0:1767384340.646104:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746144256 00000020:00000001:0.0:1767384340.646106:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384340.646108:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000020:00000001:0.0:1767384340.646110:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384340.646113:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000020:00000001:0.0:1767384340.646114:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.646118:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384340.646119:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384340.646121:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000100:00000001:2.0:1767384340.646122:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384340.646125:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384340.646127:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e49fe3f2. 00000020:00000001:0.0:1767384340.646128:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384340.646132:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384340.646133:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034dec0f4. 00000020:00000001:0.0:1767384340.646133:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384340.646137:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384340.646139:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063f3f6f7. 00000100:00000001:0.0:1767384340.646141:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384340.646144:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1767384340.646145:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000010:0.0:1767384340.646148:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c32a2c48. 02000000:00000001:2.0:1767384340.646149:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384340.646152:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384340.646153:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000295da1fe. 00000100:00000001:0.0:1767384340.646154:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.646158:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00002000:00000001:0.0:1767384340.646159:0:17894:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384340.646162:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1767384340.646175:0:17894:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000200:2.0:1767384340.646177:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1767384340.646178:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000010:2.0:1767384340.646183:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000060991a2. 00000400:00000010:2.0:1767384340.646188:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efe24868. 00000020:00000001:0.0:1767384340.646189:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384340.646193:0:17894:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384340.646196:0:17894:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384340.646199:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000100:00080000:2.0:1767384340.646205:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000020:0.0:1767384340.646209:0:17894:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000040:2.0:1767384340.646210:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00002000:00000001:0.0:1767384340.646214:0:17894:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384340.646219:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384340.646221:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384340.646224:0:17894:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.646225:0:18314:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000040:0.0:1767384340.646226:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746144256 00000100:00100000:2.0:1767384340.646228:0:18314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746144000 00010000:00000001:0.0:1767384340.646230:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384340.646232:0:18314:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384340.646235:0:18314:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:0.0:1767384340.646235:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fbd80a4b x1853236746144256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.646237:0:18314:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.646243:0:18314:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.646247:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384340.646248:0:18314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746144000 00010000:00000001:0.0:1767384340.646251:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.646253:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.646255:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384340.646258:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000001:2.0:1767384340.646260:0:18314:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384340.646261:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000040:2.0:1767384340.646263:0:18314:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 02000000:00000001:0.0:1767384340.646265:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384340.646266:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384340.646267:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384340.646270:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000100:00000001:0.0:1767384340.646272:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384340.646274:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000040:0.0:1767384340.646277:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384340.646279:0:18314:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000400:00000010:0.0:1767384340.646282:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0e31909. 00000100:00000001:2.0:1767384340.646290:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384340.646290:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746144256, offset 224 00000020:00000010:2.0:1767384340.646295:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6b6e3c2. 00000100:00000001:2.0:1767384340.646299:0:18314:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384340.646299:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384340.646303:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6b6e3c2. 00000400:00000200:0.0:1767384340.646307:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384340.646308:0:18314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063f3f6f7. 00000020:00000010:2.0:1767384340.646313:0:18314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e49fe3f2. 00000400:00000200:0.0:1767384340.646316:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df04a00 00000020:00000010:2.0:1767384340.646317:0:18314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034dec0f4. 00000400:00000200:0.0:1767384340.646324:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17a9 [1] + 224 00000100:00000040:2.0:1767384340.646326:0:18314:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1767384340.646328:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384340.646330:0:18314:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384340.646333:0:18314:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384340.646334:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384340.646336:0:18314:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.646339:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384340.646341:0:18314:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384340.646343:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.646344:0:18314:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384340.646346:0:18314:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.646356:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.646357:0:18314:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.646367:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384340.646368:0:18314:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384340.646372:0:18314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746144128 02000000:00000001:2.0:1767384340.646373:0:18314:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384340.646377:0:18314:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.646378:0:18314:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.646380:0:18314:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.646380:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e31909 00000100:00100000:2.0:1767384340.646382:0:18314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746144128 00000400:00000010:0.0:1767384340.646384:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0e31909. 00000020:00000001:2.0:1767384340.646385:0:18314:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384340.646387:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384340.646388:0:18314:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000100:00000001:0.0:1767384340.646391:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384340.646392:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384340.646412:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000100:00000001:0.0:1767384340.646413:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.646414:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:2.0:1767384340.646419:0:18314:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000040:0.0:1767384340.646421:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:2.0:1767384340.646422:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384340.646449:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384340.646451:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.646453:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384340.646457:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbd80a4b x1853236746144256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.646466:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fbd80a4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746144256:12345-0@lo:13: Request processed in 394us (851us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384340.646469:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6b6e3c2. 00000100:00100000:0.0:1767384340.646475:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:00000010:2.0:1767384340.646478:0:18314:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009c58b2b9. 00000100:00000040:0.0:1767384340.646478:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:0.0:1767384340.646482:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384340.646485:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1767384340.646487:0:18314:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000020:00000010:0.0:1767384340.646488:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fcdb2850. 00000020:00000010:0.0:1767384340.646495:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0dc93ef. 00000100:00000001:2.0:1767384340.646501:0:18314:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384340.646501:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3755bde. 00000020:00000040:0.0:1767384340.646506:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000020:00000010:2.0:1767384340.646507:0:18314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000182af630. 00000100:00000001:0.0:1767384340.646511:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384340.646513:0:18314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005645a8f1. 00000020:00000010:2.0:1767384340.646519:0:18314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5d1a9c3. 00000100:00000001:2.0:1767384340.646523:0:18314:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384340.646524:0:18314:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384340.646526:0:18314:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.646530:0:18314:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384340.646532:0:18314:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384340.646533:0:18314:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.646539:0:18314:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.646549:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384340.646550:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384340.646556:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:2.0:1767384340.646558:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:2.0:1767384340.646560:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472403328 : -111508237148288 : ffff9a9577229f80) 00000100:00000040:2.0:1767384340.646563:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040532dff x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:321/0 lens 224/0 e 0 to 0 dl 1767384351 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.646569:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384340.646572:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e387fcd5. 00000100:00000001:2.0:1767384340.646574:0:18314:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384340.646575:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e387fcd5. 00000100:00100000:2.0:1767384340.646579:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040532dff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746144000:12345-0@lo:400: 00000100:00000200:2.0:1767384340.646582:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746144000 00000020:00000001:2.0:1767384340.646584:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384340.646586:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384340.646587:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.646589:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384340.646591:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:2.0:1767384340.646593:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384340.646601:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384340.646602:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384340.646603:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384340.646605:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.646606:0:18314:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384340.646608:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384340.646610:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384340.646613:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000295da1fe. 02000000:00000001:2.0:1767384340.646615:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.646617:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.646618:0:18314:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384340.646620:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746144000 00010000:00000001:2.0:1767384340.646622:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384340.646625:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040532dff x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.646625:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384340.646629:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384340.646636:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00010000:00000001:2.0:1767384340.646637:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384340.646639:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00010000:00000001:2.0:1767384340.646640:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.646643:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348026112 : -111513361525504 : ffff9a9445b2d500) 00000100:00001000:2.0:1767384340.646644:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384340.646650:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384340.646650:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be147fba x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:321/0 lens 224/0 e 0 to 0 dl 1767384351 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384340.646654:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384340.646660:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384340.646667:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384340.646668:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384340.646669:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.646673:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384340.646673:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030f1577c. 00000100:00000040:2.0:1767384340.646677:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384340.646678:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384340.646681:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f1eb. 00000020:00000010:0.0:1767384340.646682:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030f1577c. 00000100:00000200:2.0:1767384340.646685:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746144000, offset 224 00000400:00000200:2.0:1767384340.646691:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384340.646696:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be147fba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236746144128:12345-0@lo:400: 00000400:00000200:2.0:1767384340.646701:0:18314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384340.646703:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746144128 00000020:00000001:0.0:1767384340.646707:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384340.646709:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384340.646710:0:18314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df04900 00000020:00000001:0.0:1767384340.646712:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.646717:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384340.646720:0:18314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1795 [1] + 224 00000020:00000001:0.0:1767384340.646721:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:0.0:1767384340.646728:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384340.646729:0:18314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384340.646731:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384340.646736:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384340.646737:0:18314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384340.646739:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384340.646741:0:18314:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384340.646742:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384340.646746:0:18314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384340.646747:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384340.646749:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384340.646751:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384340.646755:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009b9ac5a1. 02000000:00000001:0.0:1767384340.646759:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.646763:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.646768:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384340.646771:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746144128 00000100:00000040:2.0:1767384340.646773:0:18314:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384340.646774:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384340.646781:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be147fba x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384340.646788:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384340.646790:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.646791:0:18314:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384340.646792:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.646796:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384340.646799:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000400:00000200:2.0:1767384340.646800:0:18314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f1eb 00000100:00000001:0.0:1767384340.646801:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000010:2.0:1767384340.646806:0:18314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f1eb. 02000000:00000001:0.0:1767384340.646806:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384340.646809:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.646813:0:18314:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384340.646813:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384340.646816:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384340.646818:0:18314:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384340.646820:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0e31909. 00000100:00000001:2.0:1767384340.646825:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384340.646826:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746144128, offset 224 00000100:00000040:2.0:1767384340.646832:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:2.0:1767384340.646838:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384340.646840:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384340.646842:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.646847:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384340.646848:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384340.646854:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040532dff x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384340.646856:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df04980 00000400:00000200:0.0:1767384340.646867:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a1 [1] + 224 00000400:00000200:0.0:1767384340.646874:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.646881:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384340.646885:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040532dff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746144000:12345-0@lo:400: Request processed in 308us (2242us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384340.646886:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384340.646892:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384340.646901:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384340.646901:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384340.646909:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000001:0.0:1767384340.646912:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384340.646926:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384340.646928:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e31909 00000100:00000001:2.0:1767384340.646930:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384340.646931:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0e31909. 00000100:00000001:0.0:1767384340.646935:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384340.646936:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e49fe3f2. 00000100:00000001:0.0:1767384340.646936:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384340.646940:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384340.646943:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034dec0f4. 00000100:00000040:0.0:1767384340.646943:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384340.646948:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384340.646950:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384340.646951:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063f3f6f7. 00000020:00000001:0.0:1767384340.646952:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384340.646957:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be147fba x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384340.646959:0:18314:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000100:00000001:2.0:1767384340.646965:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384340.646969:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be147fba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236746144128:12345-0@lo:400: Request processed in 300us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384340.646976:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:0.0:1767384340.646979:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000100:00000001:0.0:1767384340.646981:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384340.646983:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384340.646986:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005645a8f1. 00000020:00000010:0.0:1767384340.646989:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5d1a9c3. 00000020:00000010:0.0:1767384340.646992:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000182af630. 00000020:00000040:0.0:1767384340.647007:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00080000:2.0:1767384340.647010:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384340.647010:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384340.647016:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:2.0:1767384340.647030:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.647031:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.647032:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384340.647034:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384340.647038:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384340.647041:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1767384340.647042:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384340.647045:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384340.647047:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6b6f61a. 00000400:00000200:2.0:1767384340.647060:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff29a3d1 00000400:00000010:2.0:1767384340.647062:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff29a3d1. 00000100:00000001:2.0:1767384340.647065:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384340.647065:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384340.647068:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384340.647071:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384340.647072:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000219ff922. 00000400:00000200:0.0:1767384340.647077:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008572d54e 00000400:00000010:0.0:1767384340.647081:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008572d54e. 00000100:00000001:0.0:1767384340.647086:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384340.647091:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384340.647092:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384340.647125:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.647127:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384340.647131:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.647135:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384340.647136:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384340.647137:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384340.647140:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384340.647141:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384340.647144:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384340.647145:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384340.647146:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.647150:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.647150:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.647153:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.647157:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.647158:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384340.647164:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.647173:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1767384340.647174:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=39 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384340.647175:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.647179:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767384340.647183:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=39 v=5 (1 0 0 0) 00010000:00080000:0.0:1767384340.647184:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.647194:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384340.647196:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.647197:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.647200:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767384340.647202:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384340.647202:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384340.647206:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384340.647207:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384340.647210:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.647212:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384340.647223:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.647229:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.647232:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384340.647232:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384340.647236:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384340.647237:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384340.647240:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384340.647242:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000004:00000040:0.0:1767384340.647244:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384340.647245:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384340.647249:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000040:2.0:1767384340.647255:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1767384340.647257:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384340.647276:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.647283:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384340.647283:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.647290:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384340.647295:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384340.647295:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079d269ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746144256:0@lo:13: 00000400:00000001:0.0:1767384340.647304:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384340.647307:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384340.647308:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384340.647311:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcef1e7f. 00000400:00000200:0.0:1767384340.647315:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9d7247b 00000400:00000010:0.0:1767384340.647318:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9d7247b. 00000100:00000001:0.0:1767384340.647322:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384340.647327:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384340.647330:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afbfd94d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236746144128:0@lo:400: 00000100:00000200:0.0:1767384340.647335:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.647343:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.647345:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.647349:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384340.647350:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384340.647351:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384340.647352:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384340.647354:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384340.647354:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384340.647359:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767384340.647359:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=46 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384340.647363:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aabaed6b. 00000400:00000200:2.0:1767384340.647367:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ee98256 00000400:00000010:2.0:1767384340.647372:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ee98256. 00000100:00001000:0.0:1767384340.647372:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.647380:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384340.647381:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384340.647382:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.647386:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384340.647388:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384340.647391:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.647392:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.647410:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384340.647476:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.647485:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384340.647488:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.647491:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384340.647494:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384340.647496:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.647498:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.647500:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384340.647506:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384340.647509:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384340.647512:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384340.647514:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.647516:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384340.647520:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384340.647527:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.647530:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384340.647532:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384340.647534:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384340.647536:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.647540:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.647548:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.647551:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384340.647561:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384340.647566:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384340.647574:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021a91a7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746144000:0@lo:400: 00000100:00000001:2.0:1767384340.647580:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.647583:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.647587:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afbfd94d x1853236746144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.647603:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384340.647606:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384340.647609:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6ec3fc9. 02000000:00000001:2.0:1767384340.647612:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384340.647614:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384340.647616:0:16353:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384340.647619:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384340.647621:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd4d7d8c. 02000000:00000001:2.0:1767384340.647625:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384340.647627:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384340.647629:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afbfd94d. 00000100:00000001:2.0:1767384340.647633:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384340.647635:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.647637:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.647642:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021a91a7d x1853236746144000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.647650:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384340.647652:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384340.647654:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd707ae3. 02000000:00000001:2.0:1767384340.647657:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384340.647659:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384340.647661:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384340.647664:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384340.647665:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fce3f2b5. 02000000:00000001:2.0:1767384340.647669:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384340.647671:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384340.647673:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021a91a7d. 00000100:00000001:2.0:1767384340.647684:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384340.647686:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.647689:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.647694:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.647695:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.647698:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.647701:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.647832:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.647835:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384340.647836:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384340.647839:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.647847:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d87b64fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746143744:0@lo:400: 00000100:00000001:0.0:1767384340.647851:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.647853:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384340.647856:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079d269ad x1853236746144256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.647862:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384340.647863:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384340.647865:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000340cd499. 02000000:00000001:0.0:1767384340.647868:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384340.647870:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384340.647871:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384340.647872:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384340.647874:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b8a35fe. 02000000:00000001:0.0:1767384340.647877:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384340.647878:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384340.647879:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079d269ad. 00000100:00000001:0.0:1767384340.647882:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384340.647883:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.647885:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384340.647886:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d87b64fd x1853236746143744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.647906:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384340.647907:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384340.647909:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4bb7f84. 02000000:00000001:0.0:1767384340.647912:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384340.647923:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384340.647924:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384340.647926:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384340.647928:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ed0758c. 02000000:00000001:0.0:1767384340.647931:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384340.647932:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384340.647933:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d87b64fd. 00000100:00000001:0.0:1767384340.647936:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384340.647937:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.647939:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.647944:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384340.647946:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.647948:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.647950:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.651474:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294929415, at 4294929416 00000100:00000010:3.0:1767384340.651488:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa96b655. 00000100:00000040:2.0:1767384340.651519:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294929415, at 4294929416 00000100:00000010:2.0:1767384340.651528:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c9819a4. 00000100:00000040:1.0:1767384340.652461:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294929415, at 4294929417 00000100:00000040:0.0:1767384340.652464:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294929415, at 4294929417 00000100:00000010:1.0:1767384340.652468:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bcc839a. 00000100:00000010:0.0:1767384340.652472:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fe86c87. 00010000:00000001:2.0:1767384340.835501:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384340.835506:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.835511:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384340.835513:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.835545:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384340.835549:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384340.835552:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384341.466136:0:26862:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bf367dbd. 00080000:00000010:3.0:1767384341.466145:0:26862:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bf367dbd. 00000020:00000001:3.0:1767384341.466149:0:26862:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384341.466156:0:26862:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bf367dbd. 00080000:00000010:3.0:1767384341.466160:0:26862:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bf367dbd. 00000020:00000001:3.0:1767384341.466163:0:26862:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.859496:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384341.859501:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.859505:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384341.859506:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.859547:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384341.859553:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.859556:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384342.195075:0:27026:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384342.195079:0:27026:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:0.0:1767384342.198625:0:27026:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384342.206418:0:27027:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000093ff2184. 00000400:00000010:0.0:1767384342.206460:0:27027:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000016c8c7eb. 00000400:00000010:0.0:1767384342.206469:0:27027:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f1cbb02e. 00000400:00000010:0.0:1767384342.206472:0:27027:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008247fc0d. 00000400:00000010:0.0:1767384342.206476:0:27027:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f5f83127. 00000400:00000010:0.0:1767384342.206481:0:27027:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000035936400. 00000400:00000010:0.0:1767384342.206482:0:27027:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000245824c4. 00000400:00000010:0.0:1767384342.206488:0:27027:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000cd4dbc. 00000400:00000010:0.0:1767384342.206491:0:27027:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000aff3e253. 00000800:00000010:0.0:1767384342.206503:0:27027:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006ba5f430. 00000800:00000200:0.0:1767384342.206513:0:27027:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384342.206521:0:27027:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384342.206553:0:27027:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:0.0:1767384342.206574:0:27027:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp30 [8/256/0/180] 00000400:00000010:0.0:1767384342.207852:0:27027:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000d02aa3e7. 00000400:00000010:0.0:1767384342.207858:0:27027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000219ff922. 00000400:00000010:0.0:1767384342.207862:0:27027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008572d54e. 00000400:00000001:0.0:1767384342.207875:0:27027:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384342.207877:0:27027:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384342.207878:0:27027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7eb68c0. 00000400:00000200:0.0:1767384342.207881:0:27027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000869d1086 00000400:00000010:0.0:1767384342.207882:0:27027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000869d1086. 00000400:00000010:0.0:1767384342.207885:0:27027:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 0000000044d5f81c. 00000400:00000200:0.0:1767384342.207889:0:27027:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (21) 00000400:00000200:0.0:1767384342.207902:0:27027:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384342.207910:0:27027:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:0.0:1767384342.207916:0:27027:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f535bbb2. 00000020:01000000:0.0:1767384342.207926:0:27027:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384342.207929:0:27027:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp30 00000400:00000200:2.0:1767384342.207934:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384342.207946:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:0.0:1767384342.207947:0:27027:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000016c8c7eb. 00000400:00000010:0.0:1767384342.207959:0:27027:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000093ff2184. 00000400:00000010:2.0:1767384342.207961:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ee98256. 00000400:00000200:2.0:1767384342.207968:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (22) 00000400:00000010:2.0:1767384342.207974:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000357e27fd. 00000400:00000200:2.0:1767384342.207981:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp28 00000400:00000200:2.0:1767384342.207997:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp28 to MR: 192.168.203.143@tcp28 local destination 00000020:00000001:1.0:1767384342.208003:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384342.208010:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384342.208018:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp28 NI seq info: [61:61:256:4294967295] 192.168.203.143@tcp28 LPNI seq info [61:61:8:4294967295] 10000000:00000001:1.0:1767384342.208018:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384342.208026:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384342.208034:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp28 00000020:01000004:1.0:1767384342.208035:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384342.208045:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384342.208052:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384342.208056:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384342.208061:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp28(192.168.203.143@tcp28:192.168.203.143@tcp28) -> 192.168.203.143@tcp28(192.168.203.143@tcp28:192.168.203.143@tcp28) : PUT try# 0 00000020:01000004:1.0:1767384342.208062:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384342.208070:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:2.0:1767384342.208072:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.143@tcp28 00000020:01000004:1.0:1767384342.208077:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000010:2.0:1767384342.208078:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f90d67d7. 00000020:01000004:1.0:1767384342.208082:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384342.208088:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384342.208090:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ead69ca] -> 12345-192.168.203.143@tcp28 (6) 00000020:01000004:1.0:1767384342.208092:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384342.208102:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp28 ip 192.168.203.143:988 00000100:00000010:1.0:1767384342.208102:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b1cdaa5. 00000800:00000200:2.0:1767384342.208111:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f90d67d7 type 1, nob 480 niov 1 nkiov 1 00000020:00000040:1.0:1767384342.208112:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384342.208121:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384342.208127:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384342.208132:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384342.208144:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000005c0d2af. 00000400:00000200:2.0:1767384342.208146:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000001:1.0:1767384342.208153:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384342.208161:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00000001:1.0:1767384342.208176:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384342.208181:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.208191:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b1cdaa5] to pc [ptlrpcd_00_03+3] req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.208235:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384342.208236:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.208243:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384342.208243:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.208250:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384342.208250:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384342.208257:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384342.208276:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384342.208278:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384342.208281:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384342.208285:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384342.208288:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384342.208295:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384342.208303:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384342.208309:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384342.208319:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384342.208319:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:3.0:1767384342.208324:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384342.208327:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:3.0:1767384342.208341:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f90d67d7. 00000020:01000004:1.0:1767384342.208341:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384342.208342:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384342.208345:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384342.208350:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:1.0:1767384342.208352:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384342.208354:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384342.208356:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384342.208362:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp28->192.168.203.143@tcp28: PUT: OK 02000000:00000001:2.0:1767384342.208364:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384342.208365:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064f18e40. 00000400:00000200:3.0:1767384342.208368:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384342.208377:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384342.208377:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384342.208396:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp28: 0 00000100:00000001:1.0:1767384342.208414:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384342.208420:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:3.0:1767384342.208423:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384342.208425:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b1cdaa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746144384:0@lo:253: 00000100:00000001:2.0:1767384342.208434:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384342.208452:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384342.208455:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384342.208459:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384342.208466:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp28(192.168.203.143@tcp28) <- 192.168.203.143@tcp28 : PUT - for me 02000000:00000001:1.0:1767384342.208472:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384342.208479:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384342.208481:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 384 into portal 0 MB=0x8000000000000000 02000000:00000010:1.0:1767384342.208482:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c95560a3. 02000000:00000001:2.0:1767384342.208485:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.208491:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.208495:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 368/384 into md 0x176d [1] + 0 02000000:00000001:2.0:1767384342.208496:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384342.208501:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384342.208503:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa0c6793. 00000100:00000001:1.0:1767384342.208505:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.208508:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000984e0ddd 02000000:00000010:2.0:1767384342.208508:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004d9f8c15. 00000100:00000040:1.0:1767384342.208515:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064f18e40] to pc [ptlrpcd_00_00+0] req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384342.208516:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384342.208518:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384342.208527:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384342.208530:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aabaed6b. 00000400:00000200:3.0:1767384342.208532:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384342.208549:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa288c75. 00000400:00000200:3.0:1767384342.208550:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp28->192.168.203.143@tcp28: PUT: OK 00000400:00000200:3.0:1767384342.208563:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984e0ddd 00000100:00000200:2.0:1767384342.208563:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746144384, portal 25 10000000:00000001:1.0:1767384342.208566:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384342.208567:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984e0ddd. 00000100:00000001:2.0:1767384342.208575:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384342.208577:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 10000000:00000001:1.0:1767384342.208577:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.208580:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317030272 : -111508392521344 : ffff9a956ddfd180) 00000400:00000200:3.0:1767384342.208584:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (23) 00000020:00000001:1.0:1767384342.208585:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.208594:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000100:00000040:2.0:1767384342.208598:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384342.208602:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384342.208604:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (384 bytes) 00000020:00000010:1.0:1767384342.208617:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f535bbb2. 00000400:00000200:3.0:1767384342.208619:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:2.0:1767384342.208641:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384342.208641:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384342.208645:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (24) 00000100:00000001:1.0:1767384342.208649:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.208665:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:2.0:1767384342.208669:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384342.208673:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384342.208676:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8b48b97. 00000400:00000200:3.0:1767384342.208677:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp28 to MR: 192.168.203.143@tcp28 local destination 00000100:00000001:1.0:1767384342.208678:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384342.208688:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746144384, offset 0 00000100:00000001:1.0:1767384342.208689:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384342.208701:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp28 NI seq info: [62:62:256:4294967295] 192.168.203.143@tcp28 LPNI seq info [62:62:8:4294967295] 00000100:00000040:1.0:1767384342.208702:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384342.208713:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384342.208732:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp28(192.168.203.143@tcp28:192.168.203.143@tcp28) -> 192.168.203.143@tcp28(192.168.203.143@tcp28:192.168.203.143@tcp28) 192.168.203.143@tcp28 : ACK try# 0 00000100:00000001:1.0:1767384342.208738:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384342.208741:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384342.208742:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp28 00000800:00000010:3.0:1767384342.208752:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fbd1d0b. 02000000:00000001:1.0:1767384342.208752:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384342.208754:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384342.208760:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384342.208766:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ead69ca] -> 12345-192.168.203.143@tcp28 (6) 02000000:00000001:1.0:1767384342.208767:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384342.208777:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04a80 00000800:00000200:3.0:1767384342.208778:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp28 ip 192.168.203.143:986 00000100:00100000:1.0:1767384342.208778:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064f18e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746144512:0@lo:253: 00000800:00000200:3.0:1767384342.208787:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007fbd1d0b type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384342.208796:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384342.208802:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384342.208804:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x106d [2] + 0 02000000:00000001:1.0:1767384342.208807:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767384342.208811:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384342.208812:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384342.208816:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000680ad572. 02000000:00000001:1.0:1767384342.208818:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384342.208826:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c68d4be0. 02000000:00000001:1.0:1767384342.208835:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384342.208839:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000d5b254c 00000400:00000010:1.0:1767384342.208842:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2f8212b. 00000800:00000200:3.0:1767384342.208844:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384342.208849:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fbd1d0b. 00000400:00000200:2.0:1767384342.208854:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384342.208855:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384342.208855:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075d9394a. 00000100:00000200:1.0:1767384342.208872:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746144512, portal 25 00000400:00000200:2.0:1767384342.208877:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384342.208879:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp28->192.168.203.143@tcp28: ACK: OK 00000100:00000001:1.0:1767384342.208887:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384342.208895:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317035648 : -111508392515968 : ffff9a956ddfe680) 00000400:00000200:2.0:1767384342.208900:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5b254c 00000800:00000001:3.0:1767384342.208903:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384342.208905:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d5b254c. 00000100:00000040:1.0:1767384342.208907:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384342.208909:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384342.208916:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384342.208918:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:3.0:1767384342.208922:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384342.208922:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384342.208950:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000004569008 x1853236746144384 msgsize 4848 00000800:00000001:3.0:1767384342.208953:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384342.208955:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384342.208961:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384342.208976:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384342.208982:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df9fdf02. 00000100:00000200:1.0:1767384342.208990:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746144512, offset 0 00000100:00100000:2.0:1767384342.208994:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384342.209000:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp28(192.168.203.143@tcp28) <- 192.168.203.143@tcp28 : ACK - for me 00000100:00000040:2.0:1767384342.209006:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384342.209016:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384342.209024:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384342.209035:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp28: ACK from 12345-192.168.203.143@tcp28 into md 0x17c9 00000400:00000200:1.0:1767384342.209039:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384342.209041:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8b48b97 00000400:00000200:3.0:1767384342.209043:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384342.209048:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8b48b97. 00000100:00000001:2.0:1767384342.209058:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384342.209060:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp28->192.168.203.143@tcp28: ACK: OK 00000400:00000200:1.0:1767384342.209060:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04b00 00000100:00000200:2.0:1767384342.209066:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384342.209067:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ee98256 00000400:00000010:3.0:1767384342.209074:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ee98256. 00000400:00000200:3.0:1767384342.209086:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384342.209092:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x107d [2] + 0 00000100:00000001:2.0:1767384342.209093:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384342.209096:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000100:00000040:2.0:1767384342.209103:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384342.209110:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:1.0:1767384342.209110:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000287a331e. 00000400:00000200:1.0:1767384342.209124:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b04ea8c3 00000400:00000200:3.0:1767384342.209131:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (23) 00000400:00000200:1.0:1767384342.209140:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384342.209143:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384342.209144:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384342.209150:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.209151:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384342.209152:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384342.209184:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.209184:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b04ea8c3 00000400:00000200:3.0:1767384342.209206:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384342.209206:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294930979 00000400:00000010:1.0:1767384342.209206:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b04ea8c3. 00000400:00000010:3.0:1767384342.209218:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000044711245. 00000100:00000010:2.0:1767384342.209218:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c9819a4. 00000100:00000001:1.0:1767384342.209222:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384342.209230:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384342.209232:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384342.209233:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008120939e. 00000100:00000040:1.0:1767384342.209237:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000c183d71a x1853236746144512 msgsize 4848 00000400:00000010:3.0:1767384342.209245:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00000100:00000001:2.0:1767384342.209247:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294930979 00000400:00000200:3.0:1767384342.209254:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000044711245 00000100:00100000:1.0:1767384342.209254:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384342.209256:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fe86c87. 00000400:00000010:3.0:1767384342.209260:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000008350fbda. 00000100:00000001:2.0:1767384342.209268:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384342.209296:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384342.209297:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00000001:2.0:1767384342.209309:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294930979 00000400:00000200:3.0:1767384342.209311:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 00000100:00000001:1.0:1767384342.209318:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384342.209320:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (22) 00000100:00000010:2.0:1767384342.209324:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bcc839a. 00000400:00000010:3.0:1767384342.209326:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000001725d7ee. 00000400:00000200:1.0:1767384342.209331:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df9fdf02 00000400:00000010:3.0:1767384342.209337:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b97ad51. 00000400:00000010:1.0:1767384342.209337:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df9fdf02. 00000100:00000001:2.0:1767384342.209338:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384342.209348:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384342.209351:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294930979 00000400:00000010:3.0:1767384342.209352:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f36fc028. 00000100:00000200:1.0:1767384342.209360:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384342.209365:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000100:00000010:2.0:1767384342.209365:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa96b655. 00000400:00000200:3.0:1767384342.209378:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000100:00000001:1.0:1767384342.209379:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384342.209407:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384342.209425:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000100:00000040:1.0:1767384342.209426:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.209481:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.209481:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.209483:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000100:00000001:1.0:1767384342.209490:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384342.209493:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.209500:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000100:00000001:2.0:1767384342.209504:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.209506:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000100:00000001:2.0:1767384342.209514:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384342.209520:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:3.0:1767384342.209527:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:3.0:1767384342.209530:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:3.0:1767384342.209533:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000100:00000001:2.0:1767384342.209535:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384342.209542:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000001:2.0:1767384342.209543:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384342.209556:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000100:00000001:2.0:1767384342.209556:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384342.209562:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384342.209565:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.209578:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.209582:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:3.0:1767384342.209592:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:3.0:1767384342.209595:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:3.0:1767384342.209598:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:3.0:1767384342.209605:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:3.0:1767384342.209608:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:3.0:1767384342.209615:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000400:00000200:3.0:1767384342.209619:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000100:00000001:2.0:1767384342.209621:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384342.209623:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 12], ns[62, 12] 00000100:00100000:2.0:1767384342.209629:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746144384 00000400:00000200:3.0:1767384342.209661:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 02000000:00000001:2.0:1767384342.209664:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384342.209669:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000100:00000001:2.0:1767384342.209673:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384342.209679:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp29 00000100:00000001:2.0:1767384342.209681:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.209685:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp29 lpni_is_preferred = 0 00000400:00000200:3.0:1767384342.209694:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp29 02000000:00000001:2.0:1767384342.209697:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.209701:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp29 NI seq info: [63:63:256:4294967295] 192.168.203.143@tcp29 LPNI seq info [63:63:8:4294967295] 00000100:00100000:2.0:1767384342.209712:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746144384 00000400:00000200:3.0:1767384342.209713:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp29 00000020:00000001:2.0:1767384342.209723:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384342.209731:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp29(192.168.203.143@tcp29:) -> 192.168.203.143@tcp29(192.168.203.143@tcp:192.168.203.143@tcp29) : GET try# 0 00000020:00000040:2.0:1767384342.209731:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384342.209744:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1767384342.209747:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp29 00000100:00000001:1.0:1767384342.209750:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384342.209753:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007fbd1d0b. 00000020:00000040:2.0:1767384342.209753:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:1.0:1767384342.209758:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294930980 00000020:00000001:2.0:1767384342.209765:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000800:00000010:3.0:1767384342.209767:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c3a8cacb. 00000100:00000001:1.0:1767384342.209771:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294930979 00000800:00000010:3.0:1767384342.209778:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005e3c6c2b. 00000020:00000001:2.0:1767384342.209779:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384342.209785:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294930980 00000800:00000200:3.0:1767384342.209792:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (2) 00000100:00000001:2.0:1767384342.209795:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384342.209797:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294930979 00000800:00000200:3.1:1767384342.209804:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (2) 00000020:00000010:2.0:1767384342.209809:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073e252f7. 00000100:00000001:1.0:1767384342.209812:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294930980 00000100:00000001:2.0:1767384342.209821:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384342.209822:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000100:00000001:1.0:1767384342.209823:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294930979 00000020:00000010:2.0:1767384342.209835:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073e252f7. 00000100:00000001:1.0:1767384342.209838:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294930980 00000400:00000200:3.0:1767384342.209839:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00000020:00000010:2.0:1767384342.209853:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c704da1. 00000100:00000001:1.0:1767384342.209854:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294930979 00000020:00000010:2.0:1767384342.209863:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0220836. 00000020:00000010:2.0:1767384342.209876:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034dec0f4. 00000100:00000001:1.0:1767384342.209877:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.209889:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.209893:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.209900:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384342.209901:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384342.209904:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000001:2.0:1767384342.209912:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384342.209917:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384342.209918:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384342.209921:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.209924:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384342.209929:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.209931:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384342.209934:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.209942:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.209949:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.209973:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000001:1.0:1767384342.209974:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.209982:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.209986:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.210012:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384342.210015:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384342.210016:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00100000:1.0:1767384342.210018:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746144512 00000100:00000001:2.0:1767384342.210024:0:17079:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.210026:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384342.210030:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384342.210036:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.210043:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.210048:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384342.210049:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746144512 00000400:00000200:3.0:1767384342.210053:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:2.0:1767384342.210054:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384342.210056:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384342.210062:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384342.210066:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384342.210071:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000020:00000040:1.0:1767384342.210073:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000400:00000200:3.0:1767384342.210078:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000040:2.0:1767384342.210082:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000020:00000001:1.0:1767384342.210084:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384342.210089:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564739090512 : -111508970461104 : ffff9a954b6d2850) 00000020:00000001:1.0:1767384342.210092:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000040:2.0:1767384342.210104:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004569008 x1853236746144384/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:323/0 lens 4848/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.210105:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384342.210106:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000020:00000010:1.0:1767384342.210117:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000131ec282. 00000100:00000001:1.0:1767384342.210130:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384342.210133:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000020:00000010:1.0:1767384342.210143:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000131ec282. 00000100:00000001:2.0:1767384342.210148:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384342.210158:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073e252f7. 00000020:00000010:1.0:1767384342.210158:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7ed8cb8. 00000100:00000001:2.0:1767384342.210170:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384342.210172:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000664d1cb1. 00000020:00000010:2.0:1767384342.210202:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073e252f7. 00000400:00000200:3.0:1767384342.210204:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000020:00000010:1.0:1767384342.210210:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a43d4a6. 00000100:00100000:2.0:1767384342.210221:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004569008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746144384:12345-0@lo:253: 00000100:00000001:1.0:1767384342.210221:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384342.210227:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384342.210232:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384342.210234:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746144384 00000400:00000200:3.0:1767384342.210237:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000020:00000001:2.0:1767384342.210238:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384342.210247:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384342.210252:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.210254:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.210258:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384342.210261:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384342.210263:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384342.210271:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384342.210274:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384342.210289:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384342.210294:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000020:00000001:2.0:1767384342.210295:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384342.210301:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384342.210306:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.210306:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384342.210318:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384342.210319:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 02000000:00000001:2.0:1767384342.210325:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384342.210327:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000400:00000200:3.0:1767384342.210329:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 02000000:00000010:2.0:1767384342.210338:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000209a1d20. 00000100:00000001:1.0:1767384342.210339:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564739092560 : -111508970459056 : ffff9a954b6d3050) 02000000:00000001:2.0:1767384342.210352:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.210357:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c183d71a x1853236746144512/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:323/0 lens 4848/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.210359:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.210362:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 20000000:00000001:2.0:1767384342.210375:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384342.210402:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384342.210410:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000131ec282. 00000100:00000001:1.0:1767384342.210430:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384342.210435:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000131ec282. 00000400:00000200:3.0:1767384342.210436:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 20000000:00000010:2.0:1767384342.210461:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dd3736e0. 20000000:01000000:2.0:1767384342.210470:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:1.0:1767384342.210470:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c183d71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746144512:12345-0@lo:253: 20000000:00000001:2.0:1767384342.210480:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:1.0:1767384342.210482:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746144512 20000000:00000001:2.0:1767384342.210486:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384342.210487:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000020:00000001:1.0:1767384342.210489:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384342.210493:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.210496:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384342.210499:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.210501:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.210505:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384342.210508:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384342.210513:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:3.0:1767384342.210515:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000020:00000001:1.0:1767384342.210518:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:2.0:1767384342.210523:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009ec6a2ca. 00000020:00000001:1.0:1767384342.210523:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384342.210532:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000020:00000001:1.0:1767384342.210534:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384342.210536:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000020:00000001:1.0:1767384342.210539:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384342.210544:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.210546:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384342.210550:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384342.210556:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384342.210557:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384342.210558:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 02000000:00000010:1.0:1767384342.210565:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a0afe9ce. 00080000:00000001:2.0:1767384342.210566:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:1.0:1767384342.210573:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.210576:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.210580:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384342.210582:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00080000:00000001:2.0:1767384342.210594:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:1.0:1767384342.210601:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e73fc970. 00000400:00000200:3.0:1767384342.210604:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 20000000:01000000:1.0:1767384342.210608:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384342.210618:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.210635:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384342.210636:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384342.210639:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.210643:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 20000000:00000001:1.0:1767384342.210643:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384342.210645:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384342.210650:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.210654:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.210657:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384342.210662:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 20000000:00000001:1.0:1767384342.210665:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384342.210674:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:2.0:1767384342.210677:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384342.210682:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384342.210683:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00080000:00000001:2.0:1767384342.210692:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.210699:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384342.210704:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384342.210709:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000020:00000001:2.0:1767384342.210713:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:2.0:1767384342.210721:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384342.210728:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006615dbff. 00000400:00000200:3.0:1767384342.210731:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00080000:00000001:2.0:1767384342.210732:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560348580864 : -111513360970752 : ffff9a9445bb4c00) 00080000:00000001:2.0:1767384342.210741:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384342.210746:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384342.210752:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000073e252f7. 00000400:00000200:3.0:1767384342.210754:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00080000:00000001:2.0:1767384342.210757:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.210763:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384342.210775:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00080000:00000001:2.0:1767384342.210793:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.210805:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00080000:00000001:2.0:1767384342.210821:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384342.210826:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384342.210847:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384342.210885:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384342.210927:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384342.210967:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384342.210989:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384342.211009:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384342.211035:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384342.211057:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384342.211157:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d6c933ec. 00000800:00000010:3.0:1767384342.211161:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000042f40e3a. 00000800:00000010:3.0:1767384342.211165:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009073770d. 00000800:00000010:3.0:1767384342.211199:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009073770d. 00000800:00020000:3.0:1767384342.211204:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384342.211207:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000042f40e3a. 00000800:00000010:3.0:1767384342.211210:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d6c933ec. 00000400:02020000:3.0:1767384342.211242:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp29 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384342.211248:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp29 notifying 192.168.203.143@tcp29: down 00000800:00000200:3.0:1767384342.211254:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp29 down 00000800:00000100:3.0:1767384342.211259:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp29 00000800:00000010:3.0:1767384342.211277:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007fbd1d0b. 00000400:00000200:3.0:1767384342.211280:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384342.211284:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp29->192.168.203.143@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384342.211291:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp29 added to recovery queue. ping count: 0 next ping: 264 health :900 00000400:00000200:3.0:1767384342.211295:0:16344:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384342.211298:0:16344:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384342.211301:0:16344:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384342.211583:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384342.211593:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100851 00000400:00000001:2.0:1767384342.211598:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384342.211601:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384342.211603:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b97ad51 00000400:00000010:2.0:1767384342.211604:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b97ad51. 00000400:00000200:2.0:1767384342.211608:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384342.211612:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:2.0:1767384342.211615:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000001725d7ee. 00000400:00000200:2.0:1767384342.211619:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (23) 00000400:00000200:2.0:1767384342.211621:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:-71 00000400:00000200:2.0:1767384342.211634:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 rc -71 00000400:00000200:2.0:1767384342.211638:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:2.0:1767384342.211642:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (22) 00080000:00000010:3.0:1767384342.212088:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006615dbff. 00080000:00000010:2.0:1767384342.212133:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000073e252f7. 00040000:00000001:2.0:1767384342.212142:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384342.212146:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384342.212149:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384342.212174:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384342.212178:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.212181:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384342.212209:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384342.212225:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384342.212230:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384342.212237:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384342.212248:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384342.212253:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384342.212256:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384342.212260:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384342.212263:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:1.0:1767384342.212294:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dc9064b2. 00010000:00000010:3.0:1767384342.212298:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ea0c7e3c. 20000000:01000000:1.0:1767384342.212301:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00010000:00000001:3.0:1767384342.212305:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:1.0:1767384342.212309:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384342.212316:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00080000:00000001:1.0:1767384342.212316:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384342.212324:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384342.212325:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384342.212329:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fc70 to hash 00000020:00000001:3.0:1767384342.212332:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384342.212333:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384342.212336:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384342.212340:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384342.212342:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.212345:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384342.212345:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384342.212354:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384342.212357:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384342.212360:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384342.212363:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384342.212364:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.212365:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384342.212372:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384342.212373:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384342.212374:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384342.212378:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.212379:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384342.212395:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384342.212398:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384342.212399:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384342.212401:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ea0c7e3c) refcount = 1 00080000:00000001:1.0:1767384342.212403:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:3.0:1767384342.212405:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384342.212408:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384342.212442:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000020:00000001:1.0:1767384342.212448:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:1.0:1767384342.212493:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384342.212497:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384342.212502:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384342.212506:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384342.212506:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.212512:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384342.212515:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dd3736e0. 00000020:00000001:1.0:1767384342.212516:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:2.0:1767384342.212524:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.212526:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000040:2.0:1767384342.212531:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746144384 00080000:00000001:1.0:1767384342.212535:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384342.212536:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000010:1.0:1767384342.212546:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007712f9f4. 00010000:00000200:2.0:1767384342.212548:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004569008 x1853236746144384/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384342.212554:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326538240 : -111513383013376 : ffff9a94446af400) 00010000:00000001:2.0:1767384342.212562:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384342.212565:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384342.212565:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384342.212573:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384342.212580:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000131ec282. 00000100:00001000:2.0:1767384342.212582:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=48 v=5 (1 0 0 0) 00080000:00000001:1.0:1767384342.212588:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.212590:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:1.0:1767384342.212597:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000040:2.0:1767384342.212598:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384342.212604:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384342.212607:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384342.212609:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.212614:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384342.212617:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384342.212631:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8b48b97. 00000100:00000200:2.0:1767384342.212637:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746144384, offset 224 00080000:00000001:1.0:1767384342.212639:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.212645:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384342.212650:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384342.212656:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384342.212656:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:1.0:1767384342.212664:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384342.212665:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.212674:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384342.212677:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:3.0:1767384342.212685:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384342.212690:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00000400:00000200:2.0:1767384342.212697:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04a80 00010000:00000001:3.0:1767384342.212699:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384342.212707:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384342.212711:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17cd [2] + 224 00000400:00000200:2.0:1767384342.212716:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384342.212718:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000400:00000200:2.0:1767384342.212725:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384342.212729:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00000100:00000001:2.0:1767384342.212732:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384342.212733:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384342.212741:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000200:2.0:1767384342.212741:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384342.212750:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384342.212781:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384342.212783:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384342.212788:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.212823:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.212825:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384342.212827:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.212832:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384342.212836:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.212836:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384342.212844:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384342.212848:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8b48b97 00010000:00010000:3.0:1767384342.212849:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384342.212857:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8b48b97. 00010000:00010000:3.0:1767384342.212876:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000158f3d3f already unused, calling callback (000000004feed035) 00000100:00000001:2.0:1767384342.212876:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384342.212883:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384342.212884:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384342.212886:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384342.212892:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.212893:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1767384342.212893:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384342.212899:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384342.212902:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:1.0:1767384342.212911:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384342.212913:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384342.212920:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.212922:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000001:1.0:1767384342.212922:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384342.212931:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384342.212931:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384342.212933:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aabaed6b. 00000020:00000001:3.0:1767384342.212943:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384342.212946:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa288c75 00000100:00000040:2.0:1767384342.212947:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004569008 x1853236746144384/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384342.212949:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=5 00000400:00000010:1.0:1767384342.212955:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa288c75. 00000020:00000001:3.0:1767384342.212960:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00000100:00000001:1.0:1767384342.212971:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384342.212973:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384342.212983:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:1.0:1767384342.212987:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384342.212994:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384342.212994:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004569008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746144384:12345-0@lo:253: Request processed in 2838us (4045us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384342.213030:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384342.213035:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00100000:2.0:1767384342.213036:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00010000:00000001:3.0:1767384342.213040:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.213047:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000200:1.0:1767384342.213048:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384342.213049:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384342.213056:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384342.213057:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384342.213062:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384342.213064:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384342.213066:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384342.213071:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0220836. 00000020:00000040:3.0:1767384342.213072:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000158f3d3f with handle 0x980286e253c5fc70 from hash 00010000:00000001:3.0:1767384342.213081:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384342.213084:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384342.213084:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034dec0f4. 00000100:00000001:1.0:1767384342.213085:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384342.213094:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384342.213095:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c704da1. 00000100:00000001:1.0:1767384342.213095:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384342.213101:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:2.0:1767384342.213105:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:3.0:1767384342.213107:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384342.213107:0:16356:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384342.213119:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:1.0:1767384342.213120:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384342.213123:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384342.213124:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384342.213126:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384342.213133:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384342.213133:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000209a1d20. 00000100:00000001:1.0:1767384342.213134:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.213140:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.213144:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1767384342.213144:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384342.213146:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384342.213148:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384342.213154:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384342.213157:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384342.213157:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=48 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384342.213158:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.213163:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.213170:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384342.213173:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384342.213174:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384342.213174:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=48 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384342.213182:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384342.213184:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6b6f61a. 00000100:00000001:1.0:1767384342.213184:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384342.213205:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.213212:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384342.213213:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8b48b97. 00010000:00000001:1.0:1767384342.213214:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384342.213216:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.213221:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384342.213222:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.213224:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384342.213227:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384342.213230:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.213231:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.213234:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384342.213238:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.213240:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384342.213248:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.213253:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384342.213274:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384342.213276:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384342.213280:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384342.213296:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:3.0:1767384342.213297:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc70 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384342.213302:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384342.213304:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ea0c7e3c count: 0 00000020:01000004:1.0:1767384342.213309:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384342.213314:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384342.213316:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384342.213318:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384342.213319:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384342.213321:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 20000000:00000001:3.0:1767384342.213323:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:1.0:1767384342.213326:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384342.213328:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384342.213329:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384342.213341:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384342.213343:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384342.213349:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.213360:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b1cdaa5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746144384:0@lo:253: 00000100:00000001:1.0:1767384342.213366:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.213376:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384342.213380:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b1cdaa5 x1853236746144384/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.213426:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384342.213430:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384342.213433:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004d9f8c15. 02000000:00000001:1.0:1767384342.213480:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384342.213483:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384342.213485:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384342.213488:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384342.213490:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000005c0d2af. 02000000:00000001:1.0:1767384342.213495:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384342.213496:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384342.213498:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b1cdaa5. 00000100:00000001:1.0:1767384342.213502:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384342.213503:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.213505:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.213511:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384342.213512:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.213514:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.213517:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384342.214605:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007712f9f4. 00080000:00000010:1.0:1767384342.214646:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000131ec282. 00040000:00000001:1.0:1767384342.214651:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384342.214653:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384342.214655:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384342.214658:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384342.214660:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.214661:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384342.214664:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384342.214672:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384342.214682:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384342.214682:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:3.0:1767384342.214687:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384342.214688:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384342.214689:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384342.214693:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384342.214695:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384342.214700:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eeaaa372. 00010000:00000001:3.0:1767384342.214703:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384342.214706:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d86da99. 00000020:00000001:3.0:1767384342.214708:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384342.214710:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d86da99 with handle 0x980286e253c5fc77 to hash 00000020:00000001:3.0:1767384342.214711:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384342.214713:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384342.214715:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384342.214717:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384342.214719:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.214720:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.214725:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384342.214726:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384342.214728:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384342.214730:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384342.214737:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384342.214738:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384342.214739:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384342.214741:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384342.214742:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384342.214744:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384342.214745:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384342.214746:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eeaaa372) refcount = 1 00010000:00010000:3.0:1767384342.214749:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.214753:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384342.214754:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384342.214755:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384342.214757:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.214759:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384342.214760:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384342.214762:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384342.214764:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384342.214765:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384342.214766:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=4 00000020:00000001:3.0:1767384342.214767:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384342.214768:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384342.214770:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384342.214770:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.214774:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384342.214775:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.214778:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.214779:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384342.214780:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.214792:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384342.214793:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.214794:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384342.214796:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384342.214800:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d86da99 already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384342.214802:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384342.214803:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384342.214804:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.214808:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384342.214809:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384342.214810:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384342.214812:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=5 00000020:00000001:3.0:1767384342.214814:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384342.214815:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384342.214817:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384342.214818:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.214822:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384342.214823:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384342.214824:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.214827:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384342.214828:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384342.214830:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384342.214832:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384342.214835:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d86da99 with handle 0x980286e253c5fc77 from hash 00010000:00000001:3.0:1767384342.214837:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000020:1.0:1767384342.214837:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384342.214839:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.214842:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384342.214843:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384342.214846:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e73fc970. 00010000:00000001:3.0:1767384342.214850:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000001:1.0:1767384342.214852:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.214853:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384342.214857:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:1.0:1767384342.214859:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746144512 00010000:00000001:3.0:1767384342.214860:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384342.214862:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384342.214864:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384342.214865:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.214869:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384342.214870:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000200:1.0:1767384342.214871:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c183d71a x1853236746144512/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384342.214874:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.214876:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.214879:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.214883:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.214888:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.214891:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.214891:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384342.214895:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.214902:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1767384342.214902:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=48 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384342.214905:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.214908:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384342.214909:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384342.214912:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:1.0:1767384342.214915:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384342.214916:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.214919:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384342.214920:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384342.214921:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:1.0:1767384342.214925:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384342.214926:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.214929:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384342.214930:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.214936:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384342.214936:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384342.214943:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384342.214947:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384342.214950:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384342.214950:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df9fdf02. 00010000:00010000:3.0:1767384342.214952:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d86da99/0x980286e253c5fc77 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384342.214956:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746144512, offset 224 00010000:00000040:3.0:1767384342.214959:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eeaaa372 count: 0 00000400:00000200:1.0:1767384342.214963:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384342.214968:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384342.214972:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384342.214973:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384342.214981:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04b00 00000400:00000200:1.0:1767384342.214985:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17d5 [2] + 224 00000400:00000200:1.0:1767384342.214989:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.214992:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384342.214994:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384342.214996:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384342.215002:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.215015:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384342.215026:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df9fdf02 00000400:00000010:1.0:1767384342.215028:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df9fdf02. 00000100:00000001:1.0:1767384342.215033:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384342.215035:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384342.215038:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.215040:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.215043:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384342.215046:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384342.215050:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384342.215051:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384342.215052:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384342.215054:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384342.215056:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384342.215058:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2f8212b. 00000100:00000040:1.0:1767384342.215062:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c183d71a x1853236746144512/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384342.215065:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d9394a 00000400:00000010:2.0:1767384342.215073:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075d9394a. 00000100:00000001:2.0:1767384342.215082:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384342.215089:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c183d71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746144512:12345-0@lo:253: Request processed in 4701us (5845us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384342.215097:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.215105:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:1.0:1767384342.215115:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384342.215125:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384342.215130:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.215130:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384342.215135:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000664d1cb1. 00000020:00000010:1.0:1767384342.215140:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a43d4a6. 00000020:00000010:1.0:1767384342.215146:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7ed8cb8. 00000020:00000040:1.0:1767384342.215152:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:2.0:1767384342.215158:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384342.215158:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384342.215162:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a0afe9ce. 00000100:00000001:2.0:1767384342.215164:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.215171:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384342.215172:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384342.215174:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384342.215177:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.215179:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384342.215182:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384342.215195:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384342.215202:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384342.215207:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad1ce49. 00000100:00001000:2.0:1767384342.215210:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=48 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384342.215214:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df9fdf02. 00000100:00001000:2.0:1767384342.215215:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384342.215223:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384342.215226:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.215228:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384342.215230:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.215233:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.215237:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.215244:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384342.215246:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384342.215248:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384342.215253:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384342.215254:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384342.215255:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384342.215257:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384342.215258:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384342.215259:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384342.215261:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384342.215262:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384342.215263:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384342.215265:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384342.215270:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064f18e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746144512:0@lo:253: 00000100:00000001:2.0:1767384342.215274:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.215276:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384342.215277:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064f18e40 x1853236746144512/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.215282:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384342.215284:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384342.215286:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c68d4be0. 02000000:00000001:2.0:1767384342.215291:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384342.215292:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384342.215293:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384342.215295:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384342.215314:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c95560a3. 02000000:00000001:2.0:1767384342.215318:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384342.215320:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384342.215321:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064f18e40. 00000100:00000001:2.0:1767384342.215324:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384342.215325:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.215327:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.215331:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384342.215332:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.215334:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384342.215335:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.216488:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294930980, at 4294930981 00000100:00000040:0.0:1767384342.216488:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294930980, at 4294930981 00000100:00000040:3.0:1767384342.216493:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294930980, at 4294930981 00000100:00000010:2.0:1767384342.216504:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bcc839a. 00000100:00000010:0.0:1767384342.216508:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c9819a4. 00000100:00000040:1.0:1767384342.216510:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294930980, at 4294930981 00000100:00000010:3.0:1767384342.216513:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa96b655. 00000100:00000010:1.0:1767384342.216521:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fe86c87. 00010000:00000010:3.1:1767384342.218942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ea0c7e3c. 00010000:00000010:3.1:1767384342.218948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 00010000:00000010:3.1:1767384342.222472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eeaaa372. 00010000:00000010:3.1:1767384342.222479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d86da99. 00000400:00000010:2.0:1767384342.230898:0:27032:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000328bdf26. 00000400:00000040:2.0:1767384342.230945:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384342.230950:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384342.230954:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384342.230958:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384342.230962:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384342.230965:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384342.230971:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384342.230973:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384342.230977:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384342.230979:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384342.230983:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384342.230985:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384342.230989:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384342.230992:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384342.230994:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384342.230998:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384342.231000:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384342.231002:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384342.231004:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384342.231008:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384342.231012:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384342.231015:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384342.231018:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384342.231021:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384342.231033:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384342.231038:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384342.231040:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384342.231042:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384342.231045:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384342.231047:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384342.231050:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384342.231053:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384342.231056:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384342.231059:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384342.231062:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384342.231065:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384342.231067:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384342.231070:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384342.231073:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384342.231076:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384342.231078:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384342.231081:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384342.231084:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384342.231087:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384342.231089:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384342.231092:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384342.231095:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384342.231097:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384342.231101:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384342.231104:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384342.231107:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384342.231110:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384342.231112:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384342.231115:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384342.231118:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384342.231121:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384342.231123:0:27032:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384342.231244:0:27032:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000328bdf26. 00000100:00000001:3.0:1767384342.691519:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384342.691520:0:17069:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384342.691526:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.691527:0:17069:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.883522:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384342.883530:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.883536:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384342.883538:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.883571:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384342.883575:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384342.883578:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384342.947516:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp29 00000400:00000010:0.0:1767384342.947521:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e4aef560. 00000400:00000010:0.0:1767384342.947527:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c39f92e5. 00000400:00000010:0.0:1767384342.947531:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0e31909. 00000400:00000010:0.0:1767384342.947538:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092a65e38. 00000400:00000200:0.0:1767384342.947542:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp29 00000400:00000200:0.0:1767384342.947563:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp29 local destination 00000400:00000200:0.0:1767384342.947570:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp29 00000400:00000200:0.0:1767384342.947574:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp29 NI seq info: [64:64:256:4294967295] 192.168.203.143@tcp29 LPNI seq info [64:64:8:4294967295] 00000400:00000200:0.0:1767384342.947579:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp29 00000400:00000200:0.0:1767384342.947585:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp29(192.168.203.143@tcp29:) -> 192.168.203.143@tcp29(192.168.203.143@tcp29:192.168.203.143@tcp29) : GET try# 0 00000800:00000200:0.0:1767384342.947589:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp29 00000800:00000010:0.0:1767384342.947594:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000effcf45c. 00000800:00000200:0.0:1767384342.947600:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (2) 00000800:00000200:0.1:1767384342.947604:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (2) 00000400:00000200:0.0:1767384342.947625:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp29 added to recovery queue. ping count: 1 next ping: 266 health :900 00000400:00000010:0.0:1767384342.947632:0:16350:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 0000000016a4b487. 00000400:02000040:0.0:1767384342.947635:0:16350:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.143@tcp29 00000400:00000200:2.0:1767384342.947711:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.947763:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.947785:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.947862:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.947933:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.947993:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948015:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948033:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948052:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948082:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948156:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948202:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948282:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948312:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948336:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948363:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948414:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948496:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948517:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948535:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948554:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948573:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948589:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948608:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948636:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948656:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948670:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948684:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948704:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948733:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948777:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948804:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948823:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948839:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384342.948855:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384342.949049:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dd3736e0. 00000800:00000010:2.0:1767384342.949054:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f86ed3df. 00000800:00000010:2.0:1767384342.949062:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000051a2da5c. 00000800:00000010:2.0:1767384342.949081:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000051a2da5c. 00000800:00020000:2.0:1767384342.949091:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000400:00000010:0.0:1767384342.949356:0:16350:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 0000000016a4b487. 00000800:00000010:2.0:1767384342.954033:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f86ed3df. 00000800:00000010:2.0:1767384342.954037:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000dd3736e0. 00000400:02020000:2.0:1767384342.954167:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp29 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384342.957902:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp29 notifying 192.168.203.143@tcp29: down 00000400:00000200:2.0:1767384342.957910:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384342.957916:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp29 00000800:00000010:2.0:1767384342.957921:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000effcf45c. 00000400:00000200:2.0:1767384342.957928:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384342.957937:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp29->192.168.203.143@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384342.957951:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384342.957956:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384342.957964:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp29) recovery failed with -71 00080000:00000010:0.0:1767384343.446803:0:27375:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fccfa126. 00080000:00000010:0.0:1767384343.446811:0:27375:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fccfa126. 00000020:00000001:0.0:1767384343.446815:0:27375:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384343.446821:0:27375:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fccfa126. 00080000:00000010:0.0:1767384343.446824:0:27375:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fccfa126. 00000020:00000001:0.0:1767384343.446826:0:27375:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.907495:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384343.907500:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.907505:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384343.907506:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.907553:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384343.907565:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384343.907569:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384343.971504:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384343.971508:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384343.971510:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e31909 00000400:00000010:2.0:1767384343.971514:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0e31909. 00000400:00000200:2.0:1767384343.971519:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384343.971524:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384343.971532:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e4aef560. 00000400:00000010:2.0:1767384343.971543:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c39f92e5. 00000001:00000001:3.0:1767384344.102183:0:27539:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384344.102187:0:27539:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:3.0:1767384344.105552:0:27539:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384344.111952:0:27540:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003eaf4d46. 00000400:00000010:3.0:1767384344.111966:0:27540:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003ca52f7e. 00000400:00000010:3.0:1767384344.111975:0:27540:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fb1ae9e5. 00000400:00000010:3.0:1767384344.111979:0:27540:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009cbdbdff. 00000400:00000010:3.0:1767384344.111982:0:27540:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000487655c7. 00000400:00000010:3.0:1767384344.111986:0:27540:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001ea7e167. 00000400:00000010:3.0:1767384344.111988:0:27540:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000014367fac. 00000400:00000010:3.0:1767384344.111989:0:27540:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000898fe893. 00000400:00000010:3.0:1767384344.111992:0:27540:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008057343b. 00000800:00000010:3.0:1767384344.112005:0:27540:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007fbd1d0b. 00000800:00000200:3.0:1767384344.112014:0:27540:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384344.112024:0:27540:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384344.112057:0:27540:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:3.0:1767384344.112077:0:27540:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp31 [8/256/0/180] 00000400:00000010:3.0:1767384344.113838:0:27540:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000008832ea3a. 00000400:00000010:3.0:1767384344.113844:0:27540:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000304994b8. 00000400:00000010:3.0:1767384344.113848:0:27540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b023287b. 00000400:00000001:3.0:1767384344.113864:0:27540:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384344.113866:0:27540:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384344.113868:0:27540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000219ff922. 00000400:00000200:3.0:1767384344.113870:0:27540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008572d54e 00000400:00000010:3.0:1767384344.113871:0:27540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008572d54e. 00000400:00000010:3.0:1767384344.113874:0:27540:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000d02aa3e7. 00000400:00000200:3.0:1767384344.113878:0:27540:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (21) 00000400:00000200:3.0:1767384344.113888:0:27540:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384344.113897:0:27540:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:3.0:1767384344.113902:0:27540:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d6c933ec. 00000020:01000000:3.0:1767384344.113906:0:27540:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384344.113910:0:27540:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp31 00000400:00000010:3.0:1767384344.113923:0:27540:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003ca52f7e. 00000400:00000010:3.0:1767384344.113925:0:27540:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003eaf4d46. 00000400:00000200:2.0:1767384344.113945:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384344.113953:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:2.0:1767384344.113955:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (22) 00000400:00000010:2.0:1767384344.113960:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000005bcd6f03. 00000400:00000010:2.0:1767384344.113963:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff29a3d1. 00000400:00000010:2.0:1767384344.113968:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b3f7ba3f. 00000400:00000200:2.0:1767384344.113972:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:2.0:1767384344.113984:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:00000001:0.0:1767384344.113984:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384344.113991:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384344.113994:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 10000000:00000001:0.0:1767384344.113995:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384344.113999:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384344.114003:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384344.114004:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000020:01000004:0.0:1767384344.114008:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384344.114011:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384344.114013:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000020:01000004:0.0:1767384344.114014:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384344.114017:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384344.114021:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384344.114023:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:01000004:0.0:1767384344.114023:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384344.114025:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384344.114027:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384344.114030:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384344.114033:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000100:00000010:0.0:1767384344.114037:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005db5c650. 00000400:00000200:2.0:1767384344.114038:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:2.0:1767384344.114042:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:2.0:1767384344.114048:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:00000040:0.0:1767384344.114050:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:2.0:1767384344.114054:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000001:0.0:1767384344.114056:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384344.114060:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 02000000:00000001:0.0:1767384344.114061:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384344.114067:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 02000000:00000001:0.0:1767384344.114067:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.114074:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:2.0:1767384344.114077:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 02000000:00000010:0.0:1767384344.114078:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f535bbb2. 00000400:00000200:2.0:1767384344.114084:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000100:00000001:0.0:1767384344.114087:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.114096:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384344.114099:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.114100:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:2.0:1767384344.114107:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000100:00000040:0.0:1767384344.114110:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005db5c650] to pc [ptlrpcd_00_01+1] req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384344.114116:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000400:00000200:2.0:1767384344.114133:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:2.0:1767384344.114138:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 12], ns[62, 12] 00000400:00000200:2.0:1767384344.114141:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[64, 12], ns[64, 12] 00000400:00000200:2.0:1767384344.114144:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:2.0:1767384344.114148:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp12 00000400:00000200:2.0:1767384344.114151:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp12 lpni_is_preferred = 0 10000000:00000001:0.0:1767384344.114153:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.114155:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp12 10000000:00000001:0.0:1767384344.114157:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.114161:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.114162:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp12 NI seq info: [65:65:256:4294967295] 192.168.203.143@tcp12 LPNI seq info [65:65:8:4294967295] 00000020:01000000:0.0:1767384344.114163:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384344.114166:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384344.114172:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384344.114173:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384344.114176:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384344.114176:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp12 10000000:00000001:0.0:1767384344.114177:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384344.114181:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384344.114183:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384344.114186:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384344.114187:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384344.114191:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384344.114195:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384344.114198:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384344.114199:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp12(192.168.203.143@tcp12:) -> 192.168.203.143@tcp12(192.168.203.143@tcp:192.168.203.143@tcp12) : GET try# 0 00000020:01000004:0.0:1767384344.114203:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384344.114206:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384344.114208:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384344.114212:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384344.114216:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp12 00000100:00000001:3.0:1767384344.114217:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384344.114217:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384344.114222:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384344.114224:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb54fd7b. 00000100:00000010:0.0:1767384344.114224:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040954b97. 02000000:00000001:3.0:1767384344.114225:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384344.114229:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384344.114230:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 02000000:00000001:3.0:1767384344.114233:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.114234:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384344.114238:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb731270] -> 12345-192.168.203.143@tcp12 (6) 02000000:00000001:0.0:1767384344.114238:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384344.114240:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005db5c650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746144640:0@lo:253: 02000000:00000001:0.0:1767384344.114241:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.114248:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384344.114249:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp12 ip 192.168.203.143:988 02000000:00000001:3.0:1767384344.114252:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384344.114252:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004d9f8c15. 00000800:00000200:2.0:1767384344.114253:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb54fd7b type 2, nob 96 niov 1 nkiov 0 02000000:00000001:3.0:1767384344.114257:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.114257:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.114261:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384344.114263:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384344.114265:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384344.114267:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a6e355a. 00000400:00000200:2.0:1767384344.114270:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 02000000:00000001:3.0:1767384344.114271:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.114277:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000400:00000010:3.0:1767384344.114279:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f1e98d2. 00000100:00000040:0.0:1767384344.114280:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040954b97] to pc [ptlrpcd_00_02+2] req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384344.114287:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ca52f7e. 00000100:00000001:2.0:1767384344.114289:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384344.114294:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746144640, portal 25 00000100:00000001:2.0:1767384344.114294:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.114300:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384344.114302:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556615296 : -111508152936320 : ffff9a957c279880) 10000000:00000001:0.0:1767384344.114306:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.114309:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384344.114310:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.114315:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384344.114319:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384344.114324:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d6c933ec. 00000100:00000001:3.0:1767384344.114325:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384344.114331:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384344.114334:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bd73c52. 00000100:00000200:3.0:1767384344.114336:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746144640, offset 0 00000100:00000001:0.0:1767384344.114338:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384344.114342:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384344.114343:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384344.114346:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384344.114350:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384344.114355:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384344.114365:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384344.114367:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.114383:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04b80 02000000:00000001:0.0:1767384344.114386:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384344.114389:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384344.114409:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384344.114414:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040954b97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746144768:0@lo:253: 00000400:00000200:3.0:1767384344.114418:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x108d [2] + 0 00000100:00000001:0.0:1767384344.114420:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384344.114423:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b527854d. 00000800:00000200:2.0:1767384344.114425:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384344.114425:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384344.114427:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028f8ed09 02000000:00000001:0.0:1767384344.114429:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384344.114430:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb54fd7b. 02000000:00000001:0.0:1767384344.114432:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384344.114436:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384344.114437:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384344.114469:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000209a1d20. 02000000:00000001:0.0:1767384344.114474:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.114475:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp12->192.168.203.143@tcp12: GET: OK 00000400:00000200:3.0:1767384344.114481:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384344.114481:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade976d5. 00000400:00000010:0.0:1767384344.114489:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e8e8f73. 00000400:00000200:3.0:1767384344.114492:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028f8ed09 00000400:00000200:2.0:1767384344.114493:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:3.0:1767384344.114498:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028f8ed09. 00000400:00000200:2.0:1767384344.114499:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000100:00000001:3.0:1767384344.114505:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384344.114506:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746144768, portal 25 00000100:00000200:3.0:1767384344.114508:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384344.114509:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384344.114513:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556617088 : -111508152934528 : ffff9a957c279f80) 00000100:00000040:3.0:1767384344.114514:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000e524260a x1853236746144640 msgsize 4848 00000800:00000001:2.0:1767384344.114514:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384344.114519:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384344.114524:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384344.114527:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384344.114545:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384344.114548:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:2.0:1767384344.114553:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.114554:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384344.114558:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384344.114562:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384344.114564:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp12(192.168.203.143@tcp12) <- 192.168.203.143@tcp12 : GET - for me 00000400:00000200:3.0:1767384344.114566:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bd73c52 00000400:00000010:3.0:1767384344.114569:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bd73c52. 00000100:00000001:3.0:1767384344.114574:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384344.114574:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000585509b8. 00000400:00000200:2.0:1767384344.114575:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 384 into portal 0 MB=0x8000000000000000 00000100:00000200:3.0:1767384344.114580:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384344.114580:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746144768, offset 0 00000400:00000200:2.0:1767384344.114587:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 384/384 into md 0x17f9 [1] + 0 00000100:00000001:3.0:1767384344.114599:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384344.114599:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384344.114603:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp12 to MR: 192.168.203.143@tcp12 local destination 00000100:00000040:3.0:1767384344.114605:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384344.114614:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp12 NI seq info: [66:66:256:4294967295] 192.168.203.143@tcp12 LPNI seq info [66:66:8:4294967295] 00000100:00000001:3.0:1767384344.114618:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.114621:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384344.114626:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp12(192.168.203.143@tcp12:192.168.203.143@tcp12) -> 192.168.203.143@tcp12(192.168.203.143@tcp12:192.168.203.143@tcp12) 192.168.203.143@tcp12 : REPLY try# 0 00000800:00000200:2.0:1767384344.114630:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.143@tcp12 00000800:00000010:2.0:1767384344.114634:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb54fd7b. 00000100:00000001:3.0:1767384344.114635:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384344.114638:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384344.114641:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294932885 00000800:00000200:2.0:1767384344.114643:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb731270] -> 12345-192.168.203.143@tcp12 (6) 00000100:00000010:3.0:1767384344.114646:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d89645c0. 00000400:00000200:0.0:1767384344.114649:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04c00 00000800:00000200:2.0:1767384344.114652:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp12 ip 192.168.203.143:1017 00000100:00000001:3.0:1767384344.114655:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767384344.114656:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb54fd7b type 3, nob 480 niov 1 nkiov 1 00000400:00000200:0.0:1767384344.114660:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x109d [2] + 0 00000100:00000001:3.0:1767384344.114662:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294932885 00000400:00000010:0.0:1767384344.114664:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be3e4b2b. 00000100:00000010:3.0:1767384344.114668:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a103901. 00000400:00000200:0.0:1767384344.114669:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa1a3f46 00000100:00000001:3.0:1767384344.114672:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384344.114675:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384344.114676:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294932885 00000100:00000010:3.0:1767384344.114683:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f88d96. 00000400:00000200:0.0:1767384344.114683:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384344.114689:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384344.114690:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa1a3f46 00000400:00000010:0.0:1767384344.114693:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa1a3f46. 00000100:00000001:0.0:1767384344.114697:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384344.114700:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384344.114703:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294932885 00000100:00000040:0.0:1767384344.114704:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000eaa56336 x1853236746144768 msgsize 4848 00000800:00000200:2.0:1767384344.114705:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767384344.114707:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e699c263. 00000800:00000010:2.0:1767384344.114710:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb54fd7b. 00000100:00000001:3.0:1767384344.114713:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384344.114716:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384344.114717:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384344.114718:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384344.114723:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384344.114724:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.114725:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp12->192.168.203.143@tcp12: REPLY: OK 00000100:00000001:3.0:1767384344.114731:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.114733:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.114735:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384344.114737:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384344.114741:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384344.114742:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000585509b8 00000800:00000001:2.0:1767384344.114743:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.114744:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384344.114747:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000585509b8. 00000100:00000001:3.0:1767384344.114750:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384344.114750:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384344.114752:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384344.114753:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767384344.114756:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.114757:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384344.114759:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384344.114761:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384344.114762:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384344.114767:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.114775:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384344.114780:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp12(192.168.203.143@tcp12) <- 192.168.203.143@tcp12 : REPLY - for me 00000100:00000040:0.0:1767384344.114781:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.114788:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384344.114790:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384344.114791:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746144640 00000100:00000001:0.0:1767384344.114795:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384344.114797:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384344.114799:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp12: Reply from 12345-192.168.203.143@tcp12 of length 384/384 into md 0x17fd 00000100:00000001:3.0:1767384344.114800:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384344.114802:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.114804:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384344.114804:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384344.114806:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294932885 02000000:00000001:3.0:1767384344.114808:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.114810:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294932885 00000100:00100000:3.0:1767384344.114812:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746144640 00000100:00000001:0.0:1767384344.114816:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294932885 00000020:00000001:3.0:1767384344.114817:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1767384344.114818:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.114819:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294932885 00000020:00000040:3.0:1767384344.114821:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:2.0:1767384344.114824:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384344.114825:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294932885 00000020:00000001:3.0:1767384344.114826:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384344.114829:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:3.0:1767384344.114835:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:2.0:1767384344.114835:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp12->192.168.203.143@tcp12: REPLY: OK 00000100:00000001:0.0:1767384344.114837:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294932885 00000020:00000001:3.0:1767384344.114840:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384344.114842:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294932885 00000100:00000001:3.0:1767384344.114846:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384344.114846:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff29a3d1 00000100:00000001:0.0:1767384344.114846:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294932885 00000400:00000010:2.0:1767384344.114850:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff29a3d1. 00000100:00000001:0.0:1767384344.114851:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384344.114852:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067546159. 00000400:00000200:2.0:1767384344.114856:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:3.0:1767384344.114857:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384344.114858:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.114864:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000020:00000010:3.0:1767384344.114865:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067546159. 00000100:00000001:0.0:1767384344.114865:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.114870:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000100:00000001:0.0:1767384344.114871:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384344.114874:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006edf27f2. 00000400:00000200:2.0:1767384344.114876:0:16346:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.143@tcp (400 bytes) 00000100:00000001:0.0:1767384344.114878:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384344.114881:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051780224. 00000100:00000001:0.0:1767384344.114881:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384344.114884:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:0.0:1767384344.114888:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384344.114889:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1ef485b. 00000100:00000001:0.0:1767384344.114891:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384344.114895:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384344.114896:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000005bcd6f03. 00000100:00000001:0.0:1767384344.114899:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.114900:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384344.114901:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (23) 00000100:00000001:3.0:1767384344.114904:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1767384344.114911:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384344.114914:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384344.114914:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384344.114917:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.114919:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.114919:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.114930:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.114940:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.114953:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384344.114954:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384344.114955:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746144768 00000100:00000001:2.0:1767384344.114958:0:17079:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.114959:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384344.114962:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384344.114965:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.114967:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384344.114968:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746144768 00000020:00000001:3.0:1767384344.114970:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384344.114971:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384344.114973:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384344.114974:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384344.114975:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:2.0:1767384344.114977:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384344.114978:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384344.114981:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00100000:2.0:1767384344.114984:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000001:3.0:1767384344.114985:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384344.114990:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067546159. 00000100:00000040:2.0:1767384344.114990:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384344.114996:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384344.114996:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564739093584 : -111508970458032 : ffff9a954b6d3450) 00000020:00000010:3.0:1767384344.115002:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067546159. 00000100:00000040:2.0:1767384344.115004:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e524260a x1853236746144640/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 4848/0 e 0 to 0 dl 1767384355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384344.115006:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d71fd305. 00000020:00000010:3.0:1767384344.115012:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab1dec5c. 00000100:00000001:2.0:1767384344.115016:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384344.115017:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000022561b8a. 00000020:00000010:2.0:1767384344.115020:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000382be188. 00000100:00000001:3.0:1767384344.115021:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384344.115026:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384344.115026:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384344.115029:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384344.115030:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000382be188. 00000100:00000001:3.0:1767384344.115033:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.115038:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384344.115038:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e524260a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746144640:12345-0@lo:253: 00000100:00000200:2.0:1767384344.115044:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746144640 00000100:00000001:0.0:1767384344.115045:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384344.115047:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384344.115049:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384344.115049:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384344.115051:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384344.115053:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384344.115054:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384344.115057:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000040:0.0:1767384344.115060:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:3.0:1767384344.115061:0:17080:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.115066:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609684048 : -111508099867568 : ffff9a957f515c50) 00000100:00000001:3.0:1767384344.115067:0:17080:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.115068:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384344.115072:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000040:0.0:1767384344.115075:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eaa56336 x1853236746144768/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 4848/0 e 0 to 0 dl 1767384355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384344.115077:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384344.115081:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384344.115087:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384344.115088:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384344.115089:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384344.115093:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b09348. 00000020:00000001:2.0:1767384344.115094:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.115100:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384344.115101:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384344.115104:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004b09348. 02000000:00000001:2.0:1767384344.115105:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384344.115111:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eaa56336 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746144768:12345-0@lo:253: 02000000:00000010:2.0:1767384344.115112:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dd3736e0. 00000100:00000200:0.0:1767384344.115117:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746144768 02000000:00000001:2.0:1767384344.115118:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.115121:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384344.115122:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.115127:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384344.115128:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384344.115130:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.115134:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:2.0:1767384344.115139:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c68d4be0. 00000400:00000200:3.0:1767384344.115143:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384344.115143:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 20000000:01000000:2.0:1767384344.115145:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384344.115149:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384344.115150:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:3.0:1767384344.115151:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000e6542e43. 00000020:00000001:0.0:1767384344.115152:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384344.115154:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384344.115156:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384344.115157:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.115159:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384344.115162:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.115163:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abbaa028. 00000020:00000001:0.0:1767384344.115163:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384344.115165:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384344.115170:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384344.115172:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adc1c66. 02000000:00000001:0.0:1767384344.115173:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384344.115176:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005bcd6f03. 00000400:00000200:3.0:1767384344.115178:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e6542e43 20000000:01000000:2.0:1767384344.115180:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 02000000:00000010:0.0:1767384344.115181:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000809351f7. 00000400:00000001:3.0:1767384344.115182:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384344.115186:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384344.115187:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.115189:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008120939e. 20000000:00000001:2.0:1767384344.115189:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384344.115190:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384344.115195:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384344.115196:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002852012a 00080000:00000001:2.0:1767384344.115197:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000010:3.0:1767384344.115199:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 00080000:00000001:2.0:1767384344.115202:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384344.115203:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 20000000:00000010:0.0:1767384344.115203:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007430a88a. 00000400:00000010:3.0:1767384344.115209:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000044711245. 20000000:01000000:0.0:1767384344.115209:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384344.115212:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 20000000:00000001:0.0:1767384344.115213:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384344.115217:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384344.115219:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.115220:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100871 00080000:00000001:2.0:1767384344.115220:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384344.115223:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384344.115226:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384344.115229:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:0 00000400:00000200:3.0:1767384344.115232:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 rc 1 00000400:00000200:3.0:1767384344.115235:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00080000:00000001:2.0:1767384344.115237:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.115238:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (22) 00080000:00000001:2.0:1767384344.115243:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000010:3.0:1767384344.115245:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 0000000044711245. 00080000:00000001:2.0:1767384344.115247:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.115250:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00080000:00000001:2.0:1767384344.115250:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384344.115254:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.115257:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000079446866. 00080000:00000002:2.0:1767384344.115258:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000400:00000200:3.0:1767384344.115263:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000020:00000001:2.0:1767384344.115264:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:2.0:1767384344.115267:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384344.115270:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384344.115273:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00080000:00000001:2.0:1767384344.115275:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.115279:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:3.0:1767384344.115287:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00080000:00000001:2.0:1767384344.115287:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384344.115293:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384344.115294:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:3.0:1767384344.115299:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000020:00000001:2.0:1767384344.115300:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000400:00000200:3.0:1767384344.115307:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00080000:00000001:2.0:1767384344.115307:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384344.115312:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008f770788. 00000400:00000200:3.0:1767384344.115314:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00080000:00000001:2.0:1767384344.115316:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560347800064 : -111513361751552 : ffff9a9445af6200) 00000400:00000200:3.0:1767384344.115321:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00080000:00000001:2.0:1767384344.115323:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384344.115327:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000001:00000001:2.0:1767384344.115328:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384344.115332:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000382be188. 00080000:00000001:2.0:1767384344.115336:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384344.115340:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384344.115342:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:3.0:1767384344.115346:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:3.0:1767384344.115349:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:3.0:1767384344.115353:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00080000:00000001:2.0:1767384344.115354:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.115358:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:3.0:1767384344.115362:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:3.0:1767384344.115365:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 14], ns[42, 14] 00000400:00000200:3.0:1767384344.115367:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 14], ns[46, 14] 00000400:00000200:3.0:1767384344.115384:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000200:3.0:1767384344.115387:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 14], ns[58, 14] 00080000:00000001:2.0:1767384344.115390:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384344.115406:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 14], ns[62, 14] 00000400:00000200:3.0:1767384344.115411:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[64, 14], ns[64, 14] 00000400:00000200:3.0:1767384344.115415:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384344.115418:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp13 00000400:00000200:3.0:1767384344.115421:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767384344.115423:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp13 00000400:00000200:3.0:1767384344.115427:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp13 NI seq info: [67:67:256:4294967295] 192.168.203.143@tcp13 LPNI seq info [67:67:8:4294967295] 00000400:00000200:3.0:1767384344.115431:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp13 00000400:00000200:3.0:1767384344.115466:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13:) -> 192.168.203.143@tcp13(192.168.203.143@tcp:192.168.203.143@tcp13) : GET try# 0 00000800:00000200:3.0:1767384344.115470:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp13 00000800:00000010:3.0:1767384344.115474:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081f56b29. 00000800:00000200:3.0:1767384344.115483:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003fcf26e2] -> 12345-192.168.203.143@tcp13 (6) 00000800:00000200:3.0:1767384344.115489:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp13 ip 192.168.203.143:988 00000800:00000200:3.0:1767384344.115491:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081f56b29 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384344.115502:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384344.115504:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000800:00000200:2.0:1767384344.115584:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384344.115585:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384344.115587:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081f56b29. 00000400:00000200:2.0:1767384344.115591:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384344.115593:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.115598:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384344.115598:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: GET: OK 00000400:00000200:2.0:1767384344.115603:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384344.115605:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384344.115606:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000400:00000200:3.0:1767384344.115615:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13) <- 192.168.203.143@tcp13 : GET - for me 00000400:00000200:3.0:1767384344.115623:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384344.115627:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 400/400 into md 0x17f9 [1] + 0 00000400:00000200:3.0:1767384344.115632:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp13 to MR: 192.168.203.143@tcp13 local destination 00000400:00000200:3.0:1767384344.115635:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp13 NI seq info: [68:68:256:4294967295] 192.168.203.143@tcp13 LPNI seq info [68:68:8:4294967295] 00000400:00000200:3.0:1767384344.115641:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13:192.168.203.143@tcp13) -> 192.168.203.143@tcp13(192.168.203.143@tcp13:192.168.203.143@tcp13) 192.168.203.143@tcp13 : REPLY try# 0 00000800:00000200:3.0:1767384344.115645:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.143@tcp13 00000800:00000010:3.0:1767384344.115648:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000357a72e. 00000800:00000200:3.0:1767384344.115650:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003fcf26e2] -> 12345-192.168.203.143@tcp13 (6) 00000800:00000200:3.0:1767384344.115654:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp13 ip 192.168.203.143:1015 00000800:00000200:3.0:1767384344.115655:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000357a72e type 3, nob 496 niov 1 nkiov 1 00000800:00000001:2.0:1767384344.115680:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.115701:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.115705:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384344.115706:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384344.115707:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384344.115711:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000357a72e. 00000800:00000001:2.0:1767384344.115713:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.115715:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.115723:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: REPLY: OK 00000400:00000200:2.0:1767384344.115724:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13) <- 192.168.203.143@tcp13 : REPLY - for me 00000400:00000200:2.0:1767384344.115734:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp13: Reply from 12345-192.168.203.143@tcp13 of length 400/400 into md 0x1815 00000800:00000001:2.0:1767384344.115738:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.115741:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384344.115743:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384344.115745:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: REPLY: OK 00000400:00000200:2.0:1767384344.115748:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002852012a 00000400:00000010:2.0:1767384344.115749:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 00000400:00000200:2.0:1767384344.115752:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384344.115754:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:2.0:1767384344.115756:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000800:00000001:0.0:1767384344.115763:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384344.115766:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 23. state = 0x100271 00000400:00000200:2.0:1767384344.115772:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384344.115782:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (23) 00000800:00000001:2.0:1767384344.115787:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.115791:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.115803:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384344.115806:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00000400:00000010:3.0:1767384344.115812:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 00000000467119ea. 00000400:00000010:3.0:1767384344.115814:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 000000003eaf4d46. 00000400:00000010:3.0:1767384344.115815:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 0000000071f22105. 00000400:00000200:3.0:1767384344.115839:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp29(00000000bb67a2d6) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384344.115843:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009875eaed. 00000400:00000200:3.0:1767384344.115847:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009875eaed nid 192.168.203.143@tcp30 00000400:00000010:3.0:1767384344.115849:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b0f39133. 00000400:00000200:3.0:1767384344.115850:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b0f39133 net tcp30 00000400:00000200:3.0:1767384344.115852:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (22) 00000400:00000200:3.0:1767384344.115856:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp30 flags 0x11 00000400:00000010:3.0:1767384344.115858:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d1f9bfdf. 00000400:00000200:3.0:1767384344.115860:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d1f9bfdf nid 192.168.203.143@tcp31 00000400:00000010:3.0:1767384344.115863:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000274a7bc2. 00000400:00000200:3.0:1767384344.115864:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000274a7bc2 net tcp31 00000400:00000200:3.0:1767384344.115865:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (23) 00000400:00000200:3.0:1767384344.115868:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp31 flags 0x11 00000400:00000010:3.0:1767384344.115869:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 00000000467119ea. 00000400:00000010:3.0:1767384344.115871:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 000000003eaf4d46. 00000400:00000010:3.0:1767384344.115873:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 0000000071f22105. 00000400:00000010:3.0:1767384344.115875:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 0000000044711245. 00000400:00000200:3.0:1767384344.115876:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384344.115878:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 00000400:00000200:3.0:1767384344.115880:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00000400:00000200:3.0:1767384344.115882:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:3.0:1767384344.115886:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065012541. 00000400:00000200:3.0:1767384344.115888:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (24) 00000400:00000010:3.0:1767384344.115891:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008712145a. 00000400:00000200:3.0:1767384344.115893:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp13 00000400:00000200:3.0:1767384344.115898:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp13 to MR: 192.168.203.143@tcp13 local destination 00000400:00000200:3.0:1767384344.115901:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp13 NI seq info: [69:69:256:4294967295] 192.168.203.143@tcp13 LPNI seq info [69:69:8:4294967295] 00000400:00000200:3.0:1767384344.115905:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp13 00000400:00000200:3.0:1767384344.115913:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13:192.168.203.143@tcp13) -> 192.168.203.143@tcp13(192.168.203.143@tcp13:192.168.203.143@tcp13) : PUT try# 0 00000800:00000200:3.0:1767384344.115916:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.143@tcp13 00000800:00000010:3.0:1767384344.115919:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000357a72e. 00000800:00000200:3.0:1767384344.115926:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003fcf26e2] -> 12345-192.168.203.143@tcp13 (6) 00000800:00000200:3.0:1767384344.115930:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp13 ip 192.168.203.143:988 00000800:00000200:3.0:1767384344.115932:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000357a72e type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1767384344.115944:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384344.115946:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00000800:00000200:2.0:1767384344.115998:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384344.116002:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000357a72e. 00000400:00000200:2.0:1767384344.116005:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384344.116010:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384344.116011:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: PUT: OK 00000400:00000200:2.0:1767384344.116015:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384344.116017:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp13: 0 00000800:00000001:0.0:1767384344.116018:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384344.116021:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384344.116025:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384344.116031:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13) <- 192.168.203.143@tcp13 : PUT - for me 00000400:00000200:0.0:1767384344.116039:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384344.116043:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 400/400 into md 0x1811 [1] + 0 00000400:00000010:0.0:1767384344.116045:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abbaa028. 00000400:00000200:0.0:1767384344.116048:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006adc1c66 00000800:00000001:0.0:1767384344.116051:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384344.116054:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384344.116056:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384344.116058:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: PUT: OK 00000400:00000200:0.0:1767384344.116060:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adc1c66 00000400:00000010:0.0:1767384344.116061:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adc1c66. 00000400:00000200:0.0:1767384344.116071:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384344.116073:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (25) 00000400:00000200:0.0:1767384344.116076:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:0.0:1767384344.116079:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000ead9bb21. 00000400:00000200:0.0:1767384344.116081:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 23 00000400:00000200:0.0:1767384344.116084:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384344.116096:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (26) 00000400:00000200:0.0:1767384344.116100:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384344.116104:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp13 to MR: 192.168.203.143@tcp13 local destination 00000400:00000200:0.0:1767384344.116108:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp13 NI seq info: [70:70:256:4294967295] 192.168.203.143@tcp13 LPNI seq info [70:70:8:4294967295] 00000400:00000200:0.0:1767384344.116116:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13:192.168.203.143@tcp13) -> 192.168.203.143@tcp13(192.168.203.143@tcp13:192.168.203.143@tcp13) 192.168.203.143@tcp13 : ACK try# 0 00000800:00000200:0.0:1767384344.116119:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp13 00000400:00000200:3.0:1767384344.116120:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384344.116123:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd7cf07. 00000400:00000010:3.0:1767384344.116125:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008120939e. 00000800:00000200:0.0:1767384344.116130:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003fcf26e2] -> 12345-192.168.203.143@tcp13 (6) 00000400:00000010:3.0:1767384344.116131:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4725a55. 00000400:00000200:3.0:1767384344.116136:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e6542e43 00000800:00000200:0.0:1767384344.116139:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp13 ip 192.168.203.143:1015 00000400:00000200:3.0:1767384344.116143:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1004f1 00000800:00000200:0.0:1767384344.116144:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd7cf07 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384344.116150:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 0000000044711245. 00000400:00000010:3.0:1767384344.116154:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 000000003eaf4d46. 00000400:00000010:3.0:1767384344.116156:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 0000000071f22105. 00000400:00000010:3.0:1767384344.116168:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 0000000044711245. 00000400:00000010:3.0:1767384344.116170:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 000000003eaf4d46. 00000400:00000010:3.0:1767384344.116172:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 0000000071f22105. 00000400:00000010:3.0:1767384344.116175:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000ead9bb21. 00000800:00000001:2.0:1767384344.116175:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384344.116182:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384344.116184:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100571 00000400:00000200:3.0:1767384344.116187:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 1 00000400:00000200:3.0:1767384344.116189:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 00000400:00000200:3.0:1767384344.116192:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384344.116194:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100511 rc 0 00000800:00000001:2.0:1767384344.116197:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384344.116200:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384344.116204:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (25) 00000800:00000001:2.0:1767384344.116204:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384344.116205:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384344.116210:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384344.116211:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd7cf07. 00000400:00000200:0.0:1767384344.116216:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384344.116217:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384344.116222:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: ACK: OK 00000400:00000200:2.0:1767384344.116228:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp13(192.168.203.143@tcp13) <- 192.168.203.143@tcp13 : ACK - for me 00000800:00000001:3.0:1767384344.116231:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384344.116240:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp13: ACK from 12345-192.168.203.143@tcp13 into md 0x1819 00000400:00000200:2.0:1767384344.116244:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384344.116247:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp13->192.168.203.143@tcp13: ACK: OK 00000400:00000200:2.0:1767384344.116250:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065012541 00000400:00000010:2.0:1767384344.116251:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065012541. 00000400:00000200:2.0:1767384344.116254:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384344.116256:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:2.0:1767384344.116257:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (24) 00000800:00000001:2.0:1767384344.116260:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.116262:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384344.117286:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008f770788. 00080000:00000010:2.0:1767384344.117324:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000382be188. 00040000:00000001:2.0:1767384344.117329:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384344.117331:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384344.117333:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384344.117336:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384344.117338:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384344.117339:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384344.117347:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384344.117359:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384344.117361:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384344.117366:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384344.117391:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384344.117395:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384344.117397:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384344.117401:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384344.117419:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384344.117425:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ea0c7e3c. 00010000:00000001:3.0:1767384344.117436:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384344.117461:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d86da99. 00000020:00000001:3.0:1767384344.117465:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000010:0.0:1767384344.117465:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037d141c0. 00000020:00000040:3.0:1767384344.117467:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d86da99 with handle 0x980286e253c5fc7e to hash 00000020:00000001:3.0:1767384344.117472:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 20000000:01000000:0.0:1767384344.117472:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00010000:00000001:3.0:1767384344.117474:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 20000000:00000001:0.0:1767384344.117477:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384344.117478:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00080000:00000001:0.0:1767384344.117481:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384344.117483:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384344.117486:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384344.117486:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00010000:3.0:1767384344.117491:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384344.117496:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384344.117499:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384344.117502:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384344.117504:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.117505:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384344.117508:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384344.117509:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384344.117511:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384344.117512:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.117515:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384344.117515:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384344.117518:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384344.117519:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.117525:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000002:0.0:1767384344.117525:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00010000:00000001:3.0:1767384344.117528:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384344.117530:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384344.117531:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384344.117532:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ea0c7e3c) refcount = 1 00010000:00010000:3.0:1767384344.117541:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384344.117541:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:0.0:1767384344.117545:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384344.117552:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384344.117555:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384344.117557:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.117558:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:0.0:1767384344.117560:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.117561:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.117565:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.117565:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384344.117569:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384344.117570:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 20000000:00000001:3.0:1767384344.117572:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:0.0:1767384344.117575:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:3.0:1767384344.117577:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00080000:00000010:0.0:1767384344.117579:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b3755bde. 00010000:00000001:3.0:1767384344.117580:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:2.0:1767384344.117581:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:0.0:1767384344.117583:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560350359040 : -111513359192576 : ffff9a9445d66e00) 00000100:00000001:2.0:1767384344.117586:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:0.0:1767384344.117587:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384344.117590:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:2.0:1767384344.117591:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c68d4be0. 00000001:00000001:0.0:1767384344.117592:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:3.0:1767384344.117593:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=4 00000020:00000001:3.0:1767384344.117598:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00080000:00000010:0.0:1767384344.117598:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000004b09348. 20000000:00000001:2.0:1767384344.117599:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.117603:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00080000:00000001:0.0:1767384344.117621:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384344.117623:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746144640 00010000:00000001:3.0:1767384344.117624:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384344.117625:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384344.117630:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.117630:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:0.0:1767384344.117637:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384344.117638:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e524260a x1853236746144640/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384344.117639:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384344.117643:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384344.117650:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384344.117661:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.117664:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.117664:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384344.117669:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.117669:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384344.117677:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=50 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384344.117678:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384344.117681:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.117683:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384344.117684:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384344.117687:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384344.117688:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384344.117695:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384344.117701:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384344.117703:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d86da99 already unused, calling callback (000000004feed035) 02000000:00000001:2.0:1767384344.117705:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.117706:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384344.117710:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384344.117712:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384344.117713:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384344.117718:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384344.117724:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:2.0:1767384344.117724:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034eeace0. 00010000:00000001:3.0:1767384344.117728:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384344.117730:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384344.117731:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746144640, offset 224 00000020:00000040:3.0:1767384344.117732:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=5 00000020:00000001:3.0:1767384344.117737:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384344.117742:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000400:00000200:2.0:1767384344.117742:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384344.117758:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384344.117759:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384344.117762:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.117768:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384344.117769:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04b80 00010000:00000001:3.0:1767384344.117770:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384344.117774:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.117779:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384344.117779:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1801 [2] + 224 00010000:00000001:3.0:1767384344.117781:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384344.117786:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384344.117788:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384344.117789:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384344.117796:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d86da99 with handle 0x980286e253c5fc7e from hash 00010000:00000001:3.0:1767384344.117799:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384344.117800:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384344.117802:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.117805:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384344.117806:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384344.117806:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384344.117810:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:2.0:1767384344.117813:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384344.117814:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384344.117818:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384344.117820:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.117826:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.117829:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1767384344.117830:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384344.117831:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384344.117837:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.117840:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384344.117844:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.117846:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.117848:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384344.117850:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.117868:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.117871:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384344.117873:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384344.117877:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384344.117878:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.117879:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384344.117887:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384344.117889:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.117889:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:3.0:1767384344.117893:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384344.117895:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384344.117897:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034eeace0 00010000:00000001:3.0:1767384344.117903:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:2.0:1767384344.117903:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034eeace0. 00010000:00000001:3.0:1767384344.117907:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384344.117910:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1767384344.117911:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d86da99/0x980286e253c5fc7e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384344.117911:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384344.117915:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384344.117916:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1767384344.117922:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ea0c7e3c count: 0 00000100:00000001:2.0:1767384344.117924:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384344.117925:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384344.117929:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:0.0:1767384344.117929:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384344.117932:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f1e98d2. 00000400:00000200:0.0:1767384344.117937:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca52f7e 00010000:00000001:2.0:1767384344.117939:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384344.117940:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ca52f7e. 00010000:00000001:3.0:1767384344.117941:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384344.117944:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384344.117946:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384344.117947:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384344.117948:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384344.117955:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384344.117957:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e524260a x1853236746144640/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384344.117988:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384344.117992:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e524260a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746144640:12345-0@lo:253: Request processed in 2972us (3472us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384344.117998:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384344.118006:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.118011:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384344.118014:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384344.118016:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384344.118020:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384344.118021:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 02000000:00000001:0.0:1767384344.118026:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384344.118028:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384344.118032:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384344.118034:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384344.118040:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051780224. 00000100:00001000:0.0:1767384344.118041:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=50 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384344.118047:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=50 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384344.118048:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1ef485b. 00000100:00000001:0.0:1767384344.118050:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384344.118055:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384344.118056:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006edf27f2. 00010000:00000001:0.0:1767384344.118058:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384344.118061:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384344.118063:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:0.0:1767384344.118064:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384344.118071:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384344.118072:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384344.118074:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dd3736e0. 02000000:00000001:2.0:1767384344.118081:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384344.118085:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.118086:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384344.118091:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384344.118092:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384344.118092:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384344.118100:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767384344.118101:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a61e3a. 00000020:01000004:0.0:1767384344.118102:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384344.118107:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384344.118109:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:2.0:1767384344.118110:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034eeace0. 00000020:01000004:0.0:1767384344.118113:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384344.118116:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384344.118117:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384344.118118:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384344.118120:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384344.118121:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384344.118123:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384344.118130:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005db5c650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746144640:0@lo:253: 00000100:00000001:0.0:1767384344.118134:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.118135:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384344.118137:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005db5c650 x1853236746144640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.118142:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384344.118143:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384344.118157:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a6e355a. 02000000:00000001:0.0:1767384344.118160:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384344.118161:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384344.118162:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384344.118170:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384344.118172:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f535bbb2. 02000000:00000001:0.0:1767384344.118175:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384344.118176:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384344.118178:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005db5c650. 00000100:00000001:0.0:1767384344.118180:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384344.118181:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.118182:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.118201:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384344.118202:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.118204:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384344.118205:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384344.119247:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b3755bde. 00080000:00000010:0.0:1767384344.119334:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000004b09348. 00040000:00000001:0.0:1767384344.119339:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384344.119340:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384344.119342:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384344.119344:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384344.119346:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384344.119347:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384344.119349:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384344.119359:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384344.119361:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384344.119365:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384344.119382:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384344.119401:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384344.119402:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384344.119404:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384344.119406:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384344.119410:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000745d9f43. 00010000:00000001:3.0:1767384344.119413:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384344.119414:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00000020:00000001:3.0:1767384344.119416:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384344.119418:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fc85 to hash 00000020:00000001:3.0:1767384344.119420:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384344.119421:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384344.119423:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384344.119425:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384344.119426:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384344.119428:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.119432:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384344.119434:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384344.119460:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384344.119461:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384344.119462:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.119464:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384344.119465:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.119466:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384344.119468:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384344.119470:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384344.119471:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384344.119472:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000745d9f43) refcount = 1 00010000:00010000:3.0:1767384344.119475:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.119479:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384344.119481:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384344.119483:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.119485:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.119486:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384344.119488:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384344.119489:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384344.119491:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384344.119493:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384344.119494:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000020:00000001:3.0:1767384344.119496:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384344.119498:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384344.119500:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384344.119501:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.119505:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384344.119507:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.119511:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.119513:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384344.119514:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.119523:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384344.119525:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.119527:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384344.119528:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384344.119533:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000158f3d3f already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384344.119535:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384344.119537:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384344.119538:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384344.119541:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384344.119542:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384344.119545:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384344.119547:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384344.119548:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:2.0:1767384344.119549:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007430a88a. 00000020:00000040:3.0:1767384344.119551:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=5 00000020:00000001:3.0:1767384344.119555:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384344.119557:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 20000000:00000001:2.0:1767384344.119557:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.119559:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384344.119560:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.119564:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384344.119566:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384344.119568:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384344.119569:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746144768 00010000:00000001:3.0:1767384344.119571:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384344.119573:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384344.119574:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384344.119578:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:2.0:1767384344.119580:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eaa56336 x1853236746144768/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384344.119581:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384344.119586:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000158f3d3f with handle 0x980286e253c5fc85 from hash 00010000:00000001:3.0:1767384344.119591:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384344.119594:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.119597:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.119597:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384344.119600:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384344.119602:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=50 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384344.119606:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384344.119607:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384344.119608:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384344.119628:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:2.0:1767384344.119629:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384344.119630:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384344.119634:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384344.119635:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.119639:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384344.119640:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384344.119642:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:2.0:1767384344.119644:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.119645:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384344.119648:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384344.119648:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384344.119652:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384344.119654:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384344.119655:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384344.119657:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.119660:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384344.119660:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096a788af. 00010000:00010000:3.0:1767384344.119662:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384344.119666:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746144768, offset 224 00010000:00000001:3.0:1767384344.119669:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.119671:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384344.119673:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384344.119676:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384344.119676:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384344.119678:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.119680:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384344.119681:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384344.119683:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.119687:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:3.0:1767384344.119688:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384344.119693:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.119697:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384344.119699:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04c00 00010000:00000001:3.0:1767384344.119700:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384344.119703:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc85 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384344.119708:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1809 [2] + 224 00010000:00000040:3.0:1767384344.119716:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000745d9f43 count: 0 00000400:00000200:2.0:1767384344.119718:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384344.119724:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384344.119725:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384344.119727:0:17077:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:3.0:1767384344.119728:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384344.119733:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384344.119741:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384344.119756:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384344.119761:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096a788af 00000400:00000010:2.0:1767384344.119762:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096a788af. 00000100:00000001:2.0:1767384344.119764:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384344.119766:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384344.119769:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384344.119771:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:0.0:1767384344.119778:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384344.119782:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384344.119782:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384344.119786:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.119790:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384344.119790:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384344.119793:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384344.119796:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ade976d5. 00000100:00000040:2.0:1767384344.119797:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa56336 x1853236746144768/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384344.119803:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e8e8f73 00000400:00000010:0.0:1767384344.119808:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e8e8f73. 00000100:00100000:2.0:1767384344.119813:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eaa56336 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746144768:12345-0@lo:253: Request processed in 4721us (5105us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384344.119814:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384344.119821:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384344.119826:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000040:2.0:1767384344.119833:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:2.0:1767384344.119839:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384344.119841:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384344.119842:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384344.119846:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab1dec5c. 00000020:00000010:2.0:1767384344.119853:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022561b8a. 00000100:00000001:0.0:1767384344.119854:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384344.119858:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384344.119859:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d71fd305. 00000020:00000040:2.0:1767384344.119863:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:2.0:1767384344.119865:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384344.119866:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000809351f7. 02000000:00000001:2.0:1767384344.119869:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384344.119870:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384344.119872:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384344.119873:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384344.119876:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384344.119878:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384344.119878:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384344.119882:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384344.119885:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1bf0b2a. 00000100:00001000:0.0:1767384344.119886:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=50 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384344.119891:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096a788af. 00000100:00001000:0.0:1767384344.119892:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384344.119898:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384344.119900:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.119901:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384344.119903:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.119904:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384344.119907:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.119912:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384344.119914:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384344.119915:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384344.119917:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384344.119919:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384344.119920:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384344.119921:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384344.119922:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384344.119923:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384344.119924:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384344.119925:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384344.119926:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384344.119927:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384344.119932:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040954b97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746144768:0@lo:253: 00000100:00000001:0.0:1767384344.119935:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.119937:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384344.119938:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040954b97 x1853236746144768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.119942:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384344.119943:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384344.119951:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000209a1d20. 02000000:00000001:0.0:1767384344.119954:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384344.119955:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384344.119956:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384344.119957:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384344.119958:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004d9f8c15. 02000000:00000001:0.0:1767384344.119960:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384344.119961:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384344.119962:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040954b97. 00000100:00000001:0.0:1767384344.119964:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384344.119965:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.119966:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.119970:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384344.119971:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.119972:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384344.119973:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384344.121487:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294932885, at 4294932886 00000100:00000010:2.0:1767384344.121495:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f88d96. 00000100:00000040:3.0:1767384344.121509:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294932885, at 4294932886 00000100:00000040:0.0:1767384344.121516:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294932885, at 4294932886 00000100:00000010:3.0:1767384344.121517:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e699c263. 00000100:00000010:0.0:1767384344.121524:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d89645c0. 00000100:00000040:1.0:1767384344.122466:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294932885, at 4294932887 00000100:00000010:1.0:1767384344.122473:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a103901. 00000400:00000010:1.0:1767384344.131866:0:27545:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c132c68b. 00000400:00000040:1.0:1767384344.131890:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384344.131894:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384344.131897:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384344.131899:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384344.131902:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384344.131903:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384344.131906:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384344.131908:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384344.131910:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384344.131912:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384344.131915:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384344.131917:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384344.131920:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384344.131922:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384344.131924:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384344.131926:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384344.131928:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384344.131930:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384344.131931:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384344.131935:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384344.131937:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384344.131939:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384344.131941:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384344.131943:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384344.131945:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384344.131948:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384344.131950:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384344.131953:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384344.131955:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384344.131958:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384344.131959:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384344.131962:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384344.131990:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384344.131991:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384344.131993:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384344.131995:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384344.131997:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384344.131999:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384344.132001:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384344.132003:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384344.132006:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384344.132008:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384344.132010:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384344.132012:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384344.132014:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384344.132015:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384344.132017:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384344.132019:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384344.132021:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384344.132023:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384344.132025:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384344.132027:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384344.132028:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384344.132031:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384344.132033:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384344.132035:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384344.132036:0:27545:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384344.132111:0:27545:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c132c68b. 00010000:00000010:3.1:1767384344.133467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ea0c7e3c. 00010000:00000010:3.1:1767384344.133476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d86da99. 00010000:00000010:3.1:1767384344.133480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000745d9f43. 00010000:00000010:3.1:1767384344.133482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 10000000:00000001:0.0:1767384344.227496:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384344.227500:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:0.0:1767384344.227505:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384344.227508:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384344.227509:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384344.227510:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384344.227513:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384344.227516:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384344.227518:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 41 10000000:00000001:0.0:1767384344.227520:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384344.227522:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384344.227529:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040954b97. 00000020:00000040:0.0:1767384344.227532:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384344.227537:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384344.227540:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384344.227544:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384344.227551:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ead9bb21. 00000100:00000001:0.0:1767384344.227557:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.227560:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384344.227569:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384344.227576:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000b29a664. 00010000:00000001:0.0:1767384344.227580:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384344.227582:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009ddd0e86. 00000020:00000001:0.0:1767384344.227586:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384344.227588:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009ddd0e86 with handle 0x980286e253c5fc8c to hash 00000020:00000001:0.0:1767384344.227590:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384344.227592:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384344.227594:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384344.227597:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384344.227599:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384344.227602:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384344.227609:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384344.227618:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384344.227622:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384344.227624:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384344.227629:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e8e8f73. 00000100:00000001:0.0:1767384344.227631:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560334706176 : -111513374845440 : ffff9a9444e79600) 00000100:00000001:0.0:1767384344.227633:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384344.227634:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556617088 : -111508152934528 : ffff9a957c279f80) 00000100:00000001:0.0:1767384344.227637:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384344.227639:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.227641:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384344.227642:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384344.227649:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.227656:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384344.227657:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384344.227664:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384344.227666:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384344.227668:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384344.227670:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040954b97 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746144896:0@lo:101: 00000100:00000001:0.0:1767384344.227673:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384344.227678:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384344.227680:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384344.227682:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384344.227685:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b345cd96. 02000000:00000001:0.0:1767384344.227687:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384344.227692:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade976d5. 00000400:00000010:0.0:1767384344.227698:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000100:00000200:0.0:1767384344.227702:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746144896, portal 25 00000100:00000001:0.0:1767384344.227704:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384344.227705:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556617088 : -111508152934528 : ffff9a957c279f80) 00000100:00000040:0.0:1767384344.227709:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.227714:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384344.227716:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384344.227719:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000100:00000200:0.0:1767384344.227721:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746144896, offset 0 00000400:00000200:0.0:1767384344.227727:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384344.227737:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384344.227748:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df04c80 00000400:00000200:0.0:1767384344.227753:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10ad [2] + 0 00000400:00000010:0.0:1767384344.227756:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa33cf9b. 00000400:00000200:0.0:1767384344.227759:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007622eb8d 00000400:00000200:0.0:1767384344.227764:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384344.227767:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384344.227771:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007622eb8d 00000400:00000010:0.0:1767384344.227773:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007622eb8d. 00000100:00000001:0.0:1767384344.227777:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384344.227779:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384344.227782:0:17082:0:(events.c:337:request_in_callback()) incoming req@00000000868a09fe x1853236746144896 msgsize 328 00000100:00100000:0.0:1767384344.227791:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384344.227793:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384344.227805:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384344.227813:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000400:00000010:0.0:1767384344.227814:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000100:00000001:0.0:1767384344.227817:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384344.227820:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.227827:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384344.227830:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.227835:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.227837:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384344.227841:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.227845:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294932998 00000100:00000010:0.0:1767384344.227848:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016a4b487. 00000100:00000001:0.0:1767384344.227854:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384344.227859:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294932998 00000100:00000010:0.0:1767384344.227862:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036196936. 00000100:00000001:0.0:1767384344.227866:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384344.227871:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294932998 00000100:00000001:3.0:1767384344.227872:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384344.227874:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006015cbae. 00000100:00100000:3.0:1767384344.227877:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746144896 00000100:00000001:0.0:1767384344.227879:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1767384344.227882:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384344.227885:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384344.227886:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294932998 00000100:00000001:3.0:1767384344.227890:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384344.227892:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5a55c4d. 02000000:00000001:3.0:1767384344.227895:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.227897:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00100000:3.0:1767384344.227901:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746144896 00000100:00000001:0.0:1767384344.227902:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384344.227906:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384344.227907:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384344.227909:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384344.227912:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384344.227913:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384344.227914:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384344.227916:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00100000:0.0:1767384344.227918:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 000000002e8e8f73 going to sleep for 11 seconds 00000020:00000001:3.0:1767384344.227922:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384344.227924:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384344.227926:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384344.227930:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384344.227935:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384344.227936:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000583e746. 00000100:00000001:3.0:1767384344.227941:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384344.227943:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000583e746. 00000020:00000010:3.0:1767384344.227949:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da369f82. 00000020:00000010:3.0:1767384344.227954:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e96bb6e2. 00000020:00000010:3.0:1767384344.227958:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad67ed1e. 00000100:00000040:3.0:1767384344.227965:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384344.227968:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384344.227969:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384344.227971:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.227978:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.227994:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.228004:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384344.228006:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384344.228011:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:3.0:1767384344.228015:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384344.228017:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609686096 : -111508099865520 : ffff9a957f516450) 00000100:00000040:3.0:1767384344.228022:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000868a09fe x1853236746144896/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 328/0 e 0 to 0 dl 1767384355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.228030:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384344.228039:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000583e746. 00000100:00000001:3.0:1767384344.228041:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384344.228042:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000583e746. 00000100:00100000:3.0:1767384344.228047:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000868a09fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746144896:12345-0@lo:101: 00000100:00000200:3.0:1767384344.228050:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746144896 00000020:00000001:3.0:1767384344.228053:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384344.228056:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384344.228058:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384344.228060:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384344.228062:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:3.0:1767384344.228064:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384344.228066:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384344.228068:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384344.228069:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384344.228072:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384344.228074:0:17077:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384344.228075:0:17077:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384344.228077:0:17077:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384344.228078:0:17077:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384344.228080:0:17077:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.228084:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384344.228088:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000745d9f43. 00010000:00000001:3.0:1767384344.228091:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384344.228094:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00000020:00000001:3.0:1767384344.228096:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384344.228097:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fc93 to hash 00000020:00000001:3.0:1767384344.228099:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384344.228100:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384344.228101:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00010000:3.0:1767384344.228103:0:17077:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fc8c expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384344.228110:0:17077:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000020:00000040:3.0:1767384344.228112:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000001:3.0:1767384344.228124:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384344.228126:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384344.228130:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003eaf4d46. 02000000:00000001:3.0:1767384344.228132:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.228133:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.228135:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384344.228138:0:17077:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384344.228140:0:17077:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384344.228142:0:17077:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384344.228143:0:17077:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.228145:0:17077:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384344.228146:0:17077:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.228149:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384344.228150:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384344.228151:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384344.228152:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384344.228154:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000745d9f43) refcount = 1 00010000:00010000:3.0:1767384344.228156:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fc8c expref: 15 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.228161:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384344.228163:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384344.228164:0:17077:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.228165:0:17077:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.228166:0:17077:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384344.228169:0:17077:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384344.228171:0:17077:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fc8c expref: 15 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384344.228175:0:17077:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384344.228177:0:17077:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384344.228178:0:17077:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.228180:0:17077:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.228182:0:17077:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384344.228183:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.228185:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384344.228186:0:17077:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000158f3d3f, rc 0) 00000020:00000001:3.0:1767384344.228194:0:17077:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384344.228197:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746144896 00010000:00000001:3.0:1767384344.228199:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384344.228203:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000868a09fe x1853236746144896/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 328/344 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384344.228210:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384344.228212:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384344.228215:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384344.228219:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384344.228221:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384344.228222:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384344.228224:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384344.228226:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.228228:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384344.228231:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384344.228234:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf69c47. 00000100:00000200:3.0:1767384344.228237:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746144896, offset 224 00000400:00000200:3.0:1767384344.228242:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384344.228247:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384344.228254:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df04c80 00000400:00000200:3.0:1767384344.228257:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1831 [1] + 224 00000400:00000200:3.0:1767384344.228261:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.228264:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384344.228267:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384344.228270:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384344.228276:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.228290:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384344.228296:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf69c47 00000400:00000010:3.0:1767384344.228297:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf69c47. 00000100:00000001:3.0:1767384344.228300:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384344.228301:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384344.228304:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384344.228309:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384344.228312:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384344.228313:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384344.228314:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ade976d5. 00000100:00000040:3.0:1767384344.228319:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:0.0:1767384344.228320:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00010000:00000001:3.0:1767384344.228324:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384344.228324:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000020:00000001:3.0:1767384344.228328:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228329:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384344.228330:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384344.228336:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384344.228337:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000868a09fe x1853236746144896/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 328/344 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384344.228367:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384344.228368:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000868a09fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746144896:12345-0@lo:101: Request processed in 335us (583us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384344.228385:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384344.228389:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.228393:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384344.228397:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384344.228400:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000001:0.0:1767384344.228401:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384344.228404:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.228406:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 02000000:00000001:0.0:1767384344.228408:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.228411:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384344.228413:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=50 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384344.228414:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384344.228420:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e96bb6e2. 00000100:00001000:0.0:1767384344.228420:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384344.228476:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384344.228478:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.228480:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384344.228482:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228484:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384344.228487:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.228492:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384344.228495:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384344.228496:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384344.228499:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384344.228505:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040954b97 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746144896:0@lo:101: 00000100:00000001:0.0:1767384344.228517:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.228518:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228520:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384344.228522:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384344.228524:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.228529:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384344.228531:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002e8e8f73. 00000100:00000001:0.0:1767384344.228533:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384344.228534:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.228537:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384344.228539:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384344.228540:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384344.228542:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=4 00000020:00000001:0.0:1767384344.228543:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384344.228545:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000040:0.0:1767384344.228548:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009ddd0e86, remote cookie: 0x980286e253c5fc93, flags: 0x0 00010000:00000001:0.0:1767384344.228550:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384344.228552:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384344.228553:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384344.228553:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384344.228554:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384344.228555:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000b29a664) refcount = 1 00010000:00010000:0.0:1767384344.228558:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.228563:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384344.228564:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384344.228565:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384344.228567:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384344.228569:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384344.228570:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.228582:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384344.228583:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384344.228585:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384344.228586:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384344.228587:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384344.228588:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228589:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384344.228591:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040954b97 x1853236746144896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.228596:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384344.228599:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384344.228600:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b345cd96. 02000000:00000001:0.0:1767384344.228603:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384344.228605:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384344.228606:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384344.228607:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384344.228610:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ead9bb21. 00000020:00000010:3.0:1767384344.228613:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad67ed1e. 02000000:00000001:0.0:1767384344.228614:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384344.228618:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384344.228619:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da369f82. 00000100:00000010:0.0:1767384344.228619:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040954b97. 00000020:00000040:3.0:1767384344.228628:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:0.0:1767384344.228628:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384344.228629:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384344.228633:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.228635:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:0.0:1767384344.228636:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 02000000:00000010:3.0:1767384344.228638:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003eaf4d46. 10000000:00000040:0.0:1767384344.228639:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:0.0:1767384344.228644:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.228645:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384344.228646:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384344.228649:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384344.228650:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384344.228653:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=3 00000100:00000200:3.0:1767384344.228656:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1767384344.228657:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384344.228662:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00000400:00000010:3.0:1767384344.228665:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b12a30d5. 00010000:00000001:0.0:1767384344.228665:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384344.228667:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384344.228671:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384344.228672:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.228673:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a2351db. 10000000:00000001:0.0:1767384344.228681:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384344.228683:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e9ef4b38. 00000100:00000010:0.0:1767384344.228697:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040954b97. 00000020:00000040:0.0:1767384344.228700:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384344.228702:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384344.228703:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384344.228705:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384344.228709:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ead9bb21. 00000100:00000001:0.0:1767384344.228711:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228714:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384344.228718:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b345cd96. 00000100:00000010:0.0:1767384344.228721:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002fe70eda. 00000020:00000040:0.0:1767384344.228723:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384344.228725:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384344.228726:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384344.228729:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e8e8f73. 00000100:00000001:0.0:1767384344.228731:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560334706176 : -111513374845440 : ffff9a9444e79600) 00000100:00000001:0.0:1767384344.228733:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384344.228734:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556617088 : -111508152934528 : ffff9a957c279f80) 00000100:00000001:0.0:1767384344.228737:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384344.228738:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228740:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384344.228741:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384344.228743:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.228748:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384344.228750:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384344.228751:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384344.228752:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384344.228754:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384344.228756:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040954b97 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746145024:0@lo:256: 00000100:00000001:0.0:1767384344.228759:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384344.228761:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384344.228763:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228769:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384344.228773:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade976d5. 00000400:00000010:0.0:1767384344.228778:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000585509b8. 00000100:00000200:0.0:1767384344.228781:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df04d00-0x695824df04d00, portal 33 00000100:00000001:0.0:1767384344.228783:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384344.228785:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384344.228787:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3755bde. 02000000:00000001:0.0:1767384344.228789:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384344.228791:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013705e06. 00000400:00000010:0.0:1767384344.228793:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000100:00000200:0.0:1767384344.228794:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746145024, portal 25 00000100:00000001:0.0:1767384344.228795:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384344.228796:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556617088 : -111508152934528 : ffff9a957c279f80) 00000100:00000040:0.0:1767384344.228798:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.228803:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384344.228804:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384344.228807:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000100:00000200:0.0:1767384344.228808:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746145024, offset 0 00000400:00000200:0.0:1767384344.228812:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384344.228816:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384344.228821:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df04d00 00000400:00000200:0.0:1767384344.228823:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10bd [2] + 0 00000400:00000010:0.0:1767384344.228826:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50c3b2e. 00000400:00000200:0.0:1767384344.228828:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a220215 00000400:00000200:0.0:1767384344.228830:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384344.228832:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384344.228834:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a220215 00000400:00000010:0.0:1767384344.228835:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a220215. 00000100:00000001:0.0:1767384344.228837:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384344.228838:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384344.228839:0:17082:0:(events.c:337:request_in_callback()) incoming req@0000000003cc7cf1 x1853236746145024 msgsize 304 00000100:00100000:0.0:1767384344.228843:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384344.228844:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384344.228860:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384344.228864:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000400:00000010:0.0:1767384344.228866:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000100:00000001:0.0:1767384344.228867:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384344.228870:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.228875:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384344.228878:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.228882:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228884:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384344.228886:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384344.228887:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384344.228889:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746145024 00000100:00000001:0.0:1767384344.228891:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294932999 02000000:00000001:3.0:1767384344.228892:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384344.228896:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384344.228899:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228900:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932998 02000000:00000001:3.0:1767384344.228902:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228904:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294932999 00000100:00100000:3.0:1767384344.228906:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746145024 00000100:00000001:0.0:1767384344.228909:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932998 00000020:00000001:3.0:1767384344.228910:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384344.228912:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384344.228915:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294932999 00000020:00000001:3.0:1767384344.228916:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384344.228919:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:0.0:1767384344.228921:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932998 00000100:00000001:0.0:1767384344.228924:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294932999 00000100:00000001:0.0:1767384344.228926:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932998 00000020:00000001:3.0:1767384344.228932:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384344.228932:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384344.228937:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384344.228938:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.228942:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384344.228943:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384344.228944:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384344.228947:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000583e746. 00000100:00100000:0.0:1767384344.228948:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 000000002e8e8f73 going to sleep for 11 seconds 00000100:00000001:3.0:1767384344.228953:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384344.228954:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384344.228958:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000583e746. 00000100:00000001:0.0:1767384344.228959:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384344.228965:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da369f82. 00000020:00000010:3.0:1767384344.228970:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e96bb6e2. 00000020:00000010:3.0:1767384344.228972:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad67ed1e. 00000100:00000040:3.0:1767384344.228977:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384344.228979:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384344.228980:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384344.228981:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.228984:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.228998:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.229005:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384344.229006:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384344.229012:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:3.0:1767384344.229014:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384344.229016:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609687120 : -111508099864496 : ffff9a957f516850) 00000100:00000040:3.0:1767384344.229020:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000003cc7cf1 x1853236746145024/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 304/0 e 0 to 0 dl 1767384355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.229026:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384344.229029:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000583e746. 00000100:00000001:3.0:1767384344.229030:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384344.229032:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000583e746. 00000100:00100000:3.0:1767384344.229035:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000003cc7cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746145024:12345-0@lo:256: 00000100:00000200:3.0:1767384344.229038:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746145024 00000020:00000001:3.0:1767384344.229039:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384344.229041:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384344.229042:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384344.229043:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384344.229050:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:3.0:1767384344.229052:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384344.229053:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384344.229055:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384344.229056:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384344.229058:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.229061:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384344.229063:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384344.229066:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000003eaf4d46. 02000000:00000001:3.0:1767384344.229067:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.229069:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384344.229071:0:17077:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384344.229074:0:17077:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384344.229076:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384344.229078:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384344.229080:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384344.229081:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384344.229083:0:17077:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384344.229086:0:17077:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000bdb9869a. 20000000:00000001:3.0:1767384344.229088:0:17077:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384344.229098:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384344.229102:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384344.229118:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384344.229119:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384344.229120:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384344.229122:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384344.229123:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384344.229124:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384344.229125:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384344.229126:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384344.229128:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384344.229129:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384344.229130:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384344.229132:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384344.229133:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384344.229135:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384344.229136:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384344.229137:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384344.229142:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384344.229144:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384344.229145:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384344.229146:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384344.229148:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:3.0:1767384344.229149:0:17077:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3612/1/4/3. 20000000:00000040:3.0:1767384344.229154:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384344.229155:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384344.229157:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384344.229158:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384344.229160:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384344.229161:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384344.229162:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384344.229163:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384344.229165:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384344.229166:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384344.229167:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384344.229168:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384344.229170:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384344.229171:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384344.229173:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384344.229174:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384344.229175:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384344.229177:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384344.229178:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384344.229180:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384344.229181:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384344.229182:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384344.229184:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:3.0:1767384344.229185:0:17077:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3128/1/4/3. 20000000:01000000:3.0:1767384344.229187:0:17077:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 968, version 50 20000000:00000001:3.0:1767384344.229188:0:17077:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=968 : 968 : 3c8) 00000100:00000001:3.0:1767384344.229190:0:17077:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384344.229193:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000644c68dd. 00000100:00000010:3.0:1767384344.229194:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003c7bd536. 00000020:00000040:3.0:1767384344.229196:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:3.0:1767384344.229198:0:17077:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384344.229200:0:17077:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384344.229207:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf69c47. 00000400:00000010:3.0:1767384344.229211:0:17077:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000005d1c8f7. 00000400:00000200:3.0:1767384344.229213:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384344.229220:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384344.229225:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 968 into portal 33 MB=0x695824df04d00 00000400:00000200:3.0:1767384344.229228:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 968/968 into md 0x1841 [4] + 0 00000400:00000010:3.0:1767384344.229230:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ade976d5. 00000400:00000200:3.0:1767384344.229232:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000585509b8 00000400:00000200:3.0:1767384344.229234:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.229236:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384344.229238:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000585509b8 00000400:00000010:3.0:1767384344.229239:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000585509b8. 00000100:00000001:3.0:1767384344.229246:0:17077:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384344.229247:0:17077:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000040954b97 desc 00000000b345cd96 mbits 1853236746145024 00000100:00000001:3.0:1767384344.229256:0:17077:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384344.229259:0:17077:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384344.229263:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:0.0:1767384344.229269:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384344.229272:0:17077:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x184d 00000100:00000001:0.0:1767384344.229273:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.229275:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.229280:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384344.229284:0:17077:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384344.229285:0:17077:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000644c68dd 00000100:00000001:3.0:1767384344.229287:0:17077:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384344.229291:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf69c47 00000400:00000010:3.0:1767384344.229292:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf69c47. 00000100:00000001:3.0:1767384344.229294:0:17077:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384344.229295:0:17077:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000644c68dd 00000100:00000001:3.0:1767384344.229298:0:17077:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384344.229313:0:17077:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 968 bytes via portal 33 id 12345-0@lo mbits 0x695824df04d00-0x695824df04d00 00000100:00000001:3.0:1767384344.229315:0:17077:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.229318:0:17077:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.229320:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384344.229322:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000010:3.0:1767384344.229324:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003c7bd536. 00000100:00000010:3.0:1767384344.229326:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000644c68dd. 00000100:00000001:3.0:1767384344.229335:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384344.229337:0:17077:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384344.229342:0:17077:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000bdb9869a. 20000000:00000001:3.0:1767384344.229345:0:17077:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384344.229347:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746145024 00010000:00000001:3.0:1767384344.229349:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384344.229352:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003cc7cf1 x1853236746145024/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 304/240 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384344.229358:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384344.229359:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384344.229361:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384344.229363:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384344.229365:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384344.229367:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384344.229382:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384344.229384:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.229385:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384344.229388:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384344.229391:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf69c47. 00000100:00000200:3.0:1767384344.229394:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746145024, offset 224 00000400:00000200:3.0:1767384344.229399:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384344.229403:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384344.229409:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df04d00 00000400:00000200:3.0:1767384344.229435:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1845 [1] + 224 00000400:00000200:3.0:1767384344.229438:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.229440:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384344.229443:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384344.229467:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384344.229472:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.229482:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384344.229486:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf69c47 00000100:00000001:0.0:1767384344.229491:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384344.229494:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf69c47. 00000100:00000001:3.0:1767384344.229497:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384344.229498:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384344.229499:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384344.229502:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384344.229504:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.229507:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384344.229509:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384344.229512:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384344.229512:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013705e06. 00000020:00000001:3.0:1767384344.229518:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384344.229519:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000100:00000040:3.0:1767384344.229522:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003cc7cf1 x1853236746145024/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:325/0 lens 304/240 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384344.229522:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000100:00000001:0.0:1767384344.229526:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384344.229533:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384344.229534:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000003cc7cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746145024:12345-0@lo:256: Request processed in 505us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384344.229550:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000200:0.0:1767384344.229552:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384344.229554:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384344.229559:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384344.229562:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384344.229565:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384344.229566:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e96bb6e2. 00000100:00000001:0.0:1767384344.229567:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.229570:0:17082:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384344.229571:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad67ed1e. 02000000:00000001:0.0:1767384344.229572:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384344.229576:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384344.229577:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da369f82. 00000100:00000001:0.0:1767384344.229578:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384344.229582:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384344.229583:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00001000:0.0:1767384344.229586:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=50 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384344.229587:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384344.229591:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000003eaf4d46. 00000100:00001000:0.0:1767384344.229592:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=50 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384344.229594:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384344.229596:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384344.229597:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.229599:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384344.229601:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384344.229602:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384344.229606:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.229607:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c30d6339. 00000100:00000001:0.0:1767384344.229609:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.229614:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e3e7905. 00000100:00000040:0.0:1767384344.229614:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384344.229625:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.229629:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384344.229631:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384344.229633:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384344.229637:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040954b97 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746145024:0@lo:256: 00000100:00000001:0.0:1767384344.229641:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.229642:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.229649:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384344.229651:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384344.229654:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.229658:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384344.229660:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002e8e8f73. 00000100:00000001:0.0:1767384344.229662:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384344.229663:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384344.229666:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 50, more 0. 10000000:00000001:0.0:1767384344.229669:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384344.229675:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000086efc49b. 10000000:00000040:0.0:1767384344.229682:0:17082:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.143@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384344.229688:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384344.229690:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384344.229694:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:0.0:1767384344.229696:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.229698:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384344.229700:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:0.0:1767384344.229702:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000400:00000200:0.0:1767384344.229704:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 23 NIDs 00000400:00001000:0.0:1767384344.229707:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384344.229710:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:0.0:1767384344.229715:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384344.229719:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (23) 00000400:00000200:0.0:1767384344.229724:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384344.229727:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:0.0:1767384344.229729:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (24) 00000400:00000200:0.0:1767384344.229732:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:0.0:1767384344.229734:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:0.0:1767384344.229737:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229738:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:0.0:1767384344.229739:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:0.0:1767384344.229741:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229742:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:0.0:1767384344.229743:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:0.0:1767384344.229751:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229752:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:0.0:1767384344.229753:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:0.0:1767384344.229755:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229755:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:0.0:1767384344.229756:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000200:0.0:1767384344.229758:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229759:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:0.0:1767384344.229760:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:0.0:1767384344.229763:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229764:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:0.0:1767384344.229765:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:0.0:1767384344.229768:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229769:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:0.0:1767384344.229771:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:0.0:1767384344.229773:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229775:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:0.0:1767384344.229776:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:0.0:1767384344.229778:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229779:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:0.0:1767384344.229780:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:0.0:1767384344.229782:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229783:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:0.0:1767384344.229784:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:0.0:1767384344.229787:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229788:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:0.0:1767384344.229789:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:0.0:1767384344.229790:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229791:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:0.0:1767384344.229793:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:0.0:1767384344.229794:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229795:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:0.0:1767384344.229797:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:0.0:1767384344.229799:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229800:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:0.0:1767384344.229801:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:0.0:1767384344.229809:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229810:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:0.0:1767384344.229811:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:0.0:1767384344.229813:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229814:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:0.0:1767384344.229816:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:0.0:1767384344.229818:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229819:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000400:00000200:0.0:1767384344.229820:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.143@tcp27 00000400:00000200:0.0:1767384344.229821:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229822:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp27 00000400:00000200:0.0:1767384344.229823:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.143@tcp28 00000400:00000200:0.0:1767384344.229825:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229826:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp28 00000400:00000200:0.0:1767384344.229827:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.143@tcp29 00000400:00000200:0.0:1767384344.229829:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229830:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp29 00000400:00000200:0.0:1767384344.229831:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.143@tcp30 00000400:00000200:0.0:1767384344.229833:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229834:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp30 00000400:00000200:0.0:1767384344.229835:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.143@tcp31 00000400:00000200:0.0:1767384344.229837:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384344.229838:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp31 00000100:00000001:0.0:1767384344.229840:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.229841:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384344.229843:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 10000000:00000010:0.0:1767384344.229847:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003fee5de0. 10000000:00000040:0.0:1767384344.229848:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 50/50 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000020:00000080:0.0:1767384344.229851:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384344.229856:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384344.229858:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001373393a. 00000020:00000010:0.0:1767384344.229860:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000043d524d5. 00000040:00000010:0.0:1767384344.229863:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d02aa3e7. 00000020:00000010:0.0:1767384344.229866:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cdc9ba64. 00000020:00000010:0.0:1767384344.229870:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384344.229878:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c39f92e5. 80000000:00000010:0.0:1767384344.229880:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ff1eeb80. 40000000:00000010:0.0:1767384344.229883:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000307b8348. 00100000:00000010:0.0:1767384344.229885:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000083f0aaf7. 00040000:00000010:0.0:1767384344.229889:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002dd7cf07. 00040000:00000010:0.0:1767384344.229891:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000067477cde. 00040000:00000010:0.0:1767384344.229893:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000913be715. 00080000:00000010:0.0:1767384344.229898:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000809351f7. 00080000:00000010:0.0:1767384344.229902:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007430a88a. 00000004:00000010:0.0:1767384344.229909:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cf9d211a. 00000004:00000010:0.0:1767384344.229914:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f30689e1. 00000004:00000010:0.0:1767384344.229918:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e398a08a. 00002000:00000010:0.0:1767384344.229922:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cb08d042. 00000004:00000010:0.0:1767384344.229926:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fa6058f2. 00000004:00000001:0.0:1767384344.229929:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384344.229932:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384344.229933:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003fee5de0 00000040:00001000:0.0:1767384344.229934:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384344.229935:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384344.229937:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384344.229938:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384344.229941:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384344.229942:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384344.229943:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384344.229944:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:0.0:1767384344.229946:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384344.229990:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384344.229994:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000043d524d5. 00000040:00000010:0.0:1767384344.229998:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d02aa3e7. 00000020:00000010:0.0:1767384344.230002:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cdc9ba64. 00000020:00000010:0.0:1767384344.230005:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384344.230009:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c39f92e5. 80000000:00000010:0.0:1767384344.230012:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ff1eeb80. 40000000:00000010:0.0:1767384344.230015:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000307b8348. 00100000:00000010:0.0:1767384344.230017:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000083f0aaf7. 00040000:00000010:0.0:1767384344.230026:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002dd7cf07. 00040000:00000010:0.0:1767384344.230030:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000067477cde. 00040000:00000010:0.0:1767384344.230032:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000913be715. 00080000:00000010:0.0:1767384344.230035:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007430a88a. 00080000:00000010:0.0:1767384344.230039:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000809351f7. 00000004:00000010:0.0:1767384344.230043:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cf9d211a. 00000004:00000010:0.0:1767384344.230046:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f30689e1. 00000004:00000010:0.0:1767384344.230049:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e398a08a. 00002000:00000010:0.0:1767384344.230051:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cb08d042. 00000004:00000010:0.0:1767384344.230053:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fa6058f2. 00000020:00000010:0.0:1767384344.230055:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001373393a. 00000020:00000001:0.0:1767384344.230058:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.230059:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384344.230061:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003fee5de0. 10000000:00000010:0.0:1767384344.230063:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000086efc49b. 10000000:00000001:0.0:1767384344.230064:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.230066:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384344.230068:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040954b97 x1853236746145024/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.230073:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384344.230074:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384344.230075:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3755bde. 02000000:00000001:0.0:1767384344.230077:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384344.230078:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384344.230079:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384344.230081:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384344.230082:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384344.230083:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384344.230084:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384344.230085:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384344.230086:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000002fe70eda. 00000100:00000010:0.0:1767384344.230087:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b345cd96. 00000100:00000001:0.0:1767384344.230088:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384344.230089:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ead9bb21. 02000000:00000001:0.0:1767384344.230091:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384344.230097:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384344.230098:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040954b97. 00000100:00000001:0.0:1767384344.230101:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384344.230102:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384344.230111:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e9ef4b38. 10000000:01000000:0.0:1767384344.230113:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384344.230115:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384344.230116:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384344.230117:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384344.230118:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=3 00000020:00000001:0.0:1767384344.230120:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384344.230122:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:0.0:1767384344.230124:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384344.230125:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.230130:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384344.230141:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384344.230142:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.230146:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384344.230147:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384344.230148:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384344.230149:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384344.230150:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384344.230151:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384344.230153:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384344.230154:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:0.0:1767384344.230156:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384344.235489:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294932999, at 4294933000 00000100:00000010:0.0:1767384344.235497:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016a4b487. 00000100:00000040:3.0:1767384344.235499:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294932999, at 4294933000 00000100:00000010:3.0:1767384344.235506:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5a55c4d. 00000100:00000040:1.0:1767384344.235570:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294932999, at 4294933000 00000100:00000010:1.0:1767384344.235577:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036196936. 00000100:00000040:2.0:1767384344.236486:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294932999, at 4294933001 00000100:00000010:2.0:1767384344.236492:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006015cbae. 00000020:00000010:0.0:1767384344.239228:0:27581:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000002fe70eda. 00000020:00000040:0.0:1767384344.239235:0:27581:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384344.239237:0:27581:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000002fe70eda. 00010000:00000001:2.0:1767384344.931495:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384344.931499:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.931504:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384344.931506:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384344.931508:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384344.931509:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.931512:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384344.931520:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.931521:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.931523:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384344.931550:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384344.931554:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384344.931556:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384344.995505:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp29 00000400:00000010:0.0:1767384344.995510:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001b31ad1a. 00000400:00000010:0.0:1767384344.995516:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ead9bb21. 00000400:00000010:0.0:1767384344.995519:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000400:00000010:0.0:1767384344.995526:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000962db714. 00000400:00000200:0.0:1767384344.995529:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp29 00000400:00000200:0.0:1767384344.995545:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp29 local destination 00000400:00000200:0.0:1767384344.995551:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp29 00000400:00000200:0.0:1767384344.995554:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp29 NI seq info: [71:71:256:4294967295] 192.168.203.143@tcp29 LPNI seq info [71:71:8:4294967295] 00000400:00000200:0.0:1767384344.995560:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp29 00000400:00000200:0.0:1767384344.995567:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp29(192.168.203.143@tcp29:) -> 192.168.203.143@tcp29(192.168.203.143@tcp29:192.168.203.143@tcp29) : GET try# 0 00000800:00000200:0.0:1767384344.995571:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp29 00000800:00000010:0.0:1767384344.995574:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002dd7cf07. 00000800:00000200:0.0:1767384344.995580:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (2) 00000800:00000200:0.1:1767384344.995584:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (2) 00000400:00000200:0.0:1767384344.995601:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp29 added to recovery queue. ping count: 2 next ping: 270 health :800 00000400:00000200:2.0:1767384344.995660:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995700:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995716:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995732:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995749:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995765:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995790:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995809:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995829:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995850:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995873:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995896:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995916:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995938:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995958:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.995992:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996024:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996042:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996061:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996081:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996096:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996113:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996131:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996151:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996169:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996189:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996208:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996240:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996272:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996292:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996309:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996328:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996347:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384344.996378:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384344.996780:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c68d4be0. 00000800:00000010:2.0:1767384344.996785:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013096f83. 00000800:00000010:2.0:1767384344.996789:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf8ee3b7. 00000800:00000010:2.0:1767384344.996808:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf8ee3b7. 00000800:00020000:2.0:1767384344.996818:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384344.996821:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013096f83. 00000800:00000010:2.0:1767384344.996823:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c68d4be0. 00000400:02020000:2.0:1767384344.996864:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp29 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384344.996871:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp29 notifying 192.168.203.143@tcp29: down 00000800:00000200:2.0:1767384344.996877:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp29 down 00000800:00000100:2.0:1767384344.996883:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp29 00000800:00000010:2.0:1767384344.996886:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002dd7cf07. 00000400:00000200:2.0:1767384344.996889:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384344.996894:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp29->192.168.203.143@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384344.996901:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384344.996904:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384344.996907:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp29) recovery failed with -71 00080000:00000010:0.0:1767384345.273780:0:27901:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c13bba77. 00080000:00000010:0.0:1767384345.273789:0:27901:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c13bba77. 00000020:00000001:0.0:1767384345.273793:0:27901:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384345.273799:0:27901:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c13bba77. 00080000:00000010:0.0:1767384345.273803:0:27901:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c13bba77. 00000020:00000001:0.0:1767384345.273806:0:27901:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384345.763498:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384345.763504:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384345.763510:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040954b97. 00000020:00000040:0.0:1767384345.763517:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384345.763522:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384345.763525:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384345.763530:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384345.763536:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e890466d. 00000100:00000001:0.0:1767384345.763543:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.763549:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384345.763552:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384345.763568:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040954b97] to pc [ptlrpcd_00_03+3] req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384345.763597:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.763613:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.763617:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.763619:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384345.763620:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384345.763625:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.763625:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.763645:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384345.763647:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.763650:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384345.763652:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384345.763655:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.763657:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000040954b97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746145152:0@lo:13: 00000100:00000001:3.0:1767384345.763661:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384345.763665:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384345.763677:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.763679:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384345.763683:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003eaf4d46. 02000000:00000001:3.0:1767384345.763685:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.763690:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a75d8ec. 00000400:00000010:3.0:1767384345.763695:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf69c47. 00000100:00000200:3.0:1767384345.763700:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746145152, portal 4 00000100:00000001:3.0:1767384345.763702:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384345.763704:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556617088 : -111508152934528 : ffff9a957c279f80) 00000100:00000040:3.0:1767384345.763709:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.763714:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384345.763718:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384345.763721:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000150cfc41. 00000100:00000200:3.0:1767384345.763723:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746145152, offset 0 00000400:00000200:3.0:1767384345.763728:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384345.763751:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384345.763763:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df04d80 00000400:00000200:3.0:1767384345.763769:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 1792 00000400:00000200:3.0:1767384345.763774:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.763779:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384345.763784:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384345.763786:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384345.763790:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000da9ea227. 00000100:00000040:3.0:1767384345.763797:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000da9ea227 x1853236746145152 msgsize 224 00000100:00100000:3.0:1767384345.763803:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384345.763814:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384345.763821:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000150cfc41 00000400:00000010:3.0:1767384345.763823:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000150cfc41. 00000100:00000001:3.0:1767384345.763825:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384345.763828:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.763834:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384345.763837:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.763842:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.763843:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.763847:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.763849:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384345.763850:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4202 usecs (5 jiffies) 00000100:00100000:0.0:1767384345.763854:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746145152 00000100:00000001:3.0:1767384345.763855:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934533 02000000:00000001:0.0:1767384345.763860:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384345.763861:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002870f677. 00000100:00000001:0.0:1767384345.763863:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384345.763867:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.763868:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384345.763872:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.763874:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934533 00000100:00100000:0.0:1767384345.763877:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746145152 00000100:00000010:3.0:1767384345.763879:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbf3b25e. 00000020:00000001:0.0:1767384345.763882:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384345.763883:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384345.763885:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:3.0:1767384345.763887:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934533 00000020:00000001:0.0:1767384345.763891:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384345.763892:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afffca51. 00000020:00000040:0.0:1767384345.763895:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:3.0:1767384345.763896:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384345.763902:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:3.0:1767384345.763903:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934533 00000100:00000010:3.0:1767384345.763909:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e8f25a3. 00000020:00000001:0.0:1767384345.763909:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:3.0:1767384345.763914:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384345.763917:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384345.763918:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.763921:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384345.763923:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030f1577c. 00000100:00000001:3.0:1767384345.763924:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.763926:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384345.763930:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ccdfe6c5. 00000020:00000040:0.0:1767384345.763938:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:3.0:1767384345.763939:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.763942:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384345.763945:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.763945:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.763946:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.763948:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.763952:0:17895:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384345.763960:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070aecc1f. 00000020:00000010:0.0:1767384345.763965:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd9efd4e. 00000100:00080000:3.0:1767384345.763968:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:0.0:1767384345.763971:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0dc93ef. 00000020:00000040:3.0:1767384345.763972:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000040:0.0:1767384345.763982:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384345.763987:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384345.763988:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384345.763991:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.763998:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.764010:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.764021:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384345.764022:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384345.764023:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384345.764026:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384345.764029:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384345.764032:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:3.0:1767384345.764033:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609953280 : -111508099598336 : ffff9a957f557800) 00000100:00000001:0.0:1767384345.764038:0:17895:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.764039:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000da9ea227 x1853236746145152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:326/0 lens 224/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.764043:0:17895:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.764051:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384345.764054:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000842ab87c. 00000100:00000001:3.0:1767384345.764055:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384345.764057:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000842ab87c. 00000100:00100000:3.0:1767384345.764060:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000da9ea227 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236746145152:12345-0@lo:13: 00000100:00000200:3.0:1767384345.764062:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746145152 00000020:00000001:3.0:1767384345.764064:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384345.764067:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384345.764069:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.764071:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384345.764073:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000020:00000001:3.0:1767384345.764075:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384345.764077:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384345.764078:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384345.764080:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384345.764082:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.764085:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384345.764087:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384345.764090:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000644c68dd. 02000000:00000001:3.0:1767384345.764097:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.764099:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384345.764101:0:17894:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384345.764105:0:17894:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384345.764106:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384345.764113:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384345.764114:0:17894:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:3.0:1767384345.764117:0:17894:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384345.764119:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384345.764121:0:17894:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:3.0:1767384345.764123:0:17894:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384345.764126:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384345.764127:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384345.764129:0:17894:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384345.764131:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746145152 00010000:00000001:3.0:1767384345.764133:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384345.764136:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000da9ea227 x1853236746145152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:326/0 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384345.764140:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384345.764142:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384345.764145:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384345.764148:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384345.764151:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384345.764153:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384345.764155:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384345.764167:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.764169:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384345.764170:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384345.764173:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000150cfc41. 00000100:00000200:3.0:1767384345.764175:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746145152, offset 224 00000400:00000200:3.0:1767384345.764178:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384345.764182:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384345.764186:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df04d80 00000400:00000200:3.0:1767384345.764189:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x185d [1] + 224 00000400:00000200:3.0:1767384345.764198:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.764200:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384345.764202:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384345.764204:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384345.764213:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.764232:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384345.764237:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000150cfc41 00000400:00000010:3.0:1767384345.764239:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000150cfc41. 00000100:00000001:3.0:1767384345.764242:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384345.764244:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.764247:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.764250:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384345.764253:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384345.764255:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.764257:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384345.764258:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384345.764261:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384345.764262:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da9ea227 x1853236746145152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:326/0 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384345.764268:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384345.764271:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384345.764275:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a75d8ec. 00000100:00100000:3.0:1767384345.764276:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000da9ea227 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236746145152:12345-0@lo:13: Request processed in 223us (476us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384345.764281:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf69c47 00000100:00100000:3.0:1767384345.764285:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000010:0.0:1767384345.764285:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf69c47. 00000100:00000040:3.0:1767384345.764290:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:0.0:1767384345.764291:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384345.764293:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384345.764296:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384345.764299:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384345.764300:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd9efd4e. 00000020:00000010:3.0:1767384345.764306:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0dc93ef. 00000020:00000010:3.0:1767384345.764311:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070aecc1f. 00000020:00000040:3.0:1767384345.764318:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000200:0.0:1767384345.764320:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.764321:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.764331:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384345.764333:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.764336:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384345.764339:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384345.764340:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384345.764342:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.764344:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384345.764349:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384345.764352:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384345.764355:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384345.764357:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.764374:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384345.764377:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384345.764385:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.764387:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384345.764389:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384345.764391:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384345.764392:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384345.764396:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.764448:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384345.764451:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384345.764453:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384345.764456:0:16356:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384345.764459:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384345.764463:0:16356:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384345.764470:0:16356:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:3.0:1767384345.764471:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384345.764480:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384345.764481:0:16356:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384345.764488:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384345.764491:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad479a76. 00000020:00000040:3.0:1767384345.764496:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384345.764500:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384345.764502:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384345.764505:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384345.764505:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000040954b97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746145152:0@lo:13: 02000000:00000010:3.0:1767384345.764512:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d1a1e2f7. 00000100:00000001:0.0:1767384345.764515:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.764516:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.764519:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384345.764522:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384345.764526:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000040954b97 x1853236746145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.764537:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384345.764539:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.764545:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad479a76] to pc [ptlrpcd_00_00+0] req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.764549:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384345.764554:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384345.764558:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003eaf4d46. 02000000:00000001:0.0:1767384345.764563:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384345.764565:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384345.764567:0:16356:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384345.764569:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.764570:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384345.764573:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767384345.764574:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e890466d. 00000100:00000001:3.0:1767384345.764577:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384345.764581:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1767384345.764582:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031763cf1. 00000020:00000040:3.0:1767384345.764586:0:486:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384345.764586:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384345.764591:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767384345.764591:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040954b97. 02000000:00000001:3.0:1767384345.764593:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384345.764595:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384345.764607:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f760e290. 00000100:00000001:0.0:1767384345.764608:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384345.764609:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.764612:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.764613:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384345.764617:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.764624:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384345.764625:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.764626:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384345.764627:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031763cf1] to pc [ptlrpcd_00_01+1] req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.764632:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.764634:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384345.764636:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.764637:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384345.764641:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384345.764644:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384345.764645:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a5511e6. 00000020:00000040:3.0:1767384345.764649:0:486:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384345.764651:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384345.764652:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384345.764653:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384345.764655:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ae0206d. 00000100:00000001:3.0:1767384345.764657:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.764659:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384345.764663:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384345.764664:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.764667:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a5511e6] to pc [ptlrpcd_00_02+2] req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.764668:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384345.764673:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384345.764677:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384345.764682:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.764685:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.764690:0:486:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (272) 00000100:00000001:0.0:1767384345.764696:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384345.764699:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384345.764699:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.764703:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.764704:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384345.764704:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384345.764707:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.764709:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384345.764709:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384345.764714:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.764715:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.764719:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384345.764721:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031763cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236746145408:0@lo:400: 00000100:00000001:3.0:1767384345.764723:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.764726:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384345.764732:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.764733:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384345.764738:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384345.764739:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384345.764743:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384345.764743:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.764748:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.764748:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.764749:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384345.764756:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070aecc1f. 02000000:00000001:3.0:1767384345.764757:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384345.764757:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384345.764762:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384345.764762:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.764763:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384345.764768:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.764770:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384345.764772:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013705e06. 00000100:00100000:1.0:1767384345.764773:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a5511e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236746145536:0@lo:400: 00000100:00100000:3.0:1767384345.764776:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ad479a76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746145280:0@lo:400: 00000400:00000010:0.0:1767384345.764780:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000100:00000001:1.0:1767384345.764781:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384345.764783:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384345.764786:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384345.764788:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384345.764788:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746145408, portal 10 02000000:00000001:1.0:1767384345.764789:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.764793:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.764795:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384345.764796:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384345.764796:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767384345.764801:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eab1351c. 00000100:00000001:0.0:1767384345.764801:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609940736 : -111508099610880 : ffff9a957f554700) 02000000:00000010:3.0:1767384345.764802:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071f22105. 02000000:00000001:1.0:1767384345.764807:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.764808:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384345.764812:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe97fff5. 00000100:00000040:0.0:1767384345.764813:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384345.764817:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000871e1e74. 00000400:00000010:3.0:1767384345.764822:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071faf969. 00000100:00000200:1.0:1767384345.764824:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746145536, portal 10 00000400:00000010:3.0:1767384345.764828:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000150cfc41. 00000100:00000001:1.0:1767384345.764829:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384345.764832:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609954176 : -111508099597440 : ffff9a957f557b80) 00000100:00000200:3.0:1767384345.764835:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746145280, portal 25 00000100:00000001:0.0:1767384345.764837:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384345.764838:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384345.764841:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609952384 : -111508099599232 : ffff9a957f557480) 00000100:00000040:1.0:1767384345.764841:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384345.764843:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384345.764849:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000100:00000040:3.0:1767384345.764851:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.764855:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384345.764857:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746145408, offset 0 00000100:00000040:1.0:1767384345.764862:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384345.764868:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3da985. 00000100:00000001:3.0:1767384345.764869:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384345.764872:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384345.764875:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384345.764877:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746145536, offset 0 00000400:00000010:3.0:1767384345.764879:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052ab8fde. 00000400:00000200:1.0:1767384345.764887:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384345.764887:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384345.764894:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746145280, offset 0 00000400:00000200:1.0:1767384345.764900:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384345.764905:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384345.764906:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df04e80 00000400:00000200:1.0:1767384345.764916:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df04f00 00000400:00000200:0.0:1767384345.764918:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000400:00000200:3.0:1767384345.764919:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384345.764929:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df04e00 00000400:00000200:0.0:1767384345.764938:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384345.764941:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000400:00000200:0.0:1767384345.764948:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384345.764952:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x10cd [2] + 0 00000400:00000200:1.0:1767384345.764952:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384345.764958:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e54f60bc. 00000400:00000200:1.0:1767384345.764962:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384345.764964:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a4d0fed2 00000400:00000200:3.0:1767384345.764970:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384345.764970:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384345.764974:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384345.764975:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384345.764977:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4d0fed2 00000400:00000010:3.0:1767384345.764980:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4d0fed2. 00000100:00000010:0.0:1767384345.764981:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000040954b97. 00000100:00000001:3.0:1767384345.764983:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384345.764986:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384345.764986:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000040954b97 x1853236746145408 msgsize 224 00000100:00000040:3.0:1767384345.764990:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000bc4c8cbf x1853236746145280 msgsize 224 00000100:00100000:0.0:1767384345.765000:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384345.765001:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384345.765006:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384345.765012:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384345.765014:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052ab8fde 00000400:00000010:3.0:1767384345.765016:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052ab8fde. 00000100:00000001:0.0:1767384345.765017:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384345.765018:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384345.765023:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.765029:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384345.765032:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.765034:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384345.765037:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746145408 00000400:00000200:0.0:1767384345.765037:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 02000000:00000001:1.0:1767384345.765043:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384345.765043:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000100:00000001:1.0:1767384345.765047:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.765048:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.765050:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.765051:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384345.765051:0:16354:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384345.765056:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.765059:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384345.765060:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.765063:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294934535 00000100:00100000:1.0:1767384345.765069:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746145408 00000100:00000001:3.0:1767384345.765070:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934533 00000020:00000001:1.0:1767384345.765073:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384345.765077:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000100:00000001:3.0:1767384345.765079:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294934535 00000020:00000001:1.0:1767384345.765081:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384345.765085:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000100:00000001:0.0:1767384345.765085:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384345.765086:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934533 00000020:00000001:1.0:1767384345.765090:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:3.0:1767384345.765092:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294934535 00000020:00000001:1.0:1767384345.765094:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000040:0.0:1767384345.765094:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.765096:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934533 00000100:00000001:1.0:1767384345.765101:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384345.765102:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294934535 00000020:00000010:1.0:1767384345.765106:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4b0ac42. 00000100:00000001:3.0:1767384345.765107:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934533 00000100:00000001:1.0:1767384345.765112:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.765113:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384345.765116:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.765118:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.765118:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4b0ac42. 00000100:00000001:0.0:1767384345.765121:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.765124:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.765125:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000959855df. 00000100:00000001:3.0:1767384345.765127:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.765129:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.765130:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004aac2b62. 00000100:00000001:3.0:1767384345.765133:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.765136:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384345.765137:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004a43d4a6. 00000100:00000001:3.0:1767384345.765138:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384345.765138:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3442 usecs (4 jiffies) 00000100:00000001:3.0:1767384345.765141:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.765145:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.765146:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934533 00000100:00000001:3.0:1767384345.765147:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.765147:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384345.765153:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294934535 00000100:00000001:1.0:1767384345.765154:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384345.765156:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384345.765169:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934533 00000100:00000001:1.0:1767384345.765170:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.765175:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384345.765176:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294934535 00000100:00000001:1.0:1767384345.765177:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384345.765179:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384345.765180:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384345.765183:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934533 00000100:00000001:1.0:1767384345.765184:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384345.765185:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de4fff7b. 00000100:00000040:3.0:1767384345.765191:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000de4fff7b x1853236746145536 msgsize 224 00000100:00000001:0.0:1767384345.765191:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294934535 00000100:00000001:1.0:1767384345.765196:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.765197:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934533 00000100:00100000:3.0:1767384345.765201:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384345.765204:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294934535 00000100:00000001:1.0:1767384345.765208:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384345.765209:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.765214:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384345.765214:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746145536 00000100:00000001:0.0:1767384345.765215:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.765218:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384345.765221:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384345.765221:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.765223:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc3da985 00000100:00000001:1.0:1767384345.765224:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.765228:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.765229:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc3da985. 00000100:00100000:1.0:1767384345.765234:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746145536 00000100:00000001:0.0:1767384345.765234:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.765236:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384345.765238:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384345.765240:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000001:1.0:1767384345.765249:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384345.765250:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384345.765251:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000100:00000200:3.0:1767384345.765254:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.765255:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384345.765256:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:1.0:1767384345.765261:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:0.0:1767384345.765264:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384345.765267:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384345.765271:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.765273:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384345.765277:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4b0ac42. 00000100:00000001:0.0:1767384345.765277:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.765284:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d6b6e3c2. 00000100:00000001:3.0:1767384345.765291:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384345.765291:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000040:3.0:1767384345.765296:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.765300:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384345.765301:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384345.765302:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.765304:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041a83489. 00000100:00000001:3.0:1767384345.765307:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384345.765307:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384345.765309:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eebd043c. 00000020:00000010:1.0:1767384345.765312:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006765b6eb. 00000100:00000001:3.0:1767384345.765314:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.765316:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384345.765317:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:1.0:1767384345.765319:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384345.765321:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3721 usecs (4 jiffies) 00000100:00000001:1.0:1767384345.765323:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384345.765325:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:3.0:1767384345.765326:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294934533 00000100:00000001:1.0:1767384345.765328:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384345.765330:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556617088 : -111508152934528 : ffff9a957c279f80) 00000100:00000001:1.0:1767384345.765332:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384345.765333:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294934535 00000100:00000001:1.0:1767384345.765336:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.765337:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294934533 00000100:00000001:3.0:1767384345.765341:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294934535 00000100:00000040:0.0:1767384345.765341:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040954b97 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:326/0 lens 224/0 e 0 to 0 dl 1767384356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.765346:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294934533 00000100:00000001:3.0:1767384345.765350:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294934535 00000100:00000001:1.0:1767384345.765351:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.765355:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294934533 00000100:00000001:3.0:1767384345.765375:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294934535 00000100:00000001:2.0:1767384345.765377:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384345.765379:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384345.765380:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.765382:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384345.765383:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384345.765384:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384345.765386:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.765390:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.765390:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000020:00000010:0.0:1767384345.765391:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccdfe6c5. 00000100:00000001:3.0:1767384345.765394:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384345.765398:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000001:0.0:1767384345.765398:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384345.765399:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.765400:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384345.765404:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609941632 : -111508099609984 : ffff9a957f554a80) 00000100:00000001:3.0:1767384345.765405:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384345.765406:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384345.765406:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccdfe6c5. 00000100:00100000:0.0:1767384345.765421:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040954b97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236746145408:12345-0@lo:400: 00000100:00000001:3.0:1767384345.765422:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384345.765440:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de4fff7b x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:326/0 lens 224/0 e 0 to 0 dl 1767384356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.765444:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.765447:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.765451:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.765460:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384345.765464:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746145280 00000100:00000001:2.0:1767384345.765465:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384345.765466:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746145408 02000000:00000001:1.0:1767384345.765469:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384345.765470:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae99b4eb. 00000020:00000001:0.0:1767384345.765471:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384345.765472:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.765476:0:18314:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384345.765477:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.765477:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00080000:3.0:1767384345.765478:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:0.0:1767384345.765483:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384345.765484:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae99b4eb. 02000000:00000001:1.0:1767384345.765484:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.765485:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00100000:1.0:1767384345.765491:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746145280 00000020:00000001:0.0:1767384345.765492:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384345.765496:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de4fff7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236746145536:12345-0@lo:400: 00000020:00000001:1.0:1767384345.765497:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384345.765498:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000040:1.0:1767384345.765500:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000200:2.0:1767384345.765506:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746145536 00000020:00000001:1.0:1767384345.765506:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384345.765507:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:1.0:1767384345.765508:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:2.0:1767384345.765512:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384345.765513:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384345.765513:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384345.765517:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384345.765519:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384345.765520:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384345.765521:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.765524:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384345.765527:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384345.765527:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384345.765528:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.765532:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000010:1.0:1767384345.765533:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d496dc87. 00000020:00000001:0.0:1767384345.765533:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384345.765535:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384345.765539:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384345.765540:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.765540:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384345.765544:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384345.765544:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384345.765545:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384345.765549:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.765550:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d496dc87. 02000000:00000010:0.0:1767384345.765551:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000049bf5bc2. 00000020:00000001:2.0:1767384345.765552:0:18314:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384345.765555:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384345.765556:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acc0a7f5. 02000000:00000001:2.0:1767384345.765557:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384345.765562:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea0e32cf. 00000020:00000010:1.0:1767384345.765563:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ddaeb52a. 02000000:00000001:0.0:1767384345.765564:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.765566:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.765568:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e63a35fb. 00000100:00000001:2.0:1767384345.765571:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.765572:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.765574:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384345.765577:0:18314:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.765579:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384345.765580:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746145536 00000100:00000001:1.0:1767384345.765580:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384345.765583:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384345.765587:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384345.765587:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384345.765587:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746145408 00010000:00000001:0.0:1767384345.765593:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384345.765594:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000de4fff7b x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.765594:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384345.765601:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040954b97 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.765615:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.765617:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384345.765620:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.765624:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:2.0:1767384345.765625:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384345.765628:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384345.765634:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384345.765635:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384345.765636:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:2.0:1767384345.765638:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000040:1.0:1767384345.765641:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00010000:00000001:0.0:1767384345.765641:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.765645:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609679952 : -111508099871664 : ffff9a957f514c50) 00000100:00000001:2.0:1767384345.765650:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00001000:0.0:1767384345.765650:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=45 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384345.765653:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc4c8cbf x1853236746145280/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 224/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384345.765655:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384345.765659:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.765662:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384345.765665:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384345.765669:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000040:2.0:1767384345.765672:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384345.765677:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000010:2.0:1767384345.765678:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff29a3d1. 00000100:00000001:1.0:1767384345.765678:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384345.765682:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d496dc87. 00000100:00000200:2.0:1767384345.765684:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746145536, offset 224 02000000:00000001:0.0:1767384345.765685:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384345.765686:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384345.765689:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.765691:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d496dc87. 00000400:00000200:2.0:1767384345.765695:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384345.765695:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384345.765700:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc4c8cbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746145280:12345-0@lo:400: 00000100:00000040:0.0:1767384345.765706:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384345.765708:0:18314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384345.765709:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746145280 00000020:00000001:1.0:1767384345.765713:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384345.765713:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000020:00000001:1.0:1767384345.765718:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384345.765720:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746145408, offset 224 00000400:00000200:2.0:1767384345.765721:0:18314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df04f00 00000020:00000001:1.0:1767384345.765721:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.765727:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384345.765729:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000400:00000200:2.0:1767384345.765732:0:18314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x186d [1] + 224 00000020:00000001:1.0:1767384345.765733:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384345.765736:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.765739:0:18314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384345.765739:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384345.765743:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384345.765747:0:18314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384345.765747:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384345.765752:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.765755:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384345.765757:0:18314:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384345.765757:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384345.765761:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384345.765762:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384345.765765:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003428f715. 00000100:00000200:2.0:1767384345.765766:0:18314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384345.765770:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.765775:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384345.765776:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df04e80 00000020:00000001:1.0:1767384345.765780:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384345.765786:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746145280 00010000:00000001:1.0:1767384345.765791:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384345.765791:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1869 [1] + 224 00000100:00000040:2.0:1767384345.765792:0:18314:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384345.765798:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc4c8cbf x1853236746145280/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384345.765803:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384345.765814:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384345.765824:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384345.765825:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384345.765826:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.765828:0:18314:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384345.765830:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=51 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384345.765834:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384345.765836:0:18314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff29a3d1 00000100:00000001:1.0:1767384345.765836:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384345.765840:0:18314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff29a3d1. 00000100:00000040:1.0:1767384345.765841:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 23 to 0@lo 00000100:00000001:2.0:1767384345.765846:0:18314:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384345.765847:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:2.0:1767384345.765850:0:18314:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384345.765853:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384345.765855:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.765856:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.765861:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.765863:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000040:0.0:1767384345.765863:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384345.765867:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384345.765869:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384345.765872:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000152bc26f. 00000020:00000001:2.0:1767384345.765873:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.765879:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746145280, offset 224 00000020:00000001:2.0:1767384345.765880:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384345.765887:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de4fff7b x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384345.765889:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384345.765893:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384345.765900:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384345.765902:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 00000100:00100000:2.0:1767384345.765904:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de4fff7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236746145536:12345-0@lo:400: Request processed in 436us (708us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384345.765908:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000400:00000200:1.0:1767384345.765914:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df04e00 00000100:00100000:2.0:1767384345.765915:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000001:0.0:1767384345.765924:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384345.765925:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000400:00000200:1.0:1767384345.765925:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1871 [1] + 224 00000100:00000001:0.0:1767384345.765929:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.765930:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384345.765932:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384345.765934:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384345.765937:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384345.765938:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eebd043c. 00000400:00000200:1.0:1767384345.765941:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384345.765945:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006765b6eb. 00000100:00000040:0.0:1767384345.765946:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384345.765949:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384345.765950:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041a83489. 00010000:00000001:0.0:1767384345.765951:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384345.765956:0:18314:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000020:00000001:0.0:1767384345.765956:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.765958:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384345.765962:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384345.765963:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384345.765972:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040954b97 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.765978:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384345.765978:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.765981:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384345.765986:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.765989:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384345.765992:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe97fff5. 00000100:00100000:0.0:1767384345.765992:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040954b97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236746145408:12345-0@lo:400: Request processed in 603us (1000us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384345.765998:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000871e1e74 00000400:00000010:2.0:1767384345.766002:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000871e1e74. 00000100:00000001:2.0:1767384345.766007:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384345.766013:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000200:2.0:1767384345.766014:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.766020:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384345.766020:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000400:00000200:1.0:1767384345.766028:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000152bc26f 00000100:00000001:0.0:1767384345.766028:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384345.766029:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.766032:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384345.766033:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000152bc26f. 00000100:00000001:1.0:1767384345.766038:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384345.766039:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004aac2b62. 00000100:00000001:1.0:1767384345.766041:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.766043:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384345.766046:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.766048:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384345.766048:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004a43d4a6. 00000100:00000001:2.0:1767384345.766049:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384345.766052:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384345.766055:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384345.766056:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000020:00000010:0.0:1767384345.766057:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000959855df. 00000100:00000001:2.0:1767384345.766059:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384345.766061:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384345.766064:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.766064:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384345.766066:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000020:00000001:1.0:1767384345.766070:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1767384345.766071:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=44 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384345.766072:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384345.766075:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc4c8cbf x1853236746145280/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384345.766079:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=44 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384345.766087:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384345.766090:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.766094:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767384345.766095:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc4c8cbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746145280:12345-0@lo:400: Request processed in 413us (1100us total) trans 0 rc 0/0 00010000:00080000:2.0:1767384345.766101:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.766101:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384345.766107:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000001:0.0:1767384345.766107:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384345.766114:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00010000:00000001:2.0:1767384345.766115:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384345.766115:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384345.766117:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384345.766119:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384345.766120:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384345.766123:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013705e06. 00000020:00000010:1.0:1767384345.766124:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ddaeb52a. 00000100:00000001:2.0:1767384345.766125:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384345.766128:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:1.0:1767384345.766130:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e63a35fb. 00000100:00000001:2.0:1767384345.766132:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767384345.766132:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000020:00000010:1.0:1767384345.766135:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acc0a7f5. 00000100:00000001:2.0:1767384345.766136:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384345.766137:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000020:00000040:1.0:1767384345.766141:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000040:2.0:1767384345.766144:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.766153:0:16354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384345.766157:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384345.766160:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003428f715. 00000100:00000200:0.0:1767384345.766162:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.766165:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384345.766167:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384345.766171:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.766172:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384345.766177:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384345.766179:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384345.766184:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384345.766185:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e96fe44b. 00000100:00000200:0.0:1767384345.766188:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384345.766192:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b21abcb. 00000100:00100000:2.0:1767384345.766207:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a5511e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236746145536:0@lo:400: 00000100:00000001:1.0:1767384345.766207:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.766211:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384345.766213:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384345.766214:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384345.766215:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384345.766218:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.766219:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767384345.766219:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384345.766223:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a5511e6 x1853236746145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384345.766229:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071faf969. 00000100:00000001:0.0:1767384345.766233:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384345.766236:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384345.766236:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000150cfc41 02000000:00000001:0.0:1767384345.766237:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384345.766249:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384345.766250:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767384345.766250:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000150cfc41. 02000000:00000010:2.0:1767384345.766254:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eab1351c. 00000100:00000001:0.0:1767384345.766254:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.766255:0:16353:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384345.766261:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384345.766261:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.766263:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384345.766265:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384345.766267:0:16355:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00001000:0.0:1767384345.766269:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=45 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384345.766273:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384345.766276:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ae0206d. 00000100:00001000:0.0:1767384345.766279:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=45 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384345.766280:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384345.766284:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767384345.766286:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384345.766287:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a5511e6. 00000100:00000001:0.0:1767384345.766288:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384345.766292:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.766294:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384345.766297:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.766299:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384345.766302:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.766307:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384345.766308:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:0.0:1767384345.766308:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.766310:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.766312:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.766314:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384345.766318:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384345.766318:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384345.766321:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.766322:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.766325:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.766329:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.766330:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384345.766336:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=51 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384345.766338:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1767384345.766340:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=51 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384345.766342:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384345.766344:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384345.766347:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.766347:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384345.766352:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384345.766353:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384345.766355:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.766372:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.766377:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384345.766377:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.766413:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384345.766413:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384345.766421:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384345.766421:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384345.766455:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384345.766458:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384345.766465:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ad479a76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746145280:0@lo:400: 00000100:00000001:1.0:1767384345.766470:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.766472:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384345.766474:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ad479a76 x1853236746145280/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.766484:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384345.766486:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384345.766488:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071f22105. 02000000:00000001:1.0:1767384345.766492:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384345.766493:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384345.766494:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384345.766496:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384345.766497:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d1a1e2f7. 02000000:00000001:1.0:1767384345.766500:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384345.766501:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384345.766502:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad479a76. 00000100:00000001:1.0:1767384345.766505:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384345.766508:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.766508:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.766515:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.766519:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384345.766519:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.766522:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.766525:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.766528:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384345.766536:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031763cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236746145408:0@lo:400: 00000100:00000001:0.0:1767384345.766541:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.766544:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.766547:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031763cf1 x1853236746145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.766557:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384345.766559:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384345.766561:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070aecc1f. 02000000:00000001:0.0:1767384345.766565:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384345.766573:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384345.766574:0:16354:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384345.766577:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384345.766579:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f760e290. 02000000:00000001:0.0:1767384345.766584:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384345.766585:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384345.766587:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031763cf1. 00000100:00000001:0.0:1767384345.766590:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384345.766592:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.766593:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.766598:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384345.766600:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.766601:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384345.766615:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.771455:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294934535, at 4294934536 00000100:00000040:3.0:1767384345.771459:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294934535, at 4294934536 00000100:00000010:2.0:1767384345.771463:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afffca51. 00000100:00000010:3.0:1767384345.771466:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e8f25a3. 00000100:00000040:1.0:1767384345.771486:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294934535, at 4294934536 00000100:00000040:0.0:1767384345.771490:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294934535, at 4294934536 00000100:00000010:1.0:1767384345.771493:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbf3b25e. 00000100:00000010:0.0:1767384345.771499:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002870f677. 00000001:00000001:2.0:1767384345.949700:0:28065:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384345.949704:0:28065:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:2.0:1767384345.953288:0:28065:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1767384345.955610:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384345.955613:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.955618:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384345.955620:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.955662:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384345.955668:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.955673:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384345.960827:0:28066:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000934dc3d1. 00000400:00000010:2.0:1767384345.960840:0:28066:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002a579f6c. 00000400:00000010:2.0:1767384345.960848:0:28066:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000080d82f81. 00000400:00000010:2.0:1767384345.960851:0:28066:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c0bcda67. 00000400:00000010:2.0:1767384345.960854:0:28066:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003606b869. 00000400:00000010:2.0:1767384345.960858:0:28066:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ae99b4eb. 00000400:00000010:2.0:1767384345.960860:0:28066:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000065a63c0e. 00000400:00000010:2.0:1767384345.960861:0:28066:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000382be188. 00000400:00000010:2.0:1767384345.960864:0:28066:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004410aa87. 00000800:00000010:2.0:1767384345.960877:0:28066:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a01956e7. 00000800:00000200:2.0:1767384345.960886:0:28066:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384345.960896:0:28066:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384345.960929:0:28066:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:2.0:1767384345.960949:0:28066:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp32 [8/256/0/180] 00000400:00000010:2.0:1767384345.962743:0:28066:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000054840315. 00000400:00000010:2.0:1767384345.962749:0:28066:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010afa04e. 00000400:00000010:2.0:1767384345.962753:0:28066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff29a3d1. 00000400:00000001:2.0:1767384345.962767:0:28066:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.962769:0:28066:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384345.962770:0:28066:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000304994b8. 00000400:00000200:2.0:1767384345.962772:0:28066:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b023287b 00000400:00000010:2.0:1767384345.962774:0:28066:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b023287b. 00000400:00000010:2.0:1767384345.962777:0:28066:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000008832ea3a. 00000400:00000200:2.0:1767384345.962781:0:28066:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (23) 00000400:00000200:2.0:1767384345.962797:0:28066:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384345.962804:0:28066:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:2.0:1767384345.962810:0:28066:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c68d4be0. 00000020:01000000:2.0:1767384345.962814:0:28066:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384345.962816:0:28066:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp32 00000400:00000010:2.0:1767384345.962828:0:28066:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002a579f6c. 00000400:00000010:2.0:1767384345.962830:0:28066:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000934dc3d1. 00000400:00000200:3.0:1767384345.962853:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384345.962866:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384345.962867:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 10000000:00000001:0.0:1767384345.962873:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:3.0:1767384345.962875:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052ab8fde. 10000000:00000001:0.0:1767384345.962878:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384345.962879:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (24) 10000000:01000000:0.0:1767384345.962883:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:3.0:1767384345.962886:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009adb5751. 00000020:01000004:0.0:1767384345.962889:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384345.962894:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:01000004:0.0:1767384345.962895:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384345.962899:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384345.962901:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384345.962904:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384345.962906:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384345.962909:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:01000004:0.0:1767384345.962909:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384345.962912:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384345.962916:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000020:01000004:0.0:1767384345.962916:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384345.962920:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384345.962926:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000100:00000010:0.0:1767384345.962929:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005db5c650. 00000400:00000200:3.0:1767384345.962930:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000040:0.0:1767384345.962937:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384345.962938:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:3.0:1767384345.962946:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000100:00000001:0.0:1767384345.962948:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384345.962952:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 02000000:00000001:0.0:1767384345.962954:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384345.962958:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 02000000:00000001:0.0:1767384345.962961:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.962963:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:3.0:1767384345.962967:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:3.0:1767384345.962973:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:3.0:1767384345.962978:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:3.0:1767384345.962981:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 02000000:00000010:0.0:1767384345.962983:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000809351f7. 00000400:00000200:3.0:1767384345.962986:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:3.0:1767384345.962992:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000100:00000001:0.0:1767384345.962994:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.962997:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:3.0:1767384345.963001:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000100:00000001:0.0:1767384345.963006:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384345.963011:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.963015:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000400:00000200:3.0:1767384345.963019:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000400:00000200:3.0:1767384345.963024:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 16], ns[62, 16] 00000100:00000040:0.0:1767384345.963024:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005db5c650] to pc [ptlrpcd_00_03+3] req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384345.963034:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 16], ns[71, 16] 00000400:00000200:3.0:1767384345.963048:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00000400:00000200:3.0:1767384345.963056:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384345.963060:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000400:00000200:3.0:1767384345.963065:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp30 00000400:00000200:3.0:1767384345.963069:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp30 lpni_is_preferred = 0 00000400:00000200:3.0:1767384345.963072:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp30 00000400:00000200:3.0:1767384345.963077:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp30 NI seq info: [72:72:256:4294967295] 192.168.203.143@tcp30 LPNI seq info [72:72:8:4294967295] 10000000:00000001:0.0:1767384345.963082:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.963085:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp30 10000000:00000001:0.0:1767384345.963088:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.963090:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384345.963095:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.963096:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384345.963100:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp30(192.168.203.143@tcp30:) -> 192.168.203.143@tcp30(192.168.203.143@tcp:192.168.203.143@tcp30) : PUT try# 0 00000100:00000001:2.0:1767384345.963101:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384345.963102:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384345.963109:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384345.963114:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:3.0:1767384345.963116:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.143@tcp30 10000000:00000001:0.0:1767384345.963119:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384345.963124:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:3.0:1767384345.963126:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097f2be41. 00000100:00000001:2.0:1767384345.963128:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:0.0:1767384345.963129:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384345.963132:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384345.963134:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:2.0:1767384345.963136:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384345.963138:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:3.0:1767384345.963139:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e82da37a. 02000000:00000001:2.0:1767384345.963139:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384345.963144:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384345.963146:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384345.963148:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000dd3dea76. 00000020:01000004:0.0:1767384345.963149:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1767384345.963152:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005db5c650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746145664:0@lo:253: 00000020:01000004:0.0:1767384345.963154:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384345.963158:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384345.963159:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:3.0:1767384345.963164:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000020:01000004:0.0:1767384345.963174:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384345.963175:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384345.963178:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384345.963179:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384345.963181:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000020:01000004:0.0:1767384345.963182:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384345.963183:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384345.963190:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000818648be. 02000000:00000010:2.0:1767384345.963191:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dd3736e0. 02000000:00000001:2.0:1767384345.963196:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384345.963197:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000400:00000010:2.0:1767384345.963201:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077efd423. 00000100:00000001:0.0:1767384345.963203:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384345.963206:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 02000000:00000001:0.0:1767384345.963208:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384345.963209:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a579f6c. 02000000:00000001:0.0:1767384345.963213:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.963214:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00000200:2.0:1767384345.963215:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746145664, portal 25 00000100:00000001:2.0:1767384345.963222:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384345.963224:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556615296 : -111508152936320 : ffff9a957c279880) 02000000:00000010:0.0:1767384345.963224:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007430a88a. 00000100:00000001:0.0:1767384345.963232:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.963233:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.963241:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384345.963253:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384345.963255:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.963260:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.963263:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f24714f9. 00000100:00000040:0.0:1767384345.963265:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000818648be] to pc [ptlrpcd_00_00+0] req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384345.963275:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746145664, offset 0 00000400:00000200:2.0:1767384345.963282:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.963290:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384345.963294:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.963300:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384345.963300:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df04f80 10000000:00000001:0.0:1767384345.963310:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.963311:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10dd [2] + 0 00000020:00000001:0.0:1767384345.963317:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.963318:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e0d24fa. 00000020:01000000:0.0:1767384345.963333:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384345.963334:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008bbf9909 00000020:00000010:0.0:1767384345.963340:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c68d4be0. 00000400:00000200:2.0:1767384345.963342:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.963348:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384345.963353:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbf9909 00000400:00000010:2.0:1767384345.963355:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bbf9909. 00000100:00000001:2.0:1767384345.963377:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384345.963379:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384345.963382:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000000eb2274b x1853236746145664 msgsize 4848 00000100:00100000:2.0:1767384345.963388:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384345.963391:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000040:2.0:1767384345.963391:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384345.963407:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.963417:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f24714f9 00000400:00000010:2.0:1767384345.963420:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f24714f9. 00000400:00000200:3.0:1767384345.963459:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:2.0:1767384345.963466:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384345.963472:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.963485:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384345.963490:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000040:2.0:1767384345.963490:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.963500:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.963502:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.963508:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.963512:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294934734 00000400:00000200:3.0:1767384345.963516:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000010:2.0:1767384345.963516:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abe0fd6b. 00000100:00000001:2.0:1767384345.963526:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384345.963528:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.963533:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294934734 00000100:00000001:0.0:1767384345.963535:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384345.963539:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bcc839a. 00000100:00000001:0.0:1767384345.963544:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384345.963546:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384345.963550:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384345.963552:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384345.963553:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:2.0:1767384345.963556:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294934734 00000100:00000040:0.0:1767384345.963556:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384345.963563:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fe86c87. 00000100:00000001:2.0:1767384345.963570:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384345.963573:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384345.963576:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.963577:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294934734 02000000:00000001:0.0:1767384345.963579:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384345.963582:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa96b655. 02000000:00000001:0.0:1767384345.963583:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.963588:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384345.963588:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384345.963593:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000818648be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746145792:0@lo:253: 00000100:00000001:2.0:1767384345.963595:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384345.963599:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384345.963600:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.963604:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384345.963605:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.963607:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000001:2.0:1767384345.963608:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384345.963608:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.963616:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384345.963621:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767384345.963622:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c68d4be0. 00000100:00000001:2.0:1767384345.963625:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384345.963626:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.963633:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384345.963634:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013705e06. 00000100:00000001:2.0:1767384345.963635:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.963641:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384345.963642:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b7b17ae. 00000100:00000001:2.0:1767384345.963644:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384345.963648:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746145792, portal 25 00000100:00000001:0.0:1767384345.963652:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384345.963654:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556624256 : -111508152927360 : ffff9a957c27bb80) 00000400:00000200:3.0:1767384345.963655:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000040:0.0:1767384345.963660:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.963666:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384345.963669:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384345.963670:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384345.963674:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746145664 00000400:00000010:0.0:1767384345.963675:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037f8a47f. 02000000:00000001:2.0:1767384345.963679:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384345.963681:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746145792, offset 0 00000100:00000001:2.0:1767384345.963682:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.963684:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.963687:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.963690:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746145664 00000020:00000001:2.0:1767384345.963695:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384345.963696:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384345.963699:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384345.963700:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384345.963702:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000400:00000200:3.0:1767384345.963704:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000020:00000001:2.0:1767384345.963706:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384345.963711:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:0.0:1767384345.963712:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384345.963718:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384345.963723:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088ca91eb. 00000400:00000200:0.0:1767384345.963727:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05000 00000100:00000001:2.0:1767384345.963729:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.963733:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088ca91eb. 00000400:00000200:0.0:1767384345.963735:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x110d [2] + 0 00000400:00000010:0.0:1767384345.963739:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085901738. 00000400:00000200:0.0:1767384345.963744:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c5318be 00000020:00000010:2.0:1767384345.963748:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000427ba2a3. 00000400:00000200:0.0:1767384345.963750:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.963751:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000020:00000010:2.0:1767384345.963755:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005080b3df. 00000400:00000200:0.0:1767384345.963761:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384345.963763:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034dec0f4. 00000400:00000200:0.0:1767384345.963766:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c5318be 00000400:00000010:0.0:1767384345.963769:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c5318be. 00000100:00000001:0.0:1767384345.963775:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384345.963776:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384345.963777:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1767384345.963780:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000fe974b5d x1853236746145792 msgsize 4848 00000100:00000001:2.0:1767384345.963781:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384345.963785:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384345.963788:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384345.963792:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384345.963796:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384345.963799:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.963805:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000001:0.0:1767384345.963806:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384345.963813:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384345.963814:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f8a47f 00000400:00000010:0.0:1767384345.963818:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037f8a47f. 00000100:00000001:0.0:1767384345.963823:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384345.963828:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.963831:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384345.963835:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746145792 02000000:00000001:2.0:1767384345.963838:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384345.963840:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384345.963840:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384345.963843:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384345.963846:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384345.963847:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.963853:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746145792 00000020:00000001:2.0:1767384345.963856:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384345.963858:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384345.963862:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384345.963862:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.963867:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000020:00000040:2.0:1767384345.963867:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000100:00000001:0.0:1767384345.963868:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384345.963874:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384345.963874:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.963880:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384345.963881:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294934734 00000100:00000001:2.0:1767384345.963885:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384345.963886:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294934734 00000020:00000010:2.0:1767384345.963890:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088ca91eb. 00000100:00000001:0.0:1767384345.963890:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294934734 00000100:00000001:2.0:1767384345.963896:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384345.963896:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294934734 00000020:00000010:2.0:1767384345.963900:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088ca91eb. 00000100:00000001:0.0:1767384345.963901:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294934734 00000100:00000001:0.0:1767384345.963906:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294934734 00000020:00000010:2.0:1767384345.963908:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7aa6f20. 00000020:00000010:2.0:1767384345.963913:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000825d7c2e. 00000100:00000001:0.0:1767384345.963917:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294934734 00000020:00000010:2.0:1767384345.963919:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f486bc4. 00000100:00000001:0.0:1767384345.963920:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294934734 00000400:00000200:3.0:1767384345.963926:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000001:2.0:1767384345.963926:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384345.963926:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.963929:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384345.963934:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.963935:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.963941:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.963943:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.963945:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.963947:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.963952:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384345.963955:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384345.963960:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.963962:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384345.963962:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384345.963964:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.963967:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.963972:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384345.963979:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000001:0.0:1767384345.963980:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384345.963982:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384345.963984:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.963986:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609688144 : -111508099863472 : ffff9a957f516c50) 00000100:00000040:2.0:1767384345.963993:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000eb2274b x1853236746145664/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384345.963997:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000001:0.0:1767384345.964002:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384345.964004:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384345.964006:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384345.964009:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088ca91eb. 00000100:00000001:2.0:1767384345.964013:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384345.964014:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000020:00000010:2.0:1767384345.964018:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088ca91eb. 00000100:00000040:0.0:1767384345.964020:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:0.0:1767384345.964024:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609689168 : -111508099862448 : ffff9a957f517050) 00000100:00100000:2.0:1767384345.964029:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000eb2274b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746145664:12345-0@lo:253: 00000100:00000040:0.0:1767384345.964033:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe974b5d x1853236746145792/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384345.964035:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746145664 00000020:00000001:2.0:1767384345.964040:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384345.964045:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384345.964046:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384345.964049:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000020:00000001:2.0:1767384345.964049:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384345.964051:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000242daa23. 00000020:00000001:2.0:1767384345.964056:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384345.964057:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384345.964059:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000010:0.0:1767384345.964061:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000242daa23. 00000020:00000001:2.0:1767384345.964064:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384345.964067:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384345.964069:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384345.964073:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384345.964073:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe974b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16353:x1853236746145792:12345-0@lo:253: 00000020:00000001:2.0:1767384345.964078:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384345.964079:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746145792 00000020:00000001:0.0:1767384345.964084:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384345.964085:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384345.964087:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 02000000:00000001:2.0:1767384345.964088:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384345.964088:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384345.964093:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384345.964097:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009d90b90e. 00000020:00000001:0.0:1767384345.964097:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384345.964099:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 02000000:00000001:2.0:1767384345.964102:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.964104:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384345.964106:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.964109:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384345.964114:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384345.964116:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:2.0:1767384345.964118:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bbd2a0ae. 00000020:00000001:0.0:1767384345.964118:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384345.964120:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000020:00000001:0.0:1767384345.964123:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384345.964124:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384345.964128:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384345.964129:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384345.964132:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384345.964133:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384345.964135:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384345.964141:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004d9f8c15. 02000000:00000001:0.0:1767384345.964147:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.964148:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.964149:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000100:00000001:0.0:1767384345.964152:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.964154:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384345.964156:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384345.964164:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f29fe0a5. 20000000:00000010:0.0:1767384345.964166:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000209a1d20. 20000000:01000000:2.0:1767384345.964170:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:01000000:0.0:1767384345.964171:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384345.964175:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384345.964176:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384345.964177:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384345.964181:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384345.964184:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384345.964184:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384345.964189:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384345.964190:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384345.964200:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00080000:00000001:2.0:1767384345.964206:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384345.964221:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384345.964224:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384345.964226:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384345.964228:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384345.964229:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384345.964232:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:2.0:1767384345.964236:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:2.0:1767384345.964237:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384345.964240:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384345.964244:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384345.964246:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384345.964248:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384345.964253:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000400:00000200:3.0:1767384345.964255:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00080000:00000001:2.0:1767384345.964257:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384345.964263:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008832ea3a. 00080000:00000001:2.0:1767384345.964266:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565212148736 : -111508497402880 : ffff9a95679f7400) 00080000:00000001:2.0:1767384345.964269:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384345.964272:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384345.964276:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000088ca91eb. 00080000:00000001:2.0:1767384345.964278:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384345.964281:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384345.964297:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.964307:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00080000:00000001:2.0:1767384345.964313:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384345.964335:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964382:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964409:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964474:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964514:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964585:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964605:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964626:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964649:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964668:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964684:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964702:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384345.964719:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384345.964870:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4afcfbc. 00000800:00000010:3.0:1767384345.964874:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068ae3cbb. 00000800:00000010:3.0:1767384345.964886:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000842ab87c. 00000800:00000010:3.0:1767384345.964904:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000842ab87c. 00000800:00020000:3.0:1767384345.964913:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384345.964916:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068ae3cbb. 00000800:00000010:3.0:1767384345.964919:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4afcfbc. 00000400:02020000:3.0:1767384345.964955:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp30 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384345.964961:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp30 notifying 192.168.203.143@tcp30: down 00000800:00000200:3.0:1767384345.964965:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp30 down 00000800:00000100:3.0:1767384345.964972:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.203.143@tcp30 00000800:00000010:3.0:1767384345.964976:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097f2be41. 00000400:00000200:3.0:1767384345.964979:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384345.964984:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp30->192.168.203.143@tcp30: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384345.964990:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp30 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:3.0:1767384345.964994:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384345.964998:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384345.965003:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384345.965037:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384345.965044:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x101151 00000400:00000001:0.0:1767384345.965048:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384345.965049:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384345.965051:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052ab8fde 00000400:00000010:0.0:1767384345.965052:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052ab8fde. 00000400:00000200:0.0:1767384345.965056:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384345.965058:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384345.965061:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (25) 00000400:00000200:0.0:1767384345.965063:0:16351:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384345.965065:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc -71 00000400:00000200:0.0:1767384345.965068:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:0.0:1767384345.965070:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (24) 00080000:00000010:2.0:1767384345.965177:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008832ea3a. 00080000:00000010:3.0:1767384345.965218:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000088ca91eb. 00040000:00000001:3.0:1767384345.965223:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384345.965225:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384345.965227:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384345.965230:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:3.0:1767384345.965233:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.965234:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384345.965245:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384345.965253:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384345.965257:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384345.965262:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384345.965266:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384345.965268:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000913be715. 20000000:00000001:2.0:1767384345.965270:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384345.965274:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 10000000:01000000:2.0:1767384345.965275:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384345.965280:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384345.965281:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384345.965285:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384345.965288:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384345.965292:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384345.965295:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000040:2.0:1767384345.965297:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000745d9f43 count: 2 00010000:00000001:2.0:1767384345.965300:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384345.965302:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384345.965306:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007940b17. 00000020:00000001:2.0:1767384345.965312:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384345.965312:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.965315:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000007940b17 with handle 0x980286e253c5fc9a to hash 00080000:00000001:0.0:1767384345.965316:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767384345.965320:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384345.965320:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.965323:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00080000:00000001:0.0:1767384345.965324:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384345.965328:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00080000:00000001:0.0:1767384345.965328:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384345.965333:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00010000:00000001:2.0:1767384345.965334:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.965337:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.965340:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00010000:00010000:2.0:1767384345.965342:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1767384345.965343:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384345.965350:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384345.965355:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384345.965373:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.965374:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:0.0:1767384345.965377:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384345.965380:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1767384345.965382:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:2.0:1767384345.965383:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384345.965386:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384345.965388:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384345.965391:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b3755bde. 00010000:00000001:2.0:1767384345.965392:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000020:3.0:1767384345.965393:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:0.0:1767384345.965397:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560350359040 : -111513359192576 : ffff9a9445d66e00) 00000100:00000001:3.0:1767384345.965398:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:2.0:1767384345.965401:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fc8c expref: 16 pid: 17077 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384345.965402:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bbd2a0ae. 00080000:00000001:0.0:1767384345.965403:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384345.965407:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:3.0:1767384345.965408:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384345.965410:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000242daa23. 00010000:00000040:3.0:1767384345.965416:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746145664 00080000:00000001:0.0:1767384345.965417:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.965419:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:0.0:1767384345.965451:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384345.965452:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384345.965458:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384345.965460:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.965465:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000200:3.0:1767384345.965466:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000eb2274b x1853236746145664/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384345.965469:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384345.965471:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384345.965475:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.965481:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:3.0:1767384345.965482:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384345.965485:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.965486:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384345.965493:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=51 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384345.965496:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000745d9f43) refcount = 2 00000100:00000001:3.0:1767384345.965498:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1767384345.965499:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:3.0:1767384345.965502:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000040:2.0:1767384345.965504:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5fc8c expref: 16 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384345.965506:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384345.965509:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384345.965510:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.965512:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384345.965519:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384345.965524:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068ae3cbb. 00010000:00000040:2.0:1767384345.965525:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384345.965528:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384345.965530:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746145664, offset 224 00000400:00000200:3.0:1767384345.965539:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:2.0:1767384345.965541:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bea6d841. 00000100:00000001:2.0:1767384345.965545:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:3.0:1767384345.965548:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384345.965549:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f24714f9. 00000100:00000001:2.0:1767384345.965553:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560347780992 : -111513361770624 : ffff9a9445af1780) 00000100:00000001:2.0:1767384345.965555:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632560347780992 : -111513361770624 : ffff9a9445af1780) 00000400:00000200:3.0:1767384345.965558:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df04f80 00000100:00000001:2.0:1767384345.965560:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384345.965563:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384345.965565:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:3.0:1767384345.965566:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1899 [2] + 224 00010000:00000001:2.0:1767384345.965568:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.965572:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384345.965573:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384345.965574:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384345.965577:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:3.0:1767384345.965579:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384345.965581:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384345.965584:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:3.0:1767384345.965585:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1767384345.965588:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008710723e. 00000100:00000200:3.0:1767384345.965591:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384345.965593:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000100:00000001:2.0:1767384345.965597:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384345.965600:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384345.965604:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.965607:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384345.965610:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008832ea3a. 00000100:00000001:2.0:1767384345.965616:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.965623:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5fc8c expref: 16 pid: 17077 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384345.965627:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384345.965633:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ae3cbb 00000400:00000010:3.0:1767384345.965636:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068ae3cbb. 00000100:00000001:3.0:1767384345.965639:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384345.965642:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384345.965642:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5fc8c expref: 16 pid: 17077 timeout: 417 lvb_type: 0 00000100:00000001:0.0:1767384345.965646:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.965647:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.965649:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384345.965656:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:0.0:1767384345.965657:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384345.965661:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384345.965662:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384345.965662:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000010:0.0:1767384345.965664:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077efd423. 00000020:00000001:3.0:1767384345.965666:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.965668:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384345.965669:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a579f6c 00000400:00000010:0.0:1767384345.965673:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a579f6c. 00000020:00000001:3.0:1767384345.965675:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384345.965677:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384345.965679:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384345.965683:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000eb2274b x1853236746145664/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384345.965684:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.965722:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000eb2274b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746145664:12345-0@lo:253: Request processed in 1715us (2336us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384345.965723:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.965745:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000040:3.0:1767384345.965752:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384345.965754:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384345.965757:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384345.965758:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384345.965759:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.965760:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384345.965765:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005080b3df. 00000100:00100000:2.0:1767384345.965769:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008710723e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746145920:0@lo:104: 00000100:00000001:0.0:1767384345.965769:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384345.965771:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034dec0f4. 00000100:00000001:0.0:1767384345.965775:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384345.965779:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384345.965779:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384345.965780:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000427ba2a3. 02000000:00000001:2.0:1767384345.965782:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384345.965783:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384345.965786:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.965787:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.965788:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 02000000:00000001:2.0:1767384345.965790:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384345.965795:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.965796:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.965796:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dda1d013. 02000000:00000010:3.0:1767384345.965799:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009d90b90e. 00000100:00001000:0.0:1767384345.965800:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=51 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384345.965801:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.965808:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1767384345.965809:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a928aedf. 00000100:00001000:0.0:1767384345.965809:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384345.965812:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384345.965817:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f1eb. 00000100:00000001:0.0:1767384345.965817:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384345.965819:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384345.965821:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384345.965824:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746145920, portal 16 00010000:00000001:0.0:1767384345.965825:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384345.965826:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075d20443. 00000100:00000001:2.0:1767384345.965827:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1767384345.965830:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.965832:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348032384 : -111513361519232 : ffff9a9445b2ed80) 00000400:00000010:3.0:1767384345.965834:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068ae3cbb. 00000100:00000001:0.0:1767384345.965834:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.965839:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384345.965844:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.965850:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.965857:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.965862:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8a251b7. 00000100:00000001:0.0:1767384345.965862:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384345.965868:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384345.965869:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746145920, offset 0 00000100:00000001:0.0:1767384345.965871:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384345.965875:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:2.0:1767384345.965876:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000004:0.0:1767384345.965879:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384345.965882:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384345.965886:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384345.965887:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000004:0.0:1767384345.965888:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384345.965891:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384345.965892:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384345.965894:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384345.965898:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df05080 00000020:01000004:0.0:1767384345.965898:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384345.965901:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384345.965906:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000100:00000040:0.0:1767384345.965907:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384345.965913:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9131322. 00000400:00000200:2.0:1767384345.965919:0:17101:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c1a23cb3 00000400:00000200:2.0:1767384345.965923:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384345.965923:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005db5c650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746145664:0@lo:253: 00000400:00000200:2.0:1767384345.965931:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384345.965932:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.965934:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a23cb3 00000100:00000001:0.0:1767384345.965935:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384345.965937:0:17101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1a23cb3. 00000100:00000040:0.0:1767384345.965940:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005db5c650 x1853236746145664/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.965942:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384345.965945:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767384345.965950:0:17101:0:(events.c:337:request_in_callback()) incoming req@0000000093124f27 x1853236746145920 msgsize 328 00000100:00000001:0.0:1767384345.965952:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384345.965962:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384345.965962:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384345.965967:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dd3736e0. 00000100:00000040:2.0:1767384345.965968:0:17101:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 02000000:00000001:0.0:1767384345.965975:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384345.965977:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384345.965978:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384345.965979:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384345.965981:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000809351f7. 00000100:00000001:2.0:1767384345.965985:0:17101:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384345.965986:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384345.965990:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767384345.965991:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8a251b7 00000100:00000010:0.0:1767384345.965992:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005db5c650. 00000400:00000010:2.0:1767384345.965994:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8a251b7. 00000100:00000001:2.0:1767384345.966001:0:17101:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384345.966001:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384345.966006:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384345.966009:0:17069:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000770304f3. 00000100:00000200:2.0:1767384345.966009:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384345.966012:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384345.966016:0:17069:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4afcfbc. 00000100:00100000:3.0:1767384345.966022:0:17069:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000001:0.0:1767384345.966022:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384345.966025:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384345.966027:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384345.966030:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000040:2.0:1767384345.966031:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384345.966034:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384345.966036:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e854a3. 00000100:00000001:0.0:1767384345.966040:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.966043:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075d9394a. 00000100:00000001:2.0:1767384345.966050:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966052:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384345.966054:0:17101:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384345.966055:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746145920 02000000:00000001:3.0:1767384345.966058:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384345.966060:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.966061:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966062:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.966069:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.966070:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294934736 00000100:00100000:3.0:1767384345.966071:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746145920 00000020:00000001:3.0:1767384345.966075:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384345.966079:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294934734 00000020:00000040:3.0:1767384345.966085:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9c9 00000100:00000001:2.0:1767384345.966087:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294934736 00000020:00000001:3.0:1767384345.966088:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.966091:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078df2aae refcount=3 00000020:00000001:3.0:1767384345.966094:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:2.0:1767384345.966096:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294934734 00000020:00000001:3.0:1767384345.966097:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:3.0:1767384345.966102:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384345.966104:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294934736 00000020:00000010:3.0:1767384345.966105:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000842ab87c. 00000100:00000001:3.0:1767384345.966110:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384345.966113:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000842ab87c. 00000100:00000001:2.0:1767384345.966113:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294934734 00000020:00000010:3.0:1767384345.966120:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044711245. 00000100:00000001:2.0:1767384345.966121:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294934736 00000020:00000010:3.0:1767384345.966127:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e7b899d. 00000100:00000001:2.0:1767384345.966128:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294934734 00000020:00000010:3.0:1767384345.966133:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad67ed1e. 00000100:00000001:2.0:1767384345.966134:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.966139:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.966141:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.966143:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.966144:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:2.0:1767384345.966145:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966149:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384345.966150:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384345.966153:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384345.966154:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384345.966157:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.966158:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.966164:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1767384345.966166:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.966166:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384345.966168:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.966177:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.966180:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.966180:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384345.966183:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f24714f9 going to sleep for 11 seconds 00000100:00000001:2.0:1767384345.966185:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.966187:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966198:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384345.966201:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384345.966205:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384345.966208:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000078df2aae : new rpc_count 1 00000100:00000001:3.0:1767384345.966210:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565579870288 : -111508129681328 : ffff9a957d8a7050) 00000100:00000040:3.0:1767384345.966213:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093124f27 x1853236746145920/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 328/0 e 0 to 0 dl 1767384356 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384345.966220:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384345.966223:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000842ab87c. 00000100:00000001:3.0:1767384345.966224:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384345.966226:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000842ab87c. 00000100:00100000:3.0:1767384345.966228:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093124f27 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746145920:12345-0@lo:104: 00000100:00000200:3.0:1767384345.966231:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746145920 00010000:00000001:3.0:1767384345.966238:0:17069:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384345.966241:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384345.966243:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.966244:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=2 00000020:00000001:3.0:1767384345.966245:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:3.0:1767384345.966247:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 00010000:00000001:3.0:1767384345.966249:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.966251:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.966253:0:17069:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384345.966259:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384345.966260:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384345.966262:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d5abb76e. 02000000:00000001:3.0:1767384345.966264:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966265:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.966267:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384345.966268:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384345.966269:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d297692 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384345.966272:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384345.966274:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384345.966275:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384345.966277:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384345.966278:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966279:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384345.966281:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384345.966283:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da26823f. 00000100:00000200:3.0:1767384345.966285:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236746145920, offset 224 00000400:00000200:3.0:1767384345.966287:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384345.966292:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384345.966295:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824df05080 00000400:00000200:3.0:1767384345.966299:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18ad [1] + 224 00000400:00000200:3.0:1767384345.966302:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.966305:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384345.966313:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384345.966316:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384345.966322:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384345.966335:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384345.966338:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da26823f 00000400:00000010:3.0:1767384345.966340:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da26823f. 00000100:00000001:3.0:1767384345.966343:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384345.966344:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.966347:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.966349:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384345.966352:0:17069:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384345.966354:0:17069:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ae9f1c62. 00010000:00000001:3.0:1767384345.966373:0:17069:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384345.966381:0:17069:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384345.966384:0:17069:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.966385:0:17069:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.966387:0:17069:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.966391:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093124f27 x1853236746145920/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384345.966396:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767384345.966399:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093124f27 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746145920:12345-0@lo:104: Request processed in 177us (446us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384345.966401:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.966409:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767384345.966411:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384345.966415:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078df2aae : new rpc_count 0 00010000:00000001:0.0:1767384345.966415:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384345.966419:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384345.966420:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384345.966421:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384345.966456:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e7b899d. 00000020:00000010:3.0:1767384345.966462:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad67ed1e. 00010000:00010000:0.0:1767384345.966466:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384345.966467:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044711245. 00000020:00000040:3.0:1767384345.966473:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000078df2aae : new refcount 2 00010000:00010000:0.0:1767384345.966477:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009ddd0e86 already unused, calling callback (000000001ae2046b) 02000000:00000001:3.0:1767384345.966480:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:0.0:1767384345.966482:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:3.0:1767384345.966483:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d5abb76e. 10000000:00010000:0.0:1767384345.966485:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.966490:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384345.966493:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384345.966496:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767384345.966496:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.966500:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ddd0e86 refcount=3 02000000:00000001:3.0:1767384345.966501:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384345.966502:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 02000000:00000010:3.0:1767384345.966503:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007fe194c9. 00010000:00000001:0.0:1767384345.966508:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680590848 : -111509028960768 : ffff9a9547f08600) 02000000:00000001:3.0:1767384345.966510:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384345.966512:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a858121b. 02000000:00000001:3.0:1767384345.966517:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384345.966520:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000054164b8c. 00010000:00000001:0.0:1767384345.966522:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767384345.966524:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1767384345.966525:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384345.966527:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e02ccd2. 02000000:00000001:3.0:1767384345.966535:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:0.0:1767384345.966536:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:3.0:1767384345.966537:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000b464724. 10000000:00010000:0.0:1767384345.966539:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384345.966542:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384345.966545:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7308626. 10000000:01000000:0.0:1767384345.966547:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384345.966551:0:17073:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:3.0:1767384345.966553:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000040:0.0:1767384345.966553:0:17073:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384345.966555:0:17073:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000010:3.0:1767384345.966556:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a208c4bf. 00010000:00000001:0.0:1767384345.966560:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384345.966563:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384345.966563:0:17073:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384345.966567:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050c80de4. 02000000:00000001:3.0:1767384345.966572:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384345.966574:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d73d08b3. 10000000:00000001:0.0:1767384345.966576:0:17073:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:3.0:1767384345.966577:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00000001:0.0:1767384345.966580:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000010:3.0:1767384345.966581:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4b9608f. 10000000:00000040:0.0:1767384345.966583:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 10000000:00000001:0.0:1767384345.966587:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:3.0:1767384345.966588:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:0.0:1767384345.966589:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384345.966591:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000097ec3dff. 00010000:00000001:0.0:1767384345.966594:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384345.966596:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384345.966599:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075d4afe7. 00010000:00000001:0.0:1767384345.966599:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384345.966602:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:3.0:1767384345.966605:0:17069:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b9401d9e. 00010000:00000001:0.0:1767384345.966606:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.966612:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384345.966613:0:17069:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000a62c1d20. 00000020:00000040:0.0:1767384345.966615:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009ddd0e86 with handle 0x980286e253c5fc8c from hash 00000100:00000001:3.0:1767384345.966619:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.966619:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384345.966623:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.966625:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.966628:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384345.966630:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384345.966632:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384345.966635:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384345.966637:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384345.966640:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384345.966641:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005db5c650. 00000020:00000040:0.0:1767384345.966645:0:17073:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000400:00000001:3.0:1767384345.966646:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384345.966648:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:3.0:1767384345.966649:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384345.966651:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a928aedf. 00000400:00000200:3.0:1767384345.966654:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f1eb 00000400:00000010:3.0:1767384345.966656:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f1eb. 02000000:00000001:0.0:1767384345.966658:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384345.966660:0:17101:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384345.966661:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384345.966666:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384345.966668:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc18439d. 00000100:00000001:0.0:1767384345.966675:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.966678:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000200:3.0:1767384345.966680:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384345.966682:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384345.966689:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384345.966692:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.966696:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384345.966700:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966701:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384345.966704:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.966706:0:17101:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384345.966707:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005db5c650] to pc [ptlrpcd_00_01+1] req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384345.966708:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384345.966711:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.966714:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.966719:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384345.966724:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384345.966728:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384345.966730:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384345.966731:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.966733:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384345.966735:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966737:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.966742:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384345.966743:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384345.966750:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384345.966753:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384345.966754:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384345.966758:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384345.966758:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966761:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.966762:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.966764:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:0.0:1767384345.966766:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.966767:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.966770:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384345.966772:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384345.966772:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.966773:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.966777:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384345.966780:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384345.966781:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384345.966785:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384345.966788:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 000000009ddd0e86/0x980286e253c5fc8c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fc93 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384345.966789:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384345.966807:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000b29a664 count: 0 00000100:00100000:3.0:1767384345.966808:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008710723e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746145920:0@lo:104: 00000100:00000001:3.0:1767384345.966817:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.966821:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.966823:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384345.966827:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384345.966827:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384345.966831:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384345.966832:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:0.0:1767384345.966832:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ae9f1c62. 00000100:00000001:2.0:1767384345.966834:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.966839:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008710723e x1853236746145920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384345.966840:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.966841:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384345.966844:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384345.966847:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384345.966851:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.966852:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966856:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:0.0:1767384345.966858:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767384345.966859:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005db5c650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746146048:0@lo:103: 00000020:00000001:0.0:1767384345.966861:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384345.966864:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384345.966866:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384345.966869:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dda1d013. 02000000:00000001:2.0:1767384345.966869:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384345.966871:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.966873:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.966876:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384345.966877:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767384345.966877:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384345.966881:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384345.966882:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1767384345.966883:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff403dbd. 00000020:00000040:3.0:1767384345.966884:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00000020:00000001:0.0:1767384345.966886:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.966888:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.966890:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:0.0:1767384345.966892:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1767384345.966894:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008832ea3a. 00000400:00000010:2.0:1767384345.966894:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dacb8048. 02000000:00000001:3.0:1767384345.966901:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767384345.966901:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8a251b7. 02000000:00000001:3.0:1767384345.966903:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384345.966906:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008710723e. 00000100:00000200:2.0:1767384345.966907:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746146048, portal 18 00000100:00000001:2.0:1767384345.966911:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384345.966914:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384345.966914:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556615296 : -111508152936320 : ffff9a957c279880) 00000100:00000001:0.0:1767384345.966914:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.966918:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.966919:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384345.966922:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384345.966923:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f24714f9. 00000100:00000001:0.0:1767384345.966924:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.966930:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384345.966931:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.966934:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.966939:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:3.0:1767384345.966940:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bea6d841. 00000100:00000040:2.0:1767384345.966944:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384345.966946:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.966947:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c058bc5e. 00010000:00000001:3.0:1767384345.966949:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384345.966951:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746146048, offset 0 00010000:00000001:3.0:1767384345.966953:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384345.966957:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:3.0:1767384345.966959:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384345.966962:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384345.966964:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384345.966968:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.966982:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df05100 00000400:00000200:2.0:1767384345.966987:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:2.0:1767384345.966990:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a92e7c5. 00000400:00000200:2.0:1767384345.966993:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b880b5bd 00000400:00000200:2.0:1767384345.966996:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.966999:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384345.967001:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b880b5bd 00000400:00000010:2.0:1767384345.967002:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b880b5bd. 00000100:00000001:2.0:1767384345.967005:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384345.967006:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384345.967008:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000002b4da7d4 x1853236746146048 msgsize 328 00000100:00100000:2.0:1767384345.967012:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384345.967014:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384345.967024:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.967027:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c058bc5e 00000400:00000010:2.0:1767384345.967029:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c058bc5e. 00000100:00000001:2.0:1767384345.967032:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384345.967036:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.967039:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384345.967044:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746146048 00000100:00000001:2.0:1767384345.967045:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384345.967046:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384345.967049:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384345.967050:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.967052:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.967058:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.967062:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.967063:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746146048 00000020:00000001:3.0:1767384345.967067:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384345.967068:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384345.967071:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384345.967074:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384345.967074:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.967078:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000100:00000001:2.0:1767384345.967079:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294934737 00000020:00000001:3.0:1767384345.967083:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384345.967087:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384345.967087:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934736 00000100:00000001:2.0:1767384345.967092:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294934737 00000100:00000001:2.0:1767384345.967094:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934736 00000100:00000001:3.0:1767384345.967101:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384345.967102:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294934737 00000020:00000010:3.0:1767384345.967106:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000842ab87c. 00000100:00000001:2.0:1767384345.967107:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934736 00000100:00000001:3.0:1767384345.967112:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.967114:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294934737 00000020:00000010:3.0:1767384345.967116:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000842ab87c. 00000020:00000010:3.0:1767384345.967121:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044711245. 00000020:00000010:3.0:1767384345.967126:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e7b899d. 00000100:00000001:2.0:1767384345.967127:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934736 00000020:00000010:3.0:1767384345.967129:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad67ed1e. 00000100:00000001:2.0:1767384345.967133:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.967136:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.967138:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.967140:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.967141:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384345.967145:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384345.967145:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.967147:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384345.967148:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384345.967150:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384345.967152:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384345.967153:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.967154:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.967158:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.967159:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384345.967161:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.967163:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384345.967165:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.967167:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000020:00000001:3.0:1767384345.967168:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384345.967170:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00010000:3.0:1767384345.967177:0:17072:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fc8c expref: 16 pid: 17077 timeout: 417 lvb_type: 0 00010000:00000001:3.0:1767384345.967182:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.967183:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.967184:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.967185:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.967189:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384345.967192:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b4da7d4 x1853236746146048/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 328/0 e 0 to 0 dl 1767384356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.967198:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384345.967199:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.967211:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.967220:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384345.967221:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384345.967223:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384345.967231:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:3.0:1767384345.967233:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565607800912 : -111508101750704 : ffff9a957f34a050) 00000100:00000040:3.0:1767384345.967236:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b4da7d4 x1853236746146048/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 328/0 e 0 to 0 dl 1767384356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.967242:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384345.967244:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000842ab87c. 00000100:00000001:3.0:1767384345.967246:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384345.967247:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000842ab87c. 00000100:00100000:3.0:1767384345.967250:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b4da7d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+16:16354:x1853236746146048:12345-0@lo:103: 00000100:00000200:3.0:1767384345.967253:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746146048 00010000:00000001:3.0:1767384345.967255:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384345.967257:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384345.967258:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384345.967261:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384345.967263:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384345.967265:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d5abb76e. 02000000:00000001:3.0:1767384345.967266:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.967267:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.967270:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384345.967271:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384345.967273:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384345.967273:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.967275:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000020:00000001:3.0:1767384345.967276:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384345.967277:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000040:3.0:1767384345.967279:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000745d9f43 count: 3 00010000:00010000:3.0:1767384345.967281:0:17072:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fc8c expref: 16 pid: 17077 timeout: 417 lvb_type: 0 00000100:00001000:3.0:1767384345.967285:0:17072:0:(import.c:2128:obd_at_measure()) add 0 to 0000000012e62d6c time=1767384345 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384345.967287:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384345.967290:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.967297:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384345.967299:0:17072:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x980286e253c5fc8c expref: 16 pid: 17077 timeout: 417 lvb_type: 0 00000020:00000001:3.0:1767384345.967304:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384345.967305:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384345.967307:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.967308:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.967310:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384345.967311:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384345.967315:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.967316:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.967318:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.967319:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.967321:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000158f3d3f with handle 0x980286e253c5fc93 from hash 00010000:00000001:3.0:1767384345.967323:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384345.967324:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.967325:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.967326:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384345.967328:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384345.967329:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384345.967331:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fc93 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x980286e253c5fc8c expref: 16 pid: 17077 timeout: 417 lvb_type: 0 00010000:00000040:3.0:1767384345.967336:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00000020:00000040:3.0:1767384345.967337:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00010000:00000001:3.0:1767384345.967344:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.967346:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384345.967348:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384345.967349:0:17072:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000007940b17 00010000:00000001:3.0:1767384345.967351:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384345.967352:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384345.967354:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.967356:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384345.967372:0:17072:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.967375:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384345.967377:0:17072:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384345.967378:0:17072:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.967388:0:17072:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384345.967390:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384345.967392:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384345.967393:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384345.967395:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000745d9f43) refcount = 2 00010000:00010000:3.0:1767384345.967397:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.967412:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384345.967414:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384345.967415:0:17072:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.967417:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384345.967420:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000842ab87c. 00000100:00000001:3.0:1767384345.967422:0:17072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384345.967448:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013d692dd. 00000100:00000001:3.0:1767384345.967451:0:17072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632564668216640 : -111509041334976 : ffff9a954733b540) 00000100:00000001:3.0:1767384345.967452:0:17072:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632564668216640 : -111509041334976 : ffff9a954733b540) 00000100:00000001:3.0:1767384345.967454:0:17072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384345.967455:0:17072:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384345.967457:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384345.967459:0:17072:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384345.967463:0:17072:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384345.967465:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384345.967467:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.967468:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007940b17 refcount=5 00000020:00000001:3.0:1767384345.967470:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:3.0:1767384345.967472:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:3.0:1767384345.967474:0:17072:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384345.967476:0:17072:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.967482:0:17072:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384345.967484:0:17072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.967493:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.967495:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384345.967497:0:17072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.967502:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384345.967502:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b3755bde. 00010000:00000001:3.0:1767384345.967505:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.967509:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384345.967510:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384345.967516:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000007940b17 already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384345.967518:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384345.967520:0:17072:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384345.967522:0:17072:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.967527:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384345.967529:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384345.967530:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.967532:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007940b17 refcount=6 00080000:00000010:0.0:1767384345.967532:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000242daa23. 00000020:00000001:3.0:1767384345.967537:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00040000:00000001:0.0:1767384345.967539:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384345.967540:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00040000:00000001:0.0:1767384345.967542:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1767384345.967545:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1767384345.967546:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.967547:0:17072:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000002:0.0:1767384345.967550:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 00010000:00000001:3.0:1767384345.967555:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000001:0.0:1767384345.967556:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.967559:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:0.0:1767384345.967560:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:3.0:1767384345.967562:0:17072:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384345.967564:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384345.967568:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384345.967570:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:3.0:1767384345.967574:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:0.0:1767384345.967575:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384345.967578:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384345.967582:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.967587:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.967590:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000007940b17 with handle 0x980286e253c5fc9a from hash 00010000:00000001:3.0:1767384345.967593:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384345.967594:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.967595:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.967596:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384345.967599:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384345.967600:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384345.967602:0:17101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.967603:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384345.967606:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.967611:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.967615:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384345.967616:0:17101:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384345.967618:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:2.0:1767384345.967621:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384345.967622:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.967625:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384345.967626:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.967628:0:17072:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.967632:0:17072:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.967638:0:17072:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.967639:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:3.0:1767384345.967642:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.967643:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.967646:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384345.967648:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:01000000:2.0:1767384345.967651:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00010000:00000001:3.0:1767384345.967654:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384345.967655:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00010000:00000001:3.0:1767384345.967657:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:01000000:2.0:1767384345.967658:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384345.967661:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384345.967662:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384345.967664:0:17072:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384345.967665:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1767384345.967666:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1767384345.967669:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000745d9f43 count: 3 00010000:00000001:3.0:1767384345.967670:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.967673:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384345.967674:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384345.967678:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.967678:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:3.0:1767384345.967682:0:17072:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384345.967684:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007f48d4e. 00010000:00000001:3.0:1767384345.967685:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384345.967688:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000007940b17/0x980286e253c5fc9a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384345.967689:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384345.967693:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000007f48d4e with handle 0x980286e253c5fca1 to hash 00010000:00000001:3.0:1767384345.967698:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.967700:0:17072:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384345.967702:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:2.0:1767384345.967703:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384345.967704:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384345.967707:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366530560 : -111508343021056 : ffff9a9570d32200) 00000100:00000001:0.0:1767384345.967708:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384345.967709:0:17072:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1767384345.967711:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366530560 : -111508343021056 : ffff9a9570d32200) 20000000:00000010:0.0:1767384345.967712:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000209a1d20. 00010000:00000001:2.0:1767384345.967716:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:0.0:1767384345.967718:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.967720:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.967721:0:17072:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384345.967723:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746145792 00010000:00010000:2.0:1767384345.967724:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384345.967725:0:17072:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.967730:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384345.967731:0:17072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384345.967735:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000013d692dd. 00010000:00000001:2.0:1767384345.967737:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000200:0.0:1767384345.967738:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe974b5d x1853236746145792/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.967740:0:17072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384345.967741:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384345.967745:0:17072:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384345.967746:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384345.967749:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384345.967751:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000010:3.0:1767384345.967752:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000842ab87c. 00010000:00000001:2.0:1767384345.967752:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.967755:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.967758:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384345.967758:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:0.0:1767384345.967759:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=51 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384345.967761:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384345.967762:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384345.967768:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1767384345.967768:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384345.967771:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000040:0.0:1767384345.967772:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:2.0:1767384345.967774:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384345.967776:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1767384345.967777:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384345.967777:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000745d9f43) refcount = 1 00000100:00000001:0.0:1767384345.967783:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00010000:2.0:1767384345.967784:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.967785:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384345.967787:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384345.967789:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.967791:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384345.967795:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=51 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384345.967796:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384345.967800:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384345.967803:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.967804:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384345.967805:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384345.967806:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.967810:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00010000:00000001:2.0:1767384345.967811:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384345.967813:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384345.967816:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 20000000:00000001:2.0:1767384345.967818:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:0.0:1767384345.967820:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037f8a47f. 02000000:00000001:3.0:1767384345.967821:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 20000000:01000000:2.0:1767384345.967822:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 02000000:00000001:3.0:1767384345.967824:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.967826:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1767384345.967827:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746145792, offset 224 00000100:00000001:3.0:1767384345.967829:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384345.967830:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.967833:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f48d4e refcount=4 00000100:00000040:3.0:1767384345.967838:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384345.967839:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366530560 : -111508343021056 : ffff9a9570d32200) 00000400:00000200:0.0:1767384345.967839:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384345.967842:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da26823f. 00010000:00000001:2.0:1767384345.967844:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366530560 : -111508343021056 : ffff9a9570d32200) 00000100:00000200:3.0:1767384345.967848:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746146048, offset 224 00000400:00000200:0.0:1767384345.967849:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384345.967856:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:3.0:1767384345.967860:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384345.967861:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384345.967865:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05000 00000400:00000200:3.0:1767384345.967876:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384345.967877:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384345.967878:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18a1 [2] + 224 00010000:00010000:2.0:1767384345.967883:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384345.967885:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.967889:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df05100 00000400:00000200:0.0:1767384345.967897:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384345.967898:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384345.967903:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18c1 [1] + 224 00010000:00000001:2.0:1767384345.967903:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384345.967906:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384345.967910:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384345.967910:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384345.967914:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.967917:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384345.967919:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384345.967920:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384345.967921:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384345.967924:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384345.967928:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384345.967935:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384345.967943:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000007f48d4e already unused, calling callback (000000004feed035) 00010000:00000001:2.0:1767384345.967948:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384345.967953:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:0.0:1767384345.967953:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384345.967956:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384345.967957:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384345.967977:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384345.967980:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384345.967984:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.967987:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f48d4e refcount=5 00000020:00000001:2.0:1767384345.967991:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366530560 : -111508343021056 : ffff9a9570d32200) 00000100:00000001:0.0:1767384345.967992:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384345.967993:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366530560 : -111508343021056 : ffff9a9570d32200) 00010000:00000001:2.0:1767384345.967997:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384345.967999:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384345.968000:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384345.968000:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f8a47f 00000400:00000010:0.0:1767384345.968005:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037f8a47f. 00000100:00000001:0.0:1767384345.968010:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384345.968012:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384345.968016:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da26823f 00000100:00000001:0.0:1767384345.968018:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.968021:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da26823f. 00000100:00000040:0.0:1767384345.968026:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:2.0:1767384345.968027:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384345.968028:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384345.968032:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384345.968033:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384345.968033:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384345.968035:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.968038:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.968040:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384345.968041:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.968042:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384345.968043:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384345.968048:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384345.968049:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe974b5d x1853236746145792/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384345.968050:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384345.968052:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.968057:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.968058:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000007f48d4e with handle 0x980286e253c5fca1 from hash 00010000:00000001:3.0:1767384345.968064:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.968064:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384345.968069:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384345.968073:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b4da7d4 x1853236746146048/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:326/0 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384345.968073:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384345.968073:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe974b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746145792:12345-0@lo:253: Request processed in 4023us (4288us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384345.968076:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384345.968080:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384345.968082:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384345.968085:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384345.968089:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384345.968095:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00010000:00000001:2.0:1767384345.968096:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.968101:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b4da7d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746146048:12345-0@lo:103: Request processed in 854us (1087us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384345.968102:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384345.968103:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00010000:00000001:2.0:1767384345.968106:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384345.968108:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384345.968111:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384345.968112:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384345.968114:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.968116:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.968119:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00000001:2.0:1767384345.968120:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384345.968123:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000825d7c2e. 00010000:00000001:2.0:1767384345.968125:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.968126:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00010000:00010000:2.0:1767384345.968130:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384345.968130:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f486bc4. 00000100:00000001:3.0:1767384345.968131:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384345.968135:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384345.968137:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7aa6f20. 00000020:00000010:3.0:1767384345.968140:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e7b899d. 00010000:00000001:2.0:1767384345.968144:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384345.968146:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:2.0:1767384345.968147:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384345.968148:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad67ed1e. 00010000:00000001:2.0:1767384345.968150:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384345.968153:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:0.0:1767384345.968153:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1767384345.968154:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044711245. 00010000:00000001:2.0:1767384345.968165:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384345.968166:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004d9f8c15. 00000020:00000040:3.0:1767384345.968167:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00010000:00000001:2.0:1767384345.968168:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.968172:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1767384345.968173:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384345.968175:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384345.968176:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.968177:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384345.968179:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d5abb76e. 20000000:00000001:2.0:1767384345.968181:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.968185:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384345.968185:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384345.968189:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1767384345.968192:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085901738. 02000000:00000010:3.0:1767384345.968193:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c5c63795. 00010000:00010000:2.0:1767384345.968193:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384345.968199:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1767384345.968199:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037f8a47f. 00000100:00000010:3.0:1767384345.968203:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a9a2c8d. 00010000:00000001:2.0:1767384345.968204:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384345.968207:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384345.968209:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:2.0:1767384345.968210:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000007f48d4e/0x980286e253c5fca1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1767384345.968212:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a33fc679. 00000100:00000001:0.0:1767384345.968216:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384345.968218:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384345.968220:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384345.968222:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b843c. 00010000:00000040:2.0:1767384345.968223:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000745d9f43 count: 0 00000400:00000001:0.0:1767384345.968225:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384345.968227:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:0.0:1767384345.968228:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767384345.968230:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c0fe33d7. 00000400:00000010:0.0:1767384345.968232:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013705e06. 00010000:00000001:2.0:1767384345.968233:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384345.968235:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 20000000:00000001:2.0:1767384345.968237:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000010:3.0:1767384345.968238:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038349e76. 00000400:00000200:0.0:1767384345.968239:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b7b17ae 00000400:00000010:0.0:1767384345.968251:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b7b17ae. 00000100:00000001:0.0:1767384345.968253:0:16353:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384345.968259:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384345.968259:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384345.968262:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fdd410b0. 02000000:00000001:3.0:1767384345.968266:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384345.968269:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006835a9ea. 02000000:00000001:3.0:1767384345.968274:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384345.968278:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b84dcad2. 00000100:00000200:0.0:1767384345.968278:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384345.968283:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384345.968286:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339b2f5e. 02000000:00000001:3.0:1767384345.968291:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384345.968292:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384345.968293:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db3a71dc. 00000100:00000001:0.0:1767384345.968296:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384345.968298:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384345.968299:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767384345.968301:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e68463c5. 02000000:00000001:0.0:1767384345.968302:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384345.968305:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.968307:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.968308:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.968313:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384345.968315:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00001000:0.0:1767384345.968316:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=51 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384345.968321:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014e443eb. 00000100:00001000:0.0:1767384345.968321:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384345.968328:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384345.968329:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013d692dd. 00000100:00000001:0.0:1767384345.968330:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.968333:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384345.968335:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.968344:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.968347:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384345.968348:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.968351:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384345.968355:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384345.968371:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384345.968373:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384345.968376:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384345.968377:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dacb8048. 00000100:00000001:0.0:1767384345.968380:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.968382:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8a251b7 00000020:01000004:0.0:1767384345.968384:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384345.968385:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8a251b7. 00000020:01000004:0.0:1767384345.968388:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384345.968390:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:01000004:0.0:1767384345.968391:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384345.968394:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:3.0:1767384345.968397:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384345.968397:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384345.968411:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384345.968414:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384345.968417:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384345.968419:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:3.0:1767384345.968420:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384345.968589:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384345.968597:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000818648be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746145792:0@lo:253: 00000100:00000001:0.0:1767384345.968602:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.968604:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.968607:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000818648be x1853236746145792/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.968624:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384345.968627:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384345.968629:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c68d4be0. 02000000:00000001:0.0:1767384345.968636:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384345.968639:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384345.968640:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384345.968642:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384345.968644:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007430a88a. 02000000:00000001:0.0:1767384345.968648:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384345.968650:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384345.968651:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000818648be. 00000100:00000001:0.0:1767384345.968654:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384345.968656:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.968663:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.968668:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384345.968670:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.968673:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384345.968676:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.968760:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384345.968762:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.968763:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384345.968764:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384345.968765:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.968766:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.968768:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384345.968770:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384345.968772:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384345.968781:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384345.968782:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.968783:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384345.968785:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.968786:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.968789:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.968794:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.968796:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384345.968797:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.968799:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.968804:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005db5c650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746146048:0@lo:103: 00000100:00000001:3.0:1767384345.968808:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.968810:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384345.968812:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005db5c650 x1853236746146048/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.968817:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384345.968819:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384345.968820:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff403dbd. 02000000:00000001:3.0:1767384345.968823:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384345.968824:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384345.968825:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384345.968826:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384345.968827:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dc18439d. 02000000:00000001:3.0:1767384345.968829:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384345.968830:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384345.968831:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005db5c650. 00000100:00000001:3.0:1767384345.968833:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384345.968834:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.968835:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.968839:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.968840:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.968841:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.968849:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384345.970473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 00010000:00000010:0.1:1767384345.970474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000b29a664. 00010000:00000010:0.1:1767384345.970483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009ddd0e86. 00010000:00000010:2.1:1767384345.973465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000745d9f43. 00010000:00000010:2.1:1767384345.973476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007f48d4e. 00010000:00000010:3.1:1767384345.973484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007940b17. 00000100:00000040:0.0:1767384345.973501:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294934737, at 4294934738 00000100:00000040:3.0:1767384345.973502:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294934737, at 4294934738 00000100:00000010:0.0:1767384345.973512:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abe0fd6b. 00000100:00000010:3.0:1767384345.973514:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa96b655. 00000100:00000040:2.0:1767384345.973518:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294934737, at 4294934738 00000100:00000010:2.0:1767384345.973525:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fe86c87. 00000100:00000040:1.0:1767384345.974480:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294934737, at 4294934739 00000100:00000010:1.0:1767384345.974487:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bcc839a. 00000400:00000010:2.0:1767384345.980642:0:28071:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000020289983. 00000400:00000040:2.0:1767384345.980659:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384345.980661:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384345.980663:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.980665:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384345.980666:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.980668:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384345.980670:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384345.980671:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384345.980672:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384345.980673:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384345.980675:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384345.980676:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384345.980678:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384345.980680:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384345.980680:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384345.980682:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384345.980683:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384345.980684:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384345.980685:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384345.980687:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.980688:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384345.980689:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384345.980690:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384345.980706:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.980708:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384345.980709:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.980710:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384345.980712:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384345.980713:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384345.980714:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.980715:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384345.980717:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.980718:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384345.980719:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384345.980721:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384345.980722:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.980723:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384345.980725:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384345.980726:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384345.980727:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384345.980729:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384345.980730:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.980731:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384345.980732:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384345.980734:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384345.980735:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384345.980736:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384345.980737:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384345.980739:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384345.980741:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384345.980742:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384345.980743:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384345.980744:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384345.980745:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384345.980747:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384345.980748:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384345.980749:0:28071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384345.980816:0:28071:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000020289983. 00000400:00000001:0.0:1767384346.019477:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384346.019482:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384346.019485:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000400:00000010:0.0:1767384346.019489:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000400:00000200:0.0:1767384346.019494:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384346.019499:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384346.019507:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001b31ad1a. 00000400:00000010:0.0:1767384346.019510:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ead9bb21. 00000100:00000001:0.0:1767384346.787510:0:17892:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384346.787515:0:17892:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.979487:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384346.979492:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.979497:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384346.979504:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384346.980003:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384346.980007:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384346.980010:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384347.043519:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp30 00000400:00000010:0.0:1767384347.043528:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009bd8e296. 00000400:00000010:0.0:1767384347.043535:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004ef5cadc. 00000400:00000010:0.0:1767384347.043539:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000400:00000010:0.0:1767384347.043545:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006171be13. 00000400:00000200:0.0:1767384347.043548:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp30 00000400:00000200:0.0:1767384347.043565:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp30 local destination 00000400:00000200:0.0:1767384347.043570:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp30 00000400:00000200:0.0:1767384347.043573:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp30 NI seq info: [73:73:256:4294967295] 192.168.203.143@tcp30 LPNI seq info [73:73:8:4294967295] 00000400:00000200:0.0:1767384347.043578:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp30 00000400:00000200:0.0:1767384347.043583:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp30(192.168.203.143@tcp30:) -> 192.168.203.143@tcp30(192.168.203.143@tcp30:192.168.203.143@tcp30) : GET try# 0 00000800:00000200:0.0:1767384347.043587:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp30 00000800:00000010:0.0:1767384347.043591:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000018ef3213. 00000800:00000200:0.0:1767384347.043596:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000800:00000200:0.1:1767384347.043600:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000400:00000200:0.0:1767384347.043616:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp30 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:3.0:1767384347.043681:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043729:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043743:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043755:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043768:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043781:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043793:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043833:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043848:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043862:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043878:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043894:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043910:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043924:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043940:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043954:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043969:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043985:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.043999:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044015:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044030:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044046:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044061:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044076:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044091:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044106:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044122:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044137:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044168:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044184:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044200:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044216:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044231:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044247:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.044262:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384347.044487:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5202dec. 00000800:00000010:3.0:1767384347.044492:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b120f95. 00000800:00000010:3.0:1767384347.044496:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000748ba167. 00000800:00000010:3.0:1767384347.044516:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000748ba167. 00000800:00020000:3.0:1767384347.044540:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384347.049999:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b120f95. 00000800:00000010:3.0:1767384347.050004:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f5202dec. 00000400:02020000:3.0:1767384347.050055:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp30 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384347.055048:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp30 notifying 192.168.203.143@tcp30: down 00000400:00000200:3.0:1767384347.055054:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384347.055058:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp30 00000800:00000010:3.0:1767384347.055061:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000018ef3213. 00000400:00000200:3.0:1767384347.055066:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384347.055070:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp30->192.168.203.143@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384347.055094:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384347.055097:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384347.055100:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp30) recovery failed with -71 00080000:00000010:3.0:1767384347.176960:0:28436:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000092cc917. 00080000:00000010:3.0:1767384347.176969:0:28436:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000092cc917. 00000020:00000001:3.0:1767384347.176973:0:28436:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384347.176980:0:28436:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000092cc917. 00080000:00000010:3.0:1767384347.176983:0:28436:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000092cc917. 00000020:00000001:3.0:1767384347.176986:0:28436:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384347.823618:0:28601:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384347.823626:0:28601:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:0.0:1767384347.826899:0:28601:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384347.833331:0:28602:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001f9163fb. 00000400:00000010:3.0:1767384347.833360:0:28602:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000416313a. 00000400:00000010:3.0:1767384347.833374:0:28602:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f1c777c6. 00000400:00000010:3.0:1767384347.833377:0:28602:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c39f92e5. 00000400:00000010:3.0:1767384347.833380:0:28602:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006e43941f. 00000400:00000010:3.0:1767384347.833384:0:28602:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c4dfc19. 00000400:00000010:3.0:1767384347.833385:0:28602:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bd53888a. 00000400:00000010:3.0:1767384347.833387:0:28602:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000abe82f5d. 00000400:00000010:3.0:1767384347.833390:0:28602:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000186ce92b. 00000800:00000010:3.0:1767384347.833401:0:28602:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000ae0206d. 00000800:00000200:3.0:1767384347.833410:0:28602:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384347.833419:0:28602:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384347.833480:0:28602:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:3.0:1767384347.833498:0:28602:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp33 [8/256/0/180] 00000400:00000010:3.0:1767384347.835125:0:28602:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000001373393a. 00000400:00000010:3.0:1767384347.835132:0:28602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000304994b8. 00000400:00000010:3.0:1767384347.835136:0:28602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da26823f. 00000400:00000001:3.0:1767384347.835150:0:28602:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384347.835152:0:28602:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384347.835153:0:28602:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010afa04e. 00000400:00000200:3.0:1767384347.835156:0:28602:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff29a3d1 00000400:00000010:3.0:1767384347.835157:0:28602:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff29a3d1. 00000400:00000010:3.0:1767384347.835160:0:28602:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000054840315. 00000400:00000200:3.0:1767384347.835165:0:28602:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (23) 00000400:00000200:3.0:1767384347.835176:0:28602:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384347.835185:0:28602:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:3.0:1767384347.835191:0:28602:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f5202dec. 00000020:01000000:3.0:1767384347.835194:0:28602:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384347.835196:0:28602:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp33 00000400:00000010:3.0:1767384347.835207:0:28602:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000416313a. 00000400:00000010:3.0:1767384347.835209:0:28602:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001f9163fb. 00000400:00000200:1.0:1767384347.835237:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384347.835243:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:1.0:1767384347.835250:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000152bc26f. 00000400:00000200:1.0:1767384347.835252:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (24) 00000400:00000010:1.0:1767384347.835257:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4ac9ecc. 00000400:00000200:1.0:1767384347.835261:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:00000001:0.0:1767384347.835273:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384347.835274:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 10000000:00000001:0.0:1767384347.835279:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384347.835283:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 10000000:00000001:0.0:1767384347.835284:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384347.835288:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384347.835291:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384347.835293:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384347.835294:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384347.835298:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384347.835301:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.835303:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384347.835304:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000020:01000004:0.0:1767384347.835305:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384347.835308:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384347.835311:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384347.835313:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:0.0:1767384347.835314:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384347.835319:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000100:00000010:0.0:1767384347.835321:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000818648be. 00000400:00000200:1.0:1767384347.835323:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000020:00000040:0.0:1767384347.835328:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:1.0:1767384347.835329:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:1.0:1767384347.835336:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000001:0.0:1767384347.835337:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384347.835341:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 02000000:00000001:0.0:1767384347.835342:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384347.835363:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.835370:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:1.0:1767384347.835374:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 02000000:00000010:0.0:1767384347.835374:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004d9f8c15. 00000400:00000200:1.0:1767384347.835382:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000001:0.0:1767384347.835383:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.835403:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:1.0:1767384347.835407:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000100:00000001:0.0:1767384347.835409:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384347.835410:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000100:00000001:0.0:1767384347.835413:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.835417:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:1.0:1767384347.835423:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000100:00000040:0.0:1767384347.835424:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000818648be] to pc [ptlrpcd_00_02+2] req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384347.835435:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000400:00000200:1.0:1767384347.835470:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000400:00000200:1.0:1767384347.835476:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 16], ns[62, 16] 10000000:00000001:0.0:1767384347.835483:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.835489:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.835492:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.835494:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 16], ns[71, 16] 00000020:01000000:0.0:1767384347.835496:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384347.835503:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[73, 16], ns[73, 16] 00000020:00000001:0.0:1767384347.835505:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384347.835509:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 10000000:00000001:0.0:1767384347.835509:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.835513:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384347.835515:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384347.835516:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:1.0:1767384347.835521:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp31 00000400:00000200:1.0:1767384347.835526:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp31 lpni_is_preferred = 0 00000020:01000004:0.0:1767384347.835527:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384347.835530:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384347.835531:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp31 00000020:01000004:0.0:1767384347.835532:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384347.835535:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384347.835538:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp31 NI seq info: [74:74:256:4294967295] 192.168.203.143@tcp31 LPNI seq info [74:74:8:4294967295] 00000020:01000004:0.0:1767384347.835538:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.835542:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.835545:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384347.835546:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384347.835548:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384347.835550:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp31 00000100:00000010:0.0:1767384347.835553:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093c86d80. 00000020:00000040:0.0:1767384347.835558:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000400:00000200:1.0:1767384347.835563:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp31(192.168.203.143@tcp31:) -> 192.168.203.143@tcp31(192.168.203.143@tcp:192.168.203.143@tcp31) : PUT try# 0 00000100:00000001:0.0:1767384347.835564:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384347.835568:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384347.835571:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384347.835574:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.143@tcp31 00000100:00000001:3.0:1767384347.835575:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384347.835578:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000209a1d20. 00000100:00000001:3.0:1767384347.835580:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767384347.835582:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e713343. 00000100:00000001:0.0:1767384347.835583:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.835584:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384347.835590:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384347.835592:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384347.835592:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006d55e1cd. 00000100:00000001:0.0:1767384347.835593:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384347.835599:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000046c60831. 00000100:00000040:0.0:1767384347.835602:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093c86d80] to pc [ptlrpcd_00_03+3] req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384347.835612:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (2) 00000100:00000001:3.0:1767384347.835620:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.1:1767384347.835622:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (2) 00000100:00000001:3.0:1767384347.835629:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.835629:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.835634:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.835635:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384347.835636:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.835639:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384347.835639:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000020:01000000:0.0:1767384347.835640:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:3.0:1767384347.835647:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.835647:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00000020:00000010:0.0:1767384347.835648:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f5202dec. 00000100:00100000:3.0:1767384347.835657:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000818648be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746146176:0@lo:253: 00000100:00000001:3.0:1767384347.835661:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384347.835664:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384347.835667:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.835667:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384347.835671:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384347.835672:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384347.835689:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384347.835691:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f5202dec. 02000000:00000001:3.0:1767384347.835695:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.835695:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384347.835703:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071faf969. 00000100:00000001:0.0:1767384347.835705:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384347.835708:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384347.835711:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000416313a. 02000000:00000001:0.0:1767384347.835711:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384347.835715:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384347.835717:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746146176, portal 25 02000000:00000001:0.0:1767384347.835718:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.835722:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000001:3.0:1767384347.835723:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767384347.835726:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000093c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746146304:0@lo:253: 00000100:00000001:3.0:1767384347.835727:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556624256 : -111508152927360 : ffff9a957c27bb80) 00000100:00000040:3.0:1767384347.835735:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.835740:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384347.835745:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384347.835746:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384347.835748:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.835751:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384347.835752:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384347.835756:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000231ba198. 02000000:00000010:0.0:1767384347.835758:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c68d4be0. 00000100:00000200:3.0:1767384347.835759:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746146176, offset 0 02000000:00000001:0.0:1767384347.835763:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.835769:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384347.835770:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013705e06. 00000400:00000200:1.0:1767384347.835776:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000010:0.0:1767384347.835778:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dc5240e. 00000400:00000200:3.0:1767384347.835784:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384347.835785:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746146304, portal 25 00000100:00000001:0.0:1767384347.835789:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.835790:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556620672 : -111508152930944 : ffff9a957c27ad80) 00000400:00000200:3.0:1767384347.835795:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05180 00000100:00000040:0.0:1767384347.835796:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384347.835805:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.835807:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1145 [2] + 0 00000100:00000001:0.0:1767384347.835808:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384347.835814:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000613b81e9. 00000100:00000040:0.0:1767384347.835815:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384347.835820:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d93b982 00000400:00000010:0.0:1767384347.835821:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc8abb63. 00000100:00000200:0.0:1767384347.835825:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746146304, offset 0 00000400:00000200:3.0:1767384347.835828:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.835833:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384347.835836:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384347.835843:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384347.835844:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d93b982 00000400:00000200:0.0:1767384347.835845:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384347.835849:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d93b982. 00000100:00000001:3.0:1767384347.835856:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384347.835858:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384347.835860:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05200 00000400:00000200:0.0:1767384347.835867:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1191 [2] + 0 00000100:00000040:3.0:1767384347.835868:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000fecfa06b x1853236746146176 msgsize 4848 00000400:00000010:0.0:1767384347.835872:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c23a4741. 00000400:00000200:1.0:1767384347.835876:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384347.835877:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007865cdc9 00000100:00100000:3.0:1767384347.835878:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384347.835884:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384347.835886:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.835891:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384347.835895:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384347.835896:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007865cdc9 00000400:00000010:0.0:1767384347.835899:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007865cdc9. 00000100:00000001:0.0:1767384347.835903:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384347.835905:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384347.835906:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231ba198 00000400:00000010:3.0:1767384347.835909:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000231ba198. 00000100:00000040:0.0:1767384347.835910:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000ea3b12b7 x1853236746146304 msgsize 4848 00000100:00000001:3.0:1767384347.835915:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384347.835916:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00100000:0.0:1767384347.835920:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384347.835923:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.835925:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384347.835936:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384347.835940:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384347.835941:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.835948:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.835948:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc8abb63 00000100:00000001:3.0:1767384347.835951:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384347.835956:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000001:3.0:1767384347.835958:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.835958:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc8abb63. 00000100:00000001:3.0:1767384347.835966:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294936606 00000100:00000001:0.0:1767384347.835967:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384347.835972:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000692b4969. 00000100:00000200:0.0:1767384347.835976:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.835981:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384347.835986:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384347.835989:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294936606 00000100:00000040:0.0:1767384347.835992:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384347.835994:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000010:3.0:1767384347.835996:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076cd2f09. 00000100:00000001:3.0:1767384347.836004:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384347.836006:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.836009:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384347.836011:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294936606 00000100:00000010:3.0:1767384347.836017:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000091c2b6b. 00000100:00000001:0.0:1767384347.836017:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.836024:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384347.836024:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294936606 00000100:00000001:3.0:1767384347.836029:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294936606 00000100:00000001:0.0:1767384347.836029:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294936606 00000100:00000001:0.0:1767384347.836035:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294936606 00000100:00000010:3.0:1767384347.836036:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0589fe2. 00000100:00000001:0.0:1767384347.836038:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294936606 00000100:00000001:3.0:1767384347.836042:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384347.836042:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294936606 00000100:00000001:3.0:1767384347.836047:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.836048:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294936606 00000100:00000001:3.0:1767384347.836053:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.836054:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294936606 00000400:00000200:1.0:1767384347.836055:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000001:3.0:1767384347.836058:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.836060:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294936606 00000100:00000001:3.0:1767384347.836064:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.836065:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.836070:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.836073:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.836075:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384347.836075:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.836081:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384347.836084:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384347.836085:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384347.836091:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.836092:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.836096:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384347.836096:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384347.836101:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.836102:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.836109:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.836110:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.836113:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:0.0:1767384347.836144:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384347.836148:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746146176 02000000:00000001:0.0:1767384347.836151:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384347.836153:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.836155:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.836163:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 02000000:00000001:0.0:1767384347.836166:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384347.836169:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746146176 00000020:00000001:0.0:1767384347.836173:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384347.836176:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384347.836179:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.836182:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:0.0:1767384347.836184:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384347.836187:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384347.836191:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384347.836195:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034be70de. 00000100:00000001:0.0:1767384347.836198:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384347.836200:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000034be70de. 00000020:00000010:0.0:1767384347.836206:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b99fb004. 00000020:00000010:0.0:1767384347.836231:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004fd01cec. 00000020:00000010:0.0:1767384347.836236:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000001:3.0:1767384347.836244:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384347.836246:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000040:0.0:1767384347.836247:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1767384347.836248:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746146304 02000000:00000001:3.0:1767384347.836254:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384347.836254:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384347.836258:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384347.836259:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.836262:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.836263:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.836268:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384347.836271:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746146304 00000100:00000001:0.0:1767384347.836272:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.836273:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384347.836277:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384347.836279:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.836280:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:3.0:1767384347.836283:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384347.836284:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384347.836285:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:1.0:1767384347.836288:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000001:3.0:1767384347.836290:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.836296:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c217b03f. 00000100:00000001:3.0:1767384347.836298:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.836301:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384347.836302:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c217b03f. 00000100:00000001:0.0:1767384347.836305:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384347.836309:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000392307f. 00000100:00100000:0.0:1767384347.836314:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000020:00000010:3.0:1767384347.836317:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063a08d90. 00000100:00000040:0.0:1767384347.836318:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384347.836322:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609685072 : -111508099866544 : ffff9a957f516050) 00000020:00000010:3.0:1767384347.836324:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad67ed1e. 00000100:00000040:0.0:1767384347.836328:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fecfa06b x1853236746146176/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.836331:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384347.836335:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384347.836335:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000001:0.0:1767384347.836338:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384347.836339:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384347.836344:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034be70de. 00000100:00000001:0.0:1767384347.836362:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.836363:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384347.836365:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000034be70de. 00000100:00000001:3.0:1767384347.836370:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384347.836375:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fecfa06b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746146176:12345-0@lo:253: 00000100:00000200:0.0:1767384347.836384:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746146176 00000100:00000001:3.0:1767384347.836385:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384347.836387:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384347.836389:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384347.836392:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384347.836395:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384347.836397:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000400:00000200:1.0:1767384347.836399:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000020:00000001:0.0:1767384347.836399:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384347.836401:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000020:00000001:0.0:1767384347.836403:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000001:3.0:1767384347.836406:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609690192 : -111508099861424 : ffff9a957f517450) 00000020:00000001:0.0:1767384347.836407:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384347.836409:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384347.836412:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384347.836415:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384347.836419:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea3b12b7 x1853236746146304/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384347.836419:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.836451:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384347.836455:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384347.836461:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007430a88a. 02000000:00000001:0.0:1767384347.836463:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.836465:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.836467:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 20000000:00000001:0.0:1767384347.836468:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384347.836478:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000809351f7. 20000000:01000000:0.0:1767384347.836481:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384347.836484:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384347.836486:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384347.836488:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.836490:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.836492:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384347.836501:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006615dbff. 00000400:00000200:1.0:1767384347.836503:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 20000000:01000000:0.0:1767384347.836503:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:0.0:1767384347.836510:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384347.836516:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384347.836519:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384347.836529:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00080000:00000001:0.0:1767384347.836535:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384347.836549:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384347.836551:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384347.836553:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384347.836555:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384347.836556:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384347.836559:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:0.0:1767384347.836569:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:0.0:1767384347.836571:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384347.836574:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384347.836576:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00080000:00000001:0.0:1767384347.836577:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384347.836581:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384347.836584:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384347.836589:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384347.836593:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384347.836597:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b80f7e26. 00080000:00000001:0.0:1767384347.836599:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560348578304 : -111513360973312 : ffff9a9445bb4200) 00080000:00000001:0.0:1767384347.836602:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384347.836607:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384347.836610:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000034be70de. 00080000:00000001:0.0:1767384347.836613:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384347.836615:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384347.836629:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.836655:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00080000:00000001:0.0:1767384347.836661:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384347.836720:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.836780:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.836830:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.836898:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.836965:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000100:00000001:3.0:1767384347.836975:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.836979:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c217b03f. 00000100:00000001:3.0:1767384347.836982:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384347.836984:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c217b03f. 00000100:00100000:3.0:1767384347.836991:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea3b12b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746146304:12345-0@lo:253: 00000100:00000200:3.0:1767384347.836994:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746146304 00000020:00000001:3.0:1767384347.836995:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384347.836998:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384347.837001:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.837003:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384347.837005:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:3.0:1767384347.837007:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384347.837009:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384347.837011:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384347.837012:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384347.837014:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.837016:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384347.837017:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 02000000:00000001:3.0:1767384347.837018:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384347.837025:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005a6e355a. 02000000:00000001:3.0:1767384347.837029:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.837031:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.837033:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384347.837041:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d6c933ec. 20000000:01000000:3.0:1767384347.837044:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384347.837046:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384347.837048:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384347.837050:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.837052:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.837054:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384347.837054:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.837097:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.837145:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.837165:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.837181:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.837197:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.837211:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.837238:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384347.837255:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384347.837424:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e73fc970. 00000800:00000010:1.0:1767384347.837428:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb4d118e. 00000800:00000010:1.0:1767384347.837432:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9d62bae. 00000800:00000010:1.0:1767384347.837472:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9d62bae. 00000800:00020000:1.0:1767384347.837481:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384347.837484:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb4d118e. 00000800:00000010:1.0:1767384347.837487:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e73fc970. 00000400:02020000:1.0:1767384347.837528:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp31 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384347.837533:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp31 notifying 192.168.203.143@tcp31: down 00000800:00000200:1.0:1767384347.837537:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp31 down 00000800:00000100:1.0:1767384347.837542:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 432 0@<0:0>->192.168.203.143@tcp31 00000800:00000010:1.0:1767384347.837544:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e713343. 00000400:00000200:1.0:1767384347.837547:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384347.837550:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp31->192.168.203.143@tcp31: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384347.837556:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp31 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:1.0:1767384347.837560:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384347.837562:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 1 00000400:00000200:1.0:1767384347.837566:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00080000:00000010:0.0:1767384347.837572:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b80f7e26. 00080000:00000010:0.0:1767384347.837588:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000034be70de. 00040000:00000001:0.0:1767384347.837592:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384347.837594:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384347.837596:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384347.837599:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 00000400:00000200:3.0:1767384347.837600:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:0.0:1767384347.837601:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.837604:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:3.0:1767384347.837607:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x101171 00000400:00000001:3.0:1767384347.837611:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384347.837617:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:01000000:0.0:1767384347.837618:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:3.0:1767384347.837619:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000152bc26f 00000400:00000010:3.0:1767384347.837623:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000152bc26f. 00000400:00000200:3.0:1767384347.837627:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 20000000:00000001:0.0:1767384347.837630:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384347.837631:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 20000000:01000000:0.0:1767384347.837636:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:3.0:1767384347.837638:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (25) 00000400:00000200:3.0:1767384347.837642:0:16351:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.143@tcp 00080000:00000001:0.0:1767384347.837642:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384347.837643:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a7b1a7c9. 20000000:01000000:1.0:1767384347.837648:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00000400:00000200:3.0:1767384347.837649:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc -71 20000000:00000001:1.0:1767384347.837651:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384347.837654:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00080000:00000001:1.0:1767384347.837655:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384347.837658:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (24) 00080000:00000001:1.0:1767384347.837659:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384347.837667:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384347.837674:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384347.837676:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384347.837678:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384347.837679:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384347.837681:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384347.837683:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 20000000:01000000:3.0:1767384347.837684:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:1.0:1767384347.837687:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 20000000:00000001:3.0:1767384347.837688:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000002:1.0:1767384347.837690:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 10000000:01000000:3.0:1767384347.837692:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384347.837693:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384347.837697:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384347.837698:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.837701:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384347.837701:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384347.837705:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384347.837708:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000010:3.0:1767384347.837710:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000299abae6. 00080000:00000001:1.0:1767384347.837711:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384347.837717:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:1.0:1767384347.837717:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004720bf55. 00010000:00000010:3.0:1767384347.837722:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6457ae. 00080000:00000001:1.0:1767384347.837722:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560270435328 : -111513439116288 : ffff9a944112e400) 00000020:00000001:3.0:1767384347.837727:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384347.837729:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b6457ae with handle 0x980286e253c5fca8 to hash 00080000:00000001:1.0:1767384347.837732:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384347.837733:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384347.837736:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000001:00000001:1.0:1767384347.837736:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384347.837739:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00080000:00000010:1.0:1767384347.837741:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9d62bae. 00010000:00000001:3.0:1767384347.837743:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384347.837745:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.837746:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384347.837751:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384347.837752:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.837759:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384347.837762:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.837763:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000020:0.0:1767384347.837763:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384347.837767:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384347.837770:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384347.837770:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384347.837775:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384347.837775:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000010:0.0:1767384347.837775:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000809351f7. 00010000:00000001:3.0:1767384347.837781:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:0.0:1767384347.837783:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.837784:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384347.837788:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746146176 00010000:00000001:0.0:1767384347.837792:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384347.837794:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384347.837796:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384347.837797:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384347.837797:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384347.837801:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000299abae6) refcount = 1 00010000:00010000:3.0:1767384347.837805:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384347.837805:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fecfa06b x1853236746146176/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.837820:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384347.837823:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384347.837824:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384347.837825:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.837828:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.837829:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.837832:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384347.837833:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=53 v=5 (1 0 0 0) 20000000:00000001:3.0:1767384347.837835:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384347.837840:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00000100:00000001:0.0:1767384347.837840:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384347.837845:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384347.837845:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000001:3.0:1767384347.837848:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384347.837849:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000040:3.0:1767384347.837850:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=4 02000000:00000001:0.0:1767384347.837852:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384347.837853:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 02000000:00000001:0.0:1767384347.837855:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.837856:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000001:0.0:1767384347.837858:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384347.837859:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384347.837864:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384347.837864:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384347.837868:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc8abb63. 00010000:00000001:3.0:1767384347.837873:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:0.0:1767384347.837874:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746146176, offset 224 00010000:00010000:3.0:1767384347.837876:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384347.837881:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384347.837886:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.837888:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384347.837891:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384347.837892:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384347.837900:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384347.837901:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05180 00010000:00000001:3.0:1767384347.837903:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.837906:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18e5 [2] + 224 00000400:00000200:0.0:1767384347.837912:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384347.837913:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384347.837915:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384347.837919:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384347.837925:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384347.837927:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b6457ae already unused, calling callback (000000004feed035) 00000100:00000200:0.0:1767384347.837930:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.837931:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384347.837934:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384347.837937:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384347.837946:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.837948:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384347.837951:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384347.837954:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.837957:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=5 00000020:00000001:3.0:1767384347.837959:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384347.837961:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384347.837962:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384347.837964:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384347.837967:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384347.837968:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384347.837971:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384347.837972:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.837973:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc8abb63 00010000:00000001:3.0:1767384347.837975:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384347.837976:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc8abb63. 00010000:00000001:3.0:1767384347.837977:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384347.837980:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384347.837981:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384347.837983:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384347.837984:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384347.837985:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.837987:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384347.837989:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b6457ae with handle 0x980286e253c5fca8 from hash 00000100:00000001:1.0:1767384347.837989:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384347.837992:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384347.837994:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:1.0:1767384347.837996:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384347.837996:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384347.837997:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:1.0:1767384347.838001:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384347.838001:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.838002:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384347.838004:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071faf969. 00010000:00000001:3.0:1767384347.838005:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384347.838008:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767384347.838010:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000416313a 00010000:00000001:3.0:1767384347.838011:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:0.0:1767384347.838012:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384347.838014:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000416313a. 00010000:00000001:3.0:1767384347.838016:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384347.838018:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384347.838019:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fecfa06b x1853236746146176/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.838020:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384347.838024:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.838032:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.838037:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384347.838040:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384347.838046:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384347.838046:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fecfa06b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746146176:12345-0@lo:253: Request processed in 1704us (2173us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384347.838049:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.838052:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384347.838054:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.838058:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.838064:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384347.838065:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00010000:00010000:3.0:1767384347.838070:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384347.838071:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384347.838076:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384347.838076:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384347.838081:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.838081:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384347.838082:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.838086:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384347.838086:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384347.838087:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004fd01cec. 00010000:00000001:3.0:1767384347.838088:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767384347.838090:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384347.838092:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384347.838093:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384347.838094:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00010000:00000001:3.0:1767384347.838097:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384347.838097:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384347.838098:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b99fb004. 00010000:00000001:3.0:1767384347.838100:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384347.838102:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384347.838104:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:3.0:1767384347.838105:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:1.0:1767384347.838106:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=53 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384347.838109:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.838112:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=53 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384347.838112:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 20000000:00000001:3.0:1767384347.838113:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384347.838115:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007430a88a. 00010000:00010000:3.0:1767384347.838119:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384347.838121:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384347.838121:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384347.838125:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.838126:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.838130:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384347.838131:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384347.838133:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384347.838133:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384347.838134:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.838135:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b6457ae/0x980286e253c5fca8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384347.838140:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.838141:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a0c5b3. 00010000:00000040:3.0:1767384347.838144:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000299abae6 count: 0 00000100:00000040:1.0:1767384347.838148:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384347.838148:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc8abb63. 00010000:00000001:3.0:1767384347.838152:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384347.838155:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384347.838160:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.838168:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384347.838170:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384347.838172:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384347.838174:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384347.838174:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384347.838175:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384347.838176:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384347.838177:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384347.838178:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384347.838179:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384347.838180:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384347.838181:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384347.838183:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384347.838188:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000818648be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746146176:0@lo:253: 00000100:00000001:1.0:1767384347.838191:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.838192:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384347.838193:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000818648be x1853236746146176/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.838197:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384347.838198:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384347.838200:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f5202dec. 02000000:00000001:1.0:1767384347.838203:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384347.838204:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384347.838206:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384347.838208:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384347.838210:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004d9f8c15. 02000000:00000001:1.0:1767384347.838212:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384347.838214:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384347.838215:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000818648be. 00000100:00000001:1.0:1767384347.838217:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384347.838218:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.838219:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.838222:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384347.838223:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.838224:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.838231:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384347.839295:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004720bf55. 00080000:00000010:1.0:1767384347.839392:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9d62bae. 00040000:00000001:1.0:1767384347.839398:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384347.839400:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384347.839402:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384347.839405:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384347.839407:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384347.839409:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384347.839411:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384347.839422:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384347.839447:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384347.839451:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384347.839495:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384347.839500:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384347.839502:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384347.839506:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384347.839508:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384347.839514:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017bcf901. 00010000:00000001:3.0:1767384347.839526:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384347.839531:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00000020:00000001:3.0:1767384347.839534:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384347.839536:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fcaf to hash 00000020:00000001:3.0:1767384347.839539:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384347.839540:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384347.839543:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384347.839546:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384347.839548:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.839551:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.839559:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384347.839561:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384347.839563:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384347.839565:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384347.839567:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.839569:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384347.839571:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.839573:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384347.839576:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384347.839577:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384347.839579:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384347.839581:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000017bcf901) refcount = 1 00010000:00010000:3.0:1767384347.839585:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.839591:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384347.839593:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384347.839595:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.839597:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.839599:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000020:1.0:1767384347.839600:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:00000001:3.0:1767384347.839602:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384347.839604:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:01000000:3.0:1767384347.839605:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 20000000:00000010:1.0:1767384347.839607:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d6c933ec. 00010000:00000001:3.0:1767384347.839609:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:1.0:1767384347.839612:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.839615:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746146304 00000020:00000001:3.0:1767384347.839618:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384347.839619:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1767384347.839621:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000020:00000001:3.0:1767384347.839624:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000200:1.0:1767384347.839626:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea3b12b7 x1853236746146304/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.839628:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384347.839633:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384347.839637:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.839641:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384347.839643:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.839646:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00001000:1.0:1767384347.839647:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=53 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384347.839649:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384347.839652:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384347.839657:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384347.839658:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384347.839660:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384347.839661:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384347.839664:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384347.839665:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384347.839668:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.839673:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384347.839674:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384347.839678:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.839678:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384347.839683:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:1.0:1767384347.839684:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb4d118e. 00010000:00010000:3.0:1767384347.839685:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384347.839690:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746146304, offset 224 00010000:00010000:3.0:1767384347.839692:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000158f3d3f already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384347.839696:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384347.839698:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:1.0:1767384347.839699:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384347.839700:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.839705:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384347.839708:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384347.839709:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384347.839710:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.839714:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=5 00000020:00000001:3.0:1767384347.839716:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384347.839718:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00000400:00000200:1.0:1767384347.839720:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05200 00000400:00000200:1.0:1767384347.839727:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18ed [2] + 224 00010000:00000001:3.0:1767384347.839729:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384347.839731:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.839736:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384347.839740:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384347.839743:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.839743:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384347.839750:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1767384347.839751:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384347.839754:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384347.839756:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384347.839757:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384347.839758:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384347.839761:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000158f3d3f with handle 0x980286e253c5fcaf from hash 00000100:00000200:1.0:1767384347.839763:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.839764:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384347.839767:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.839769:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.839772:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384347.839775:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384347.839778:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1767384347.839778:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.839781:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384347.839784:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.839788:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.839793:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384347.839795:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384347.839797:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.839798:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.839799:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.839800:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.839802:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.839802:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384347.839806:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384347.839809:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb4d118e 00010000:00000001:3.0:1767384347.839810:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.839813:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384347.839814:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb4d118e. 00010000:00000001:3.0:1767384347.839816:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384347.839819:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384347.839819:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384347.839823:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384347.839823:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384347.839824:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384347.839827:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384347.839828:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.839830:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384347.839833:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384347.839834:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384347.839836:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000001:0.0:1767384347.839837:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384347.839841:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384347.839842:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.839842:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013705e06. 00000020:00000001:1.0:1767384347.839844:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.839848:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.839849:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384347.839849:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dc5240e 00010000:00010000:3.0:1767384347.839851:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384347.839855:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dc5240e. 00000100:00000040:1.0:1767384347.839856:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3b12b7 x1853236746146304/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.839862:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384347.839867:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384347.839871:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384347.839871:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384347.839875:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcaf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384347.839877:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea3b12b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746146304:12345-0@lo:253: Request processed in 2898us (3962us total) trans 0 rc 0/0 00010000:00000040:3.0:1767384347.839895:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000017bcf901 count: 0 00000100:00100000:1.0:1767384347.839900:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000200:0.0:1767384347.839900:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.839904:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384347.839907:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 20000000:00000001:3.0:1767384347.839908:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384347.839913:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384347.839914:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384347.839916:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384347.839919:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063a08d90. 00000020:00000010:1.0:1767384347.839922:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad67ed1e. 00000100:00000001:0.0:1767384347.839923:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384347.839926:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000392307f. 00000100:00000001:0.0:1767384347.839927:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384347.839930:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384347.839932:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:0.0:1767384347.839932:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.839935:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.839937:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384347.839938:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384347.839940:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005a6e355a. 00000100:00001000:0.0:1767384347.839942:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=53 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384347.839944:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384347.839947:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384347.839948:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384347.839951:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384347.839952:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.839958:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384347.839960:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384347.839960:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.839965:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384347.839967:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000613e3e43. 00000100:00000040:0.0:1767384347.839968:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384347.839973:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb4d118e. 00000100:00000001:0.0:1767384347.839978:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.839981:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384347.839983:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384347.839985:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384347.839986:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384347.839987:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384347.839988:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384347.839989:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.839990:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.839991:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384347.839992:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384347.839993:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384347.839995:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.840000:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000093c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746146304:0@lo:253: 00000100:00000001:0.0:1767384347.840003:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.840004:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.840006:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093c86d80 x1853236746146304/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.840009:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384347.840016:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384347.840017:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c68d4be0. 02000000:00000001:0.0:1767384347.840021:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384347.840022:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384347.840022:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384347.840024:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384347.840025:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000209a1d20. 02000000:00000001:0.0:1767384347.840026:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384347.840027:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384347.840028:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093c86d80. 00000100:00000001:0.0:1767384347.840030:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384347.840030:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.840032:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.840035:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384347.840036:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.840037:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.840038:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.842483:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294936606, at 4294936607 00000100:00000040:1.0:1767384347.842483:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294936606, at 4294936607 00000100:00000010:1.0:1767384347.842493:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076cd2f09. 00000100:00000010:3.0:1767384347.842495:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0589fe2. 00010000:00000010:3.1:1767384347.843444:0:28605:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000299abae6. 00010000:00000010:3.1:1767384347.843453:0:28605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6457ae. 00000100:00000040:0.0:1767384347.843472:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294936606, at 4294936608 00000100:00000010:0.0:1767384347.843479:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000692b4969. 00000100:00000040:2.0:1767384347.843529:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294936606, at 4294936608 00000100:00000010:2.0:1767384347.843536:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000091c2b6b. 00010000:00000010:3.1:1767384347.847463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017bcf901. 00010000:00000010:3.1:1767384347.847470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 00000400:00000010:2.0:1767384347.850996:0:28607:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000020289983. 00000400:00000040:2.0:1767384347.851012:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384347.851015:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384347.851017:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.851018:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384347.851020:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.851021:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384347.851024:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384347.851025:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384347.851026:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384347.851027:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384347.851028:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384347.851030:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384347.851031:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384347.851032:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384347.851033:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384347.851034:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384347.851035:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384347.851036:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384347.851037:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384347.851038:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.851039:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384347.851040:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384347.851041:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384347.851042:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.851043:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384347.851044:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.851045:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384347.851046:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384347.851047:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384347.851048:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.851048:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384347.851050:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.851051:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384347.851051:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384347.851057:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384347.851058:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.851059:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384347.851060:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384347.851061:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384347.851062:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384347.851063:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384347.851064:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.851065:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384347.851066:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384347.851067:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384347.851068:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384347.851069:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384347.851070:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384347.851071:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384347.851072:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384347.851073:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384347.851074:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384347.851075:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384347.851076:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384347.851077:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384347.851078:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384347.851078:0:28607:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384347.851128:0:28607:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000020289983. 00010000:00000001:2.0:1767384348.003494:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384348.003499:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.003504:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384348.003505:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.003544:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384348.003548:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384348.003550:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384348.067492:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384348.067498:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384348.067502:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000400:00000010:1.0:1767384348.067508:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000400:00000200:1.0:1767384348.067514:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384348.067521:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384348.067529:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009bd8e296. 00000400:00000010:1.0:1767384348.067533:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004ef5cadc. 00010000:00000001:2.0:1767384349.027499:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384349.027504:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.027509:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384349.027511:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.027543:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384349.027547:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384349.027550:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384349.046395:0:28983:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004c6bce28. 00080000:00000010:1.0:1767384349.046403:0:28983:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004c6bce28. 00000020:00000001:1.0:1767384349.046407:0:28983:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384349.046413:0:28983:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004c6bce28. 00080000:00000010:1.0:1767384349.046417:0:28983:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004c6bce28. 00000020:00000001:1.0:1767384349.046420:0:28983:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.091485:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp30 00000400:00000010:1.0:1767384349.091491:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000db762a7a. 00000400:00000010:1.0:1767384349.091497:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000015cf33b6. 00000400:00000010:1.0:1767384349.091501:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000400:00000010:1.0:1767384349.091509:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002224e89e. 00000400:00000200:1.0:1767384349.091512:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp30 00000400:00000200:1.0:1767384349.091528:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp30 local destination 00000400:00000200:1.0:1767384349.091533:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp30 00000400:00000200:1.0:1767384349.091536:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp30 NI seq info: [75:75:256:4294967295] 192.168.203.143@tcp30 LPNI seq info [75:75:8:4294967295] 00000400:00000200:1.0:1767384349.091542:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp30 00000400:00000200:1.0:1767384349.091548:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp30(192.168.203.143@tcp30:) -> 192.168.203.143@tcp30(192.168.203.143@tcp30:192.168.203.143@tcp30) : GET try# 0 00000800:00000200:1.0:1767384349.091560:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp30 00000800:00000010:1.0:1767384349.091563:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e713343. 00000800:00000200:1.0:1767384349.091569:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000800:00000200:1.1:1767384349.091573:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000400:00000200:1.0:1767384349.091591:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp30 added to recovery queue. ping count: 2 next ping: 274 health :800 00000400:00000200:1.0:1767384349.091594:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp29 00000400:00000010:1.0:1767384349.091596:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000025e19d2b. 00000400:00000010:1.0:1767384349.091599:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fe312a9a. 00000400:00000010:1.0:1767384349.091601:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e91e0887. 00000400:00000010:1.0:1767384349.091603:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d6eca2fd. 00000400:00000200:1.0:1767384349.091605:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp29 00000400:00000200:1.0:1767384349.091609:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp29 local destination 00000400:00000200:1.0:1767384349.091612:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp29 00000400:00000200:1.0:1767384349.091614:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp29 NI seq info: [76:76:256:4294967295] 192.168.203.143@tcp29 LPNI seq info [76:76:8:4294967295] 00000400:00000200:1.0:1767384349.091617:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp29 00000400:00000200:1.0:1767384349.091621:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp29(192.168.203.143@tcp29:) -> 192.168.203.143@tcp29(192.168.203.143@tcp29:192.168.203.143@tcp29) : GET try# 0 00000800:00000200:1.0:1767384349.091624:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp29 00000800:00000010:1.0:1767384349.091625:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd070f9c. 00000800:00000200:1.0:1767384349.091627:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (2) 00000800:00000200:1.1:1767384349.091629:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (2) 00000400:00000200:1.0:1767384349.091639:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp29 added to recovery queue. ping count: 3 next ping: 278 health :700 00000400:00000200:1.0:1767384349.091642:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp31 00000400:00000010:1.0:1767384349.091644:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006214864b. 00000400:00000010:1.0:1767384349.091647:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cc4bb092. 00000400:00000010:1.0:1767384349.091649:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000302a9c0b. 00000400:00000010:1.0:1767384349.091651:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006e972c62. 00000400:00000200:1.0:1767384349.091655:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp31 00000400:00000200:1.0:1767384349.091659:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp31 local destination 00000400:00000200:1.0:1767384349.091662:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp31 00000400:00000200:1.0:1767384349.091665:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp31 NI seq info: [77:77:256:4294967295] 192.168.203.143@tcp31 LPNI seq info [77:77:8:4294967295] 00000400:00000200:1.0:1767384349.091669:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp31 00000400:00000200:1.0:1767384349.091681:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp31(192.168.203.143@tcp31:) -> 192.168.203.143@tcp31(192.168.203.143@tcp31:192.168.203.143@tcp31) : GET try# 0 00000800:00000200:1.0:1767384349.091685:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp31 00000800:00000010:1.0:1767384349.091688:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000768498ed. 00000800:00000200:1.0:1767384349.091692:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (2) 00000800:00000200:1.1:1767384349.091695:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (2) 00000400:00000200:3.0:1767384349.091705:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.091705:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.091713:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp31 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:3.0:1767384349.091772:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.091784:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.091839:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.091859:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.091873:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.091923:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.091939:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.091950:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.091994:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092024:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092030:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092069:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092102:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092118:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092142:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092181:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092211:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092220:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092265:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092276:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092284:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092353:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092359:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092367:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092422:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092457:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092472:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092517:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092532:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092546:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092602:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092618:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092630:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092694:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092703:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092771:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092784:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092839:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092851:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092867:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.092917:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.092930:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.092942:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093005:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093010:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093020:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093087:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093090:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093102:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093166:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093201:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093256:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093261:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093265:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093324:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093332:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093360:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093399:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093421:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093448:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093490:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093519:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093523:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093556:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093609:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093612:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093647:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093688:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093703:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093714:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093769:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093779:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093796:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093845:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093860:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093873:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093918:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.093943:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.093947:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.093992:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.094029:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.094032:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.094057:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.094133:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.094134:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.094135:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.094239:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.094272:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.094274:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.094331:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.094354:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.094384:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.094424:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.094432:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.094488:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.094526:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.094527:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.094545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.094628:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.094634:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.094694:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.094711:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.094762:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000800:00000010:2.0:1767384349.094776:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000298fd7ca. 00000400:00000200:3.0:1767384349.094786:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000800:00000010:2.0:1767384349.094788:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef4c882a. 00000800:00000010:2.0:1767384349.094798:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088ca91eb. 00000800:00000010:2.0:1767384349.094827:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088ca91eb. 00000400:00000200:0.0:1767384349.094832:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00020000:2.0:1767384349.094839:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384349.094843:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef4c882a. 00000800:00000010:2.0:1767384349.094846:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000298fd7ca. 00000400:00000200:3.0:1767384349.094857:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.094907:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000400:02020000:2.0:1767384349.094930:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp30 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384349.094937:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp30 notifying 192.168.203.143@tcp30: down 00000400:00000200:2.0:1767384349.094941:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384349.094947:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp30 00000800:00000010:2.0:1767384349.094950:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e713343. 00000400:00000200:2.0:1767384349.094954:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384349.094960:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp30->192.168.203.143@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384349.094961:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.094969:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384349.094975:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384349.094981:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp30) recovery failed with -71 00000400:00000200:0.0:1767384349.095009:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000800:00000010:3.0:1767384349.095122:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a6e355a. 00000400:00000200:2.0:1767384349.095127:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384349.095128:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009335d613. 00000800:00000010:3.0:1767384349.095137:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008533ddc4. 00000400:00000200:2.0:1767384349.095156:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp29 from 216.3.0.2 00000800:00000010:2.0:1767384349.095162:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f159199c. 00000800:00000010:3.0:1767384349.095178:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008533ddc4. 00000800:00000010:0.0:1767384349.095226:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007430a88a. 00000800:00000010:0.0:1767384349.095232:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c6ddcb2f. 00000800:00000010:0.0:1767384349.095237:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019eaa4c9. 00000800:00000010:1.0:1767384349.095270:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e73fc970. 00000800:00000010:1.0:1767384349.095277:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3cc7167. 00000800:00000010:0.0:1767384349.095293:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019eaa4c9. 00000800:00000010:1.0:1767384349.095306:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008128feb9. 00000800:00000200:1.1:1767384349.095316:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (2) 00000800:00000200:1.1:1767384349.095322:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp29 000000008128feb9 deleted 00000800:00000010:1.1:1767384349.095324:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008128feb9. 00000800:00000200:1.1:1767384349.095330:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384349.095354:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp29 ip 192.168.203.143:984 00000800:00000200:1.1:1767384349.095358:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd070f9c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384349.095365:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp29 p 3.x 192.168.203.143 -> 192.168.203.143:984 incarnation:1767384340374824920 sched[0] 00000800:00000010:1.0:1767384349.095370:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008814b0d7. 00000400:00000200:2.0:1767384349.095432:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384349.095465:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008814b0d7. 00000800:00000010:1.0:1767384349.095470:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3cc7167. 00000400:00000200:2.0:1767384349.095471:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp31 from 215.3.0.2 00000800:00000010:2.0:1767384349.095475:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ffc36a47. 00000800:00000200:3.1:1767384349.095492:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384349.095501:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp29 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384340374824920 sched[0] 00000800:00000010:3.0:1767384349.095504:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009335d613. 00000800:00000010:1.0:1767384349.095519:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f159199c. 00000800:00000001:0.0:1767384349.095522:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384349.095529:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000324975aa. 00000800:00000001:0.0:1767384349.095531:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384349.095534:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3cc7167. 00000800:00000010:1.0:1767384349.095560:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008128feb9. 00000800:00000200:1.1:1767384349.095566:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (2) 00000800:00000200:3.0:1767384349.095575:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.1:1767384349.095595:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp31 000000008128feb9 deleted 00000800:00000010:3.0:1767384349.095596:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cd070f9c. 00000800:00000010:1.1:1767384349.095603:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008128feb9. 00000400:00000200:3.0:1767384349.095605:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.1:1767384349.095609:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384349.095616:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp31 ip 192.168.203.143:983 00000800:00000200:1.1:1767384349.095620:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000768498ed type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384349.095627:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp29->192.168.203.143@tcp29: GET: OK 00000800:00000200:1.0:1767384349.095632:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp31 p 3.x 192.168.203.143 -> 192.168.203.143:983 incarnation:1767384344112006583 sched[0] 00000400:00000200:3.0:1767384349.095634:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000010:1.0:1767384349.095641:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008814b0d7. 00000400:00000200:3.0:1767384349.095642:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp29 recovery message sent successfully:0 00000800:00000001:3.0:1767384349.095700:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384349.095705:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008814b0d7. 00000800:00000001:3.0:1767384349.095709:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384349.095711:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3cc7167. 00000800:00000001:3.0:1767384349.095713:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.095729:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.095740:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp29(192.168.203.143@tcp29) <- 192.168.203.143@tcp29 : GET - for me 00000800:00000200:0.1:1767384349.095742:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384349.095752:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp31 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384344112006583 sched[0] 00000400:00000200:3.0:1767384349.095757:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000010:0.0:1767384349.095764:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c6ddcb2f. 00000800:00000010:1.0:1767384349.095770:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ffc36a47. 00000400:00000200:3.0:1767384349.095771:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x18dd [1] + 0 00000800:00000001:0.0:1767384349.095779:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384349.095787:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.095790:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp29 to MR: 192.168.203.143@tcp29 local destination 00000400:00000200:3.0:1767384349.095798:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp29 NI seq info: [78:78:256:4294967295] 192.168.203.143@tcp29 LPNI seq info [78:78:8:4294967295] 00000400:00000200:3.0:1767384349.095816:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp29(192.168.203.143@tcp29:192.168.203.143@tcp29) -> 192.168.203.143@tcp29(192.168.203.143@tcp29:192.168.203.143@tcp29) 192.168.203.143@tcp29 : REPLY try# 0 00000800:00000200:3.0:1767384349.095823:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp29 00000800:00000010:3.0:1767384349.095828:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed686177. 00000800:00000200:3.0:1767384349.095834:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (4) 00000800:00000200:3.0:1767384349.095840:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp29 ip 192.168.203.143:988 00000800:00000200:3.0:1767384349.095844:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed686177 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384349.095848:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384349.095853:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000768498ed. 00000400:00000200:0.0:1767384349.095858:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384349.095865:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp31->192.168.203.143@tcp31: GET: OK 00000400:00000200:0.0:1767384349.095873:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384349.095874:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.095879:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp31 recovery message sent successfully:0 00000800:00000001:0.0:1767384349.095898:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384349.095905:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384349.095906:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384349.095909:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed686177. 00000800:00000001:0.0:1767384349.095911:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384349.095916:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384349.095922:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.095926:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp29->192.168.203.143@tcp29: REPLY: OK 00000400:00000200:0.0:1767384349.095935:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp31(192.168.203.143@tcp31) <- 192.168.203.143@tcp31 : GET - for me 00000800:00000001:3.0:1767384349.095946:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.095953:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384349.095958:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000001:3.0:1767384349.095960:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384349.095961:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384349.095970:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x18dd [1] + 0 00000800:00000001:3.0:1767384349.095972:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.095977:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.095983:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384349.095989:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp31 to MR: 192.168.203.143@tcp31 local destination 00000400:00000200:3.0:1767384349.095998:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp29(192.168.203.143@tcp29) <- 192.168.203.143@tcp29 : REPLY - for me 00000400:00000200:0.0:1767384349.096005:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp31 NI seq info: [79:79:256:4294967295] 192.168.203.143@tcp31 LPNI seq info [79:79:8:4294967295] 00000400:00000200:0.0:1767384349.096022:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp31(192.168.203.143@tcp31:192.168.203.143@tcp31) -> 192.168.203.143@tcp31(192.168.203.143@tcp31:192.168.203.143@tcp31) 192.168.203.143@tcp31 : REPLY try# 0 00000800:00000200:0.0:1767384349.096027:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp31 00000800:00000010:0.0:1767384349.096032:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff2eaf1b. 00000400:00000200:1.0:1767384349.096036:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.096042:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp29: Reply from 12345-192.168.203.143@tcp29 of length 272/272 into md 0x1909 00000800:00000200:0.0:1767384349.096043:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (4) 00000800:00000200:0.0:1767384349.096054:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp31 ip 192.168.203.143:988 00000800:00000200:0.0:1767384349.096058:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff2eaf1b type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384349.096059:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.096069:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.096073:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.096079:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp29->192.168.203.143@tcp29: REPLY: OK 00000400:00000200:3.0:1767384349.096087:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e91e0887 00000400:00000010:3.0:1767384349.096090:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e91e0887. 00000400:00000200:3.0:1767384349.096095:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384349.096102:0:16348:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000025e19d2b. 00000400:00000200:1.0:1767384349.096107:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000010:3.0:1767384349.096108:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fe312a9a. 00000800:00000200:0.0:1767384349.096115:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384349.096120:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff2eaf1b. 00000800:00000001:3.0:1767384349.096122:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.096129:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384349.096129:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384349.096133:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.096139:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.096145:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384349.096147:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp31->192.168.203.143@tcp31: REPLY: OK 00000800:00000001:3.0:1767384349.096151:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.096158:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp31(192.168.203.143@tcp31) <- 192.168.203.143@tcp31 : REPLY - for me 00000800:00000001:0.0:1767384349.096163:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384349.096171:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.096172:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp31: Reply from 12345-192.168.203.143@tcp31 of length 272/272 into md 0x190d 00000800:00000001:3.0:1767384349.096181:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.096204:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.096206:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384349.096207:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384349.096214:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp31->192.168.203.143@tcp31: REPLY: OK 00000400:00000200:3.0:1767384349.096219:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302a9c0b 00000400:00000010:3.0:1767384349.096221:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000302a9c0b. 00000400:00000200:3.0:1767384349.096225:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384349.096229:0:16348:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006214864b. 00000400:00000010:3.0:1767384349.096232:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cc4bb092. 00000800:00000001:3.0:1767384349.096237:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.096240:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.096264:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096274:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096321:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096382:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096401:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096437:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096501:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096507:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096564:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096566:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096634:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096645:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096694:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096714:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096746:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096774:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096799:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096827:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096847:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096892:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096900:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.096954:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.096990:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097005:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097048:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097059:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097105:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097113:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097163:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097170:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097232:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097233:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097352:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097356:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097419:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097424:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097489:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097500:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097540:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097550:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097606:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097615:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097661:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097667:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097714:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097720:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097766:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097771:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097825:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097827:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097897:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097898:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.097969:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.097984:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.098014:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.098042:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384349.098061:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.098103:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.098147:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.098180:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000800:00000010:1.0:1767384349.098223:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bffd80d4. 00000400:00000200:2.0:1767384349.098224:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000800:00000010:1.0:1767384349.098228:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3cc7167. 00000800:00000010:1.0:1767384349.098232:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008814b0d7. 00000400:00000200:2.0:1767384349.098249:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000800:00000010:1.0:1767384349.098251:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008814b0d7. 00000800:00020000:1.0:1767384349.098260:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384349.098268:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3cc7167. 00000800:00000010:1.0:1767384349.098271:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bffd80d4. 00000400:00000200:2.0:1767384349.098278:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384349.098314:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:02020000:1.0:1767384349.098321:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp31 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384349.098353:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384349.098445:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000298fd7ca. 00000800:00000010:2.0:1767384349.098449:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef4c882a. 00000800:00000010:2.0:1767384349.098452:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088ca91eb. 00000800:00000010:2.0:1767384349.098469:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088ca91eb. 00000800:00020000:2.0:1767384349.098473:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384349.098475:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef4c882a. 00000800:00000010:2.0:1767384349.098481:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000298fd7ca. 00000400:02020000:2.0:1767384349.098509:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp29 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000001:00000001:1.0:1767384349.755078:0:29147:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384349.755082:0:29147:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:1.0:1767384349.759680:0:29147:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384349.767833:0:29148:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fbfc4492. 00000400:00000010:1.0:1767384349.767849:0:29148:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001e9d4358. 00000400:00000010:1.0:1767384349.767860:0:29148:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a28fe39a. 00000400:00000010:1.0:1767384349.767865:0:29148:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002beb4f7c. 00000400:00000010:1.0:1767384349.767870:0:29148:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000757b32e. 00000400:00000010:1.0:1767384349.767875:0:29148:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000050f738a0. 00000400:00000010:1.0:1767384349.767878:0:29148:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b90efcf6. 00000400:00000010:1.0:1767384349.767880:0:29148:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001051ba25. 00000400:00000010:1.0:1767384349.767885:0:29148:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008d58d59f. 00000800:00000010:1.0:1767384349.767900:0:29148:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004dd15a03. 00000800:00000200:1.0:1767384349.767911:0:29148:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384349.767924:0:29148:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384349.767977:0:29148:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384349.768004:0:29148:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp34 [8/256/0/180] 00000400:00000010:1.0:1767384349.770702:0:29148:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000d2c57369. 00000400:00000010:1.0:1767384349.770710:0:29148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009353b4a2. 00000400:00000010:1.0:1767384349.770717:0:29148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7140de7. 00000400:00000001:1.0:1767384349.770736:0:29148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384349.770739:0:29148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384349.770741:0:29148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000304994b8. 00000400:00000200:1.0:1767384349.770745:0:29148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da26823f 00000400:00000010:1.0:1767384349.770747:0:29148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da26823f. 00000400:00000010:1.0:1767384349.770751:0:29148:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000001373393a. 00000400:00000200:1.0:1767384349.770756:0:29148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (23) 00000400:00000200:1.0:1767384349.770769:0:29148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384349.770779:0:29148:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:1.0:1767384349.770789:0:29148:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bffd80d4. 00000020:01000000:1.0:1767384349.770794:0:29148:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384349.770798:0:29148:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp34 00000400:00000010:1.0:1767384349.770814:0:29148:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001e9d4358. 00000400:00000010:1.0:1767384349.770819:0:29148:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fbfc4492. 00000400:00000200:3.0:1767384349.770824:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384349.770831:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:3.0:1767384349.770837:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9d56ba. 00000400:00000200:3.0:1767384349.770840:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (24) 00000400:00000010:3.0:1767384349.770845:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000098f31538. 00000400:00000200:3.0:1767384349.770848:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:00000001:0.0:1767384349.770849:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384349.770856:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384349.770860:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384349.770863:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384349.770867:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:01000004:0.0:1767384349.770867:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384349.770871:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384349.770875:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000020:01000004:0.0:1767384349.770876:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384349.770881:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384349.770883:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000020:01000004:0.0:1767384349.770885:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384349.770889:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384349.770892:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:0.0:1767384349.770892:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384349.770896:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384349.770899:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000020:01000004:0.0:1767384349.770900:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384349.770904:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384349.770905:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000400:00000200:3.0:1767384349.770910:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00000010:0.0:1767384349.770912:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093c86d80. 00000400:00000200:3.0:1767384349.770915:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000020:00000040:0.0:1767384349.770919:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384349.770920:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:3.0:1767384349.770927:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000001:0.0:1767384349.770929:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384349.770931:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 02000000:00000001:0.0:1767384349.770934:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384349.770936:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:3.0:1767384349.770940:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 02000000:00000001:0.0:1767384349.770941:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.770944:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:3.0:1767384349.770948:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:3.0:1767384349.770951:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 02000000:00000010:0.0:1767384349.770953:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000809351f7. 00000400:00000200:3.0:1767384349.770954:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000400:00000200:3.0:1767384349.770960:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000400:00000200:3.0:1767384349.770964:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000100:00000001:0.0:1767384349.770964:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.770975:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384349.770976:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 16], ns[62, 16] 00000100:00000001:0.0:1767384349.770980:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.770983:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 16], ns[78, 16] 00000400:00000200:3.0:1767384349.770989:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[75, 16], ns[75, 16] 00000100:00000040:0.0:1767384349.770993:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093c86d80] to pc [ptlrpcd_00_00+0] req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384349.770996:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 16], ns[79, 16] 00000400:00000200:3.0:1767384349.771007:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:3.0:1767384349.771014:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp14 00000400:00000200:3.0:1767384349.771019:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp14 lpni_is_preferred = 0 00000400:00000200:3.0:1767384349.771021:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp14 00000400:00000200:3.0:1767384349.771024:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp14 NI seq info: [80:80:256:4294967295] 192.168.203.143@tcp14 LPNI seq info [80:80:8:4294967295] 00000400:00000200:3.0:1767384349.771028:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp14 00000400:00000200:3.0:1767384349.771035:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp14(192.168.203.143@tcp14:) -> 192.168.203.143@tcp14(192.168.203.143@tcp:192.168.203.143@tcp14) : PUT try# 0 10000000:00000001:0.0:1767384349.771040:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384349.771041:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.143@tcp14 00000800:00000010:3.0:1767384349.771047:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097f2be41. 10000000:00000001:0.0:1767384349.771047:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.771051:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384349.771056:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000df645586] -> 12345-192.168.203.143@tcp14 (6) 00000100:00000001:1.0:1767384349.771056:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384349.771056:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384349.771062:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384349.771067:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767384349.771068:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp14 ip 192.168.203.143:988 00000020:00000001:0.0:1767384349.771068:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384349.771073:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:3.0:1767384349.771074:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097f2be41 type 1, nob 544 niov 1 nkiov 1 00000100:00000040:1.0:1767384349.771075:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384349.771077:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384349.771082:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384349.771089:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384349.771092:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000001:1.0:1767384349.771094:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384349.771095:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384349.771098:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00000020:01000004:0.0:1767384349.771101:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384349.771102:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384349.771105:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384349.771107:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384349.771109:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384349.771110:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384349.771112:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384349.771114:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384349.771115:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384349.771118:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:1.0:1767384349.771120:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000093c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746146432:0@lo:253: 00000020:01000004:0.0:1767384349.771122:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384349.771126:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384349.771128:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384349.771129:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384349.771135:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384349.771136:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002597b5cc. 02000000:00000001:1.0:1767384349.771140:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384349.771142:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 02000000:00000001:1.0:1767384349.771146:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384349.771148:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384349.771152:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384349.771154:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000ff8e966. 02000000:00000001:0.0:1767384349.771155:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.771160:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384349.771167:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092574ba8. 02000000:00000010:0.0:1767384349.771167:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c68d4be0. 00000100:00000001:0.0:1767384349.771175:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384349.771176:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e9d4358. 00000100:00000001:0.0:1767384349.771181:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384349.771182:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746146432, portal 25 00000100:00000001:0.0:1767384349.771185:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.771187:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384349.771192:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556620672 : -111508152930944 : ffff9a957c27ad80) 00000100:00000040:0.0:1767384349.771196:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002597b5cc] to pc [ptlrpcd_00_01+1] req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384349.771202:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384349.771225:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384349.771225:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1767384349.771231:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097f2be41. 10000000:00000001:0.0:1767384349.771232:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.771235:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384349.771236:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:0.0:1767384349.771238:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384349.771241:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001635291e. 00000020:00000001:0.0:1767384349.771243:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.771245:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp14->192.168.203.143@tcp14: PUT: OK 00000100:00000200:1.0:1767384349.771248:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746146432, offset 0 00000020:01000000:0.0:1767384349.771249:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384349.771252:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:0.0:1767384349.771256:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bffd80d4. 00000400:00000200:3.0:1767384349.771258:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000400:00000200:1.0:1767384349.771262:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384349.771277:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384349.771281:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384349.771287:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.771290:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384349.771290:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.771295:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05280 00000800:00000001:0.0:1767384349.771295:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384349.771300:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:0.0:1767384349.771304:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384349.771306:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384349.771306:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11a9 [2] + 0 00000400:00000010:1.0:1767384349.771316:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000febf23ce. 00000400:00000200:0.0:1767384349.771322:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp14(192.168.203.143@tcp14) <- 192.168.203.143@tcp14 : PUT - for me 00000400:00000200:1.0:1767384349.771324:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003dc49245 00000100:00000001:3.0:1767384349.771326:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384349.771330:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.771346:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384349.771347:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384349.771349:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.771350:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384349.771353:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746146560:0@lo:253: 00000400:00000200:0.0:1767384349.771360:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 448 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384349.771361:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384349.771361:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384349.771365:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384349.771369:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.771370:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384349.771374:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 400/448 into md 0x181d [1] + 0 02000000:00000010:3.0:1767384349.771376:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d6c933ec. 00000400:00000010:0.0:1767384349.771379:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008120939e. 02000000:00000001:3.0:1767384349.771380:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384349.771384:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a75d8ec. 00000400:00000200:0.0:1767384349.771387:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b4725a55 00000400:00000200:1.0:1767384349.771392:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc49245 00000800:00000001:0.0:1767384349.771393:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384349.771397:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003dc49245. 00000100:00000001:1.0:1767384349.771402:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384349.771404:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6ed95a0. 00000100:00000200:1.0:1767384349.771406:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384349.771409:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746146560, portal 25 00000800:00000001:0.0:1767384349.771409:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384349.771411:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000071692e63 x1853236746146432 msgsize 4848 00000100:00000001:3.0:1767384349.771416:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384349.771416:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384349.771420:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556614400 : -111508152937216 : ffff9a957c279500) 00000100:00000040:3.0:1767384349.771446:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.771452:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384349.771457:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384349.771460:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081176ffe. 00000400:00000200:0.0:1767384349.771460:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp14->192.168.203.143@tcp14: PUT: OK 00000100:00000200:3.0:1767384349.771465:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746146560, offset 0 00000400:00000200:0.0:1767384349.771468:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4725a55 00000400:00000010:0.0:1767384349.771473:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4725a55. 00000400:00000200:0.0:1767384349.771478:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384349.771482:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384349.771484:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (25) 00000400:00000200:0.0:1767384349.771492:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:3.0:1767384349.771494:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384349.771501:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (448 bytes) 00000400:00000200:3.0:1767384349.771505:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05300 00000400:00000200:0.0:1767384349.771510:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384349.771513:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11d5 [2] + 0 00000400:00000010:3.0:1767384349.771515:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ee0a29. 00000400:00000200:3.0:1767384349.771518:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d053908c 00000400:00000200:3.0:1767384349.771522:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.771532:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384349.771535:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (26) 00000400:00000200:3.0:1767384349.771544:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d053908c 00000400:00000200:0.0:1767384349.771545:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:3.0:1767384349.771548:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d053908c. 00000100:00000001:3.0:1767384349.771554:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384349.771556:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384349.771561:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000039de17a0 x1853236746146560 msgsize 4848 00000400:00000200:0.0:1767384349.771561:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp14 to MR: 192.168.203.143@tcp14 local destination 00000100:00100000:3.0:1767384349.771573:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384349.771576:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp14 NI seq info: [81:81:256:4294967295] 192.168.203.143@tcp14 LPNI seq info [81:81:8:4294967295] 00000100:00000040:3.0:1767384349.771577:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384349.771591:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384349.771598:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp14(192.168.203.143@tcp14:192.168.203.143@tcp14) -> 192.168.203.143@tcp14(192.168.203.143@tcp14:192.168.203.143@tcp14) 192.168.203.143@tcp14 : ACK try# 0 00000800:00000200:0.0:1767384349.771606:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp14 00000400:00000200:3.0:1767384349.771607:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081176ffe 00000400:00000010:3.0:1767384349.771610:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081176ffe. 00000800:00000010:0.0:1767384349.771611:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff2eaf1b. 00000100:00000001:3.0:1767384349.771614:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384349.771620:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384349.771621:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000df645586] -> 12345-192.168.203.143@tcp14 (6) 00000100:00000001:3.0:1767384349.771632:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384349.771635:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp14 ip 192.168.203.143:1013 00000100:00000040:3.0:1767384349.771638:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384349.771640:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff2eaf1b type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384349.771650:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.771653:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384349.771657:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384349.771659:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384349.771660:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294938542 00000100:00000010:3.0:1767384349.771666:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0589fe2. 00000100:00000001:3.0:1767384349.771672:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000800:00000001:0.0:1767384349.771674:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.771677:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294938542 00000100:00000010:3.0:1767384349.771682:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc7f5546. 00000100:00000001:3.0:1767384349.771685:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384349.771688:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294938542 00000100:00000010:3.0:1767384349.771691:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4ebea9e. 00000100:00000001:3.0:1767384349.771694:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384349.771697:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294938542 00000100:00000010:3.0:1767384349.771700:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043334da9. 00000100:00000001:3.0:1767384349.771703:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384349.771712:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384349.771714:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.771717:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.771719:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.771726:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384349.771728:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767384349.771730:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384349.771731:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.771734:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767384349.771736:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff2eaf1b. 00000100:00000001:3.0:1767384349.771737:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.771742:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.771747:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384349.771756:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp14->192.168.203.143@tcp14: ACK: OK 00000100:00000001:3.0:1767384349.771764:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1767384349.771765:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384349.771768:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746146560 02000000:00000001:3.0:1767384349.771771:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1767384349.771772:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.771774:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384349.771777:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384349.771779:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384349.771781:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384349.771785:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384349.771786:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746146560 00000020:00000001:3.0:1767384349.771789:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1767384349.771791:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384349.771792:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384349.771794:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.771796:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:3.0:1767384349.771801:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384349.771803:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000800:00000001:0.0:1767384349.771806:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.771807:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384349.771812:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e01926. 00000100:00000001:3.0:1767384349.771817:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384349.771821:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp14(192.168.203.143@tcp14) <- 192.168.203.143@tcp14 : ACK - for me 00000020:00000010:3.0:1767384349.771822:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9e01926. 00000020:00000010:3.0:1767384349.771831:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4c80cc0. 00000020:00000010:3.0:1767384349.771838:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000086f5a6fc. 00000400:00000200:0.0:1767384349.771838:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp14: ACK from 12345-192.168.203.143@tcp14 into md 0x1915 00000020:00000010:3.0:1767384349.771845:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000021221c71. 00000400:00000200:0.0:1767384349.771847:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384349.771856:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384349.771856:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp14->192.168.203.143@tcp14: ACK: OK 00000100:00000001:3.0:1767384349.771861:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384349.771863:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384349.771864:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9d56ba 00000100:00000001:3.0:1767384349.771865:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384349.771870:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af9d56ba. 00000100:00000001:3.0:1767384349.771875:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.771877:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384349.771883:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000100:00000001:3.0:1767384349.771884:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384349.771889:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384349.771896:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (25) 00000800:00000001:0.0:1767384349.771903:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384349.771905:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384349.771908:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384349.771909:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384349.771914:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:3.0:1767384349.771918:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384349.771920:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609683024 : -111508099868592 : ffff9a957f515850) 00000100:00000040:3.0:1767384349.771924:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000039de17a0 x1853236746146560/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:330/0 lens 4848/0 e 0 to 0 dl 1767384360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.771930:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384349.771933:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e01926. 00000100:00000001:3.0:1767384349.771936:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384349.771939:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9e01926. 00000100:00100000:1.0:1767384349.771939:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384349.771946:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384349.771947:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:3.0:1767384349.771948:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000039de17a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746146560:12345-0@lo:253: 00000100:00000200:3.0:1767384349.771954:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746146560 00000400:00000010:0.0:1767384349.771955:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000a0addb77. 00000020:00000001:3.0:1767384349.771956:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384349.771958:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384349.771961:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:0.0:1767384349.771962:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013705e06. 00000020:00000001:3.0:1767384349.771964:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.771967:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001635291e 00000020:00000001:3.0:1767384349.771970:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384349.771971:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001635291e. 00000020:00000001:3.0:1767384349.771973:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:3.0:1767384349.771977:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384349.771977:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384349.771980:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000020:00000001:3.0:1767384349.771982:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384349.771986:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a0addb77 00000020:00000001:3.0:1767384349.771987:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384349.771987:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384349.771991:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384349.771993:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000e6542e43. 00000020:00000001:3.0:1767384349.771994:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.772002:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384349.772002:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 02000000:00000001:3.0:1767384349.772006:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384349.772007:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384349.772010:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 02000000:00000010:3.0:1767384349.772011:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f5202dec. 00000100:00000040:1.0:1767384349.772014:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384349.772016:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.772017:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (24) 00000100:00000001:3.0:1767384349.772022:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384349.772025:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000e1cf16a3. 20000000:00000001:3.0:1767384349.772027:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:0.0:1767384349.772033:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000100:00000001:1.0:1767384349.772035:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384349.772038:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b9401d9e. 00000100:00000001:1.0:1767384349.772039:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384349.772042:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008110406c. 20000000:01000000:3.0:1767384349.772043:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384349.772047:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384349.772048:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384349.772053:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384349.772053:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000100:00000001:1.0:1767384349.772054:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294938542 00000100:00000001:1.0:1767384349.772060:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294938542 20000000:00000001:3.0:1767384349.772062:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.772063:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000100:00000001:1.0:1767384349.772066:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294938542 20000000:00000001:3.0:1767384349.772067:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.772074:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294938542 00000400:00000200:0.0:1767384349.772074:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 20000000:00000001:3.0:1767384349.772075:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767384349.772081:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294938542 00000100:00000001:1.0:1767384349.772085:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294938542 20000000:00000010:3.0:1767384349.772086:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000047a1578c. 00000400:00000200:0.0:1767384349.772087:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 20000000:01000000:3.0:1767384349.772091:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000100:00000001:1.0:1767384349.772091:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294938542 00000400:00000200:0.0:1767384349.772098:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 20000000:00000001:3.0:1767384349.772100:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384349.772105:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294938542 00080000:00000001:3.0:1767384349.772107:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384349.772110:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000100:00000001:1.0:1767384349.772111:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384349.772112:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:1.0:1767384349.772117:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.772123:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.772127:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384349.772128:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00080000:00000001:3.0:1767384349.772129:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:1.0:1767384349.772135:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384349.772137:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000100:00000001:1.0:1767384349.772139:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:3.0:1767384349.772144:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.772145:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:3.0:1767384349.772149:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:1.0:1767384349.772150:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384349.772150:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00080000:00000001:3.0:1767384349.772153:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.772155:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384349.772157:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384349.772160:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.772162:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384349.772164:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000400:00000200:0.0:1767384349.772167:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000020:00000001:3.0:1767384349.772171:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:3.0:1767384349.772174:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384349.772178:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384349.772179:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00080000:00000001:3.0:1767384349.772182:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384349.772186:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384349.772190:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384349.772193:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000020:00000001:3.0:1767384349.772195:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:3.0:1767384349.772202:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384349.772206:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00080000:00000010:3.0:1767384349.772207:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b7aa6f20. 00080000:00000001:3.0:1767384349.772211:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560347805184 : -111513361746432 : ffff9a9445af7600) 00080000:00000001:3.0:1767384349.772217:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384349.772220:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000001:00000001:3.0:1767384349.772221:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384349.772225:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a9e01926. 00080000:00000001:3.0:1767384349.772229:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.772229:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00080000:00000001:3.0:1767384349.772234:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384349.772239:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00080000:00000001:3.0:1767384349.772245:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.772245:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000400:00000200:0.0:1767384349.772254:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000400:00000200:0.0:1767384349.772259:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00080000:00000001:3.0:1767384349.772262:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384349.772266:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 18], ns[58, 18] 00000400:00000200:0.0:1767384349.772273:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 18], ns[62, 18] 00000400:00000200:0.0:1767384349.772280:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 18], ns[78, 18] 00000400:00000200:0.0:1767384349.772286:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[75, 18], ns[75, 18] 00000400:00000200:0.0:1767384349.772293:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 18], ns[79, 18] 00000400:00000200:0.0:1767384349.772307:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:0.0:1767384349.772313:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp15 00000400:00000200:0.0:1767384349.772317:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp15 lpni_is_preferred = 0 00000400:00000200:0.0:1767384349.772322:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp15 00000400:00000200:0.0:1767384349.772326:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp15 NI seq info: [82:82:256:4294967295] 192.168.203.143@tcp15 LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1767384349.772347:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp15 00000400:00000200:0.0:1767384349.772355:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15:) -> 192.168.203.143@tcp15(192.168.203.143@tcp:192.168.203.143@tcp15) : GET try# 0 00000800:00000200:0.0:1767384349.772361:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp15 00000800:00000010:0.0:1767384349.772365:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ff2eaf1b. 00000800:00000200:0.0:1767384349.772370:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000005705bdd] -> 12345-192.168.203.143@tcp15 (6) 00000800:00000200:0.0:1767384349.772377:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp15 ip 192.168.203.143:988 00000800:00000200:0.0:1767384349.772381:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff2eaf1b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384349.772393:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384349.772396:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000100:00000001:1.0:1767384349.772453:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384349.772456:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746146432 02000000:00000001:1.0:1767384349.772459:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384349.772461:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384349.772463:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.772467:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384349.772470:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746146432 00000020:00000001:1.0:1767384349.772473:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384349.772475:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384349.772477:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384349.772480:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:1.0:1767384349.772483:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384349.772486:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384349.772490:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384349.772491:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384349.772495:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098e7e6d6. 00000800:00000200:0.0:1767384349.772495:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384349.772499:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.772500:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384349.772501:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ff2eaf1b. 00000800:00000001:3.0:1767384349.772503:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384349.772508:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098e7e6d6. 00000400:00000200:0.0:1767384349.772511:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384349.772512:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384349.772516:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ddb4f04. 00000400:00000200:0.0:1767384349.772522:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: GET: OK 00000020:00000010:1.0:1767384349.772525:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003092011e. 00000400:00000200:0.0:1767384349.772530:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384349.772531:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15) <- 192.168.203.143@tcp15 : GET - for me 00000020:00000010:1.0:1767384349.772533:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e63a35fb. 00000400:00000200:0.0:1767384349.772538:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000100:00000001:1.0:1767384349.772542:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384349.772544:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 448 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384349.772546:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384349.772550:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.772551:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 448/448 into md 0x1911 [1] + 0 00000100:00000001:1.0:1767384349.772558:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.772561:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp15 to MR: 192.168.203.143@tcp15 local destination 00000400:00000200:3.0:1767384349.772566:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp15 NI seq info: [83:83:256:4294967295] 192.168.203.143@tcp15 LPNI seq info [83:83:8:4294967295] 00000100:00000001:1.0:1767384349.772581:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.772595:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384349.772597:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384349.772603:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:1.0:1767384349.772607:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000400:00000200:3.0:1767384349.772610:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15:192.168.203.143@tcp15) -> 192.168.203.143@tcp15(192.168.203.143@tcp15:192.168.203.143@tcp15) 192.168.203.143@tcp15 : REPLY try# 0 00000100:00000001:1.0:1767384349.772611:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609680976 : -111508099870640 : ffff9a957f515050) 00000100:00000001:0.0:1767384349.772613:0:17080:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000800:00000200:3.0:1767384349.772618:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.143@tcp15 00000100:00100000:0.0:1767384349.772618:0:17080:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 3 min 3 max 32 00000100:00000040:1.0:1767384349.772622:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071692e63 x1853236746146432/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:330/0 lens 4848/0 e 0 to 0 dl 1767384360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384349.772624:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097f2be41. 00000100:00000010:0.0:1767384349.772627:0:17080:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000dea475aa. 00000800:00000200:3.0:1767384349.772634:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000005705bdd] -> 12345-192.168.203.143@tcp15 (6) 00000100:00100000:0.0:1767384349.772637:0:17080:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0003' 00000800:00000200:3.0:1767384349.772646:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp15 ip 192.168.203.143:1011 00000100:00000001:1.0:1767384349.772648:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1767384349.772649:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097f2be41 type 3, nob 544 niov 1 nkiov 1 00000020:00000010:1.0:1767384349.772655:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098e7e6d6. 00000100:00000001:1.0:1767384349.772660:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384349.772662:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098e7e6d6. 00000100:00100000:1.0:1767384349.772668:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071692e63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746146432:12345-0@lo:253: 00000100:00000200:1.0:1767384349.772672:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746146432 00000020:00000001:1.0:1767384349.772675:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384349.772678:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384349.772680:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.772683:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384349.772685:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384349.772689:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384349.772691:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384349.772694:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767384349.772694:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384349.772696:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384349.772697:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097f2be41. 00000020:00000001:1.0:1767384349.772701:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.772702:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384349.772706:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:0.0:1767384349.772708:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384349.772710:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: REPLY: OK 02000000:00000001:1.0:1767384349.772711:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:0.0:1767384349.772716:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.772719:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767384349.772719:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bffd80d4. 02000000:00000001:1.0:1767384349.772724:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384349.772726:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.772728:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384349.772729:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384349.772734:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:3.0:1767384349.772736:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.772743:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15) <- 192.168.203.143@tcp15 : REPLY - for me 20000000:00000010:1.0:1767384349.772744:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000209a1d20. 00000100:00000001:0.0:1767384349.772747:0:17080:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384349.772750:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384349.772755:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp15: Reply from 12345-192.168.203.143@tcp15 of length 448/448 into md 0x192d 20000000:00000001:1.0:1767384349.772757:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:3.0:1767384349.772759:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384349.772760:0:29150:0:(service.c:2991:ptlrpc_main()) Process entered 00000800:00000001:3.0:1767384349.772763:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.772767:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384349.772768:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384349.772774:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: REPLY: OK 20000000:00000001:1.0:1767384349.772774:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384349.772776:0:29150:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000071ad7f07. 00000400:00000200:3.0:1767384349.772779:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 20000000:00000001:1.0:1767384349.772780:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384349.772783:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000020:00000010:0.0:1767384349.772785:0:29150:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ccdfe6c5. 20000000:00000001:1.0:1767384349.772786:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384349.772787:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384349.772793:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000020:00000010:0.0:1767384349.772795:0:29150:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3dd19d. 00000020:00000010:0.0:1767384349.772801:0:29150:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001171b1f5. 00000400:00000200:3.0:1767384349.772802:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:3.0:1767384349.772805:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 26. state = 0x100271 00000400:00000200:3.0:1767384349.772809:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000040:00000010:0.0:1767384349.772815:0:29150:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005a6e6ac6. 00000020:00000010:0.0:1767384349.772821:0:29150:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000083f0aaf7. 00000400:00000200:3.0:1767384349.772822:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (25) 00000020:00000010:0.0:1767384349.772828:0:29150:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008c7d5502. 00000800:00000001:3.0:1767384349.772829:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.772834:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:0.0:1767384349.772836:0:29150:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005dface19. 00000400:00000200:1.0:1767384349.772839:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00040000:00000010:0.0:1767384349.772842:0:29150:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000061cd6e4d. 00000400:00000200:1.0:1767384349.772847:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00080000:00000010:0.0:1767384349.772852:0:29150:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dd3736e0. 00000400:00000010:1.0:1767384349.772856:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000c5c63795. 00080000:00000010:0.0:1767384349.772861:0:29150:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f535bbb2. 00000400:00000010:1.0:1767384349.772862:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 00000000fbfc4492. 00000400:00000010:1.0:1767384349.772870:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 0000000050e458fa. 20000000:00000010:0.0:1767384349.772873:0:29150:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000a9f7b7e. 00000100:00000010:0.0:1767384349.772892:0:29150:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000b2f5670. 00000100:00000200:0.0:1767384349.772903:0:29150:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000400:00000200:1.0:1767384349.772905:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp30(000000009875eaed) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384349.772915:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f7ed8cb8. 00000400:00000200:1.0:1767384349.772922:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f7ed8cb8 nid 192.168.203.143@tcp32 00000400:00000010:1.0:1767384349.772926:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007d3798f0. 00000400:00000200:1.0:1767384349.772928:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000007d3798f0 net tcp32 00000400:00000200:1.0:1767384349.772931:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (24) 00000400:00000200:1.0:1767384349.772935:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp32 flags 0x11 00000400:00000010:1.0:1767384349.772939:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000044d5f81c. 00000400:00000200:1.0:1767384349.772942:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000044d5f81c nid 192.168.203.143@tcp33 00000400:00000010:1.0:1767384349.772944:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000063f064b8. 00000400:00000200:1.0:1767384349.772946:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 0000000063f064b8 net tcp33 00000400:00000200:1.0:1767384349.772948:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (25) 00000400:00000200:1.0:1767384349.772953:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp33 flags 0x11 00000400:00000010:1.0:1767384349.772959:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000028f203b6. 00000400:00000200:1.0:1767384349.772964:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000028f203b6 nid 192.168.203.143@tcp34 00000400:00000010:1.0:1767384349.772968:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000548124b9. 00000400:00000200:1.0:1767384349.772970:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000548124b9 net tcp34 00000400:00000200:1.0:1767384349.772972:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (26) 00000400:00000200:1.0:1767384349.772976:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp34 flags 0x11 00000400:00000010:1.0:1767384349.772979:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000c5c63795. 00000400:00000010:1.0:1767384349.772983:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 00000000fbfc4492. 00000400:00000010:1.0:1767384349.772986:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 0000000050e458fa. 00000400:00000010:1.0:1767384349.772988:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000e1cf16a3. 00000400:00000200:1.0:1767384349.772992:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384349.772995:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 00000400:00000200:1.0:1767384349.773006:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00000400:00000200:1.0:1767384349.773010:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000200:1.0:1767384349.773014:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:1.0:1767384349.773016:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:1.0:1767384349.773021:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:1.0:1767384349.773025:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (27) 00080000:00000010:3.0:1767384349.773239:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b7aa6f20. 00080000:00000010:1.0:1767384349.773282:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a9e01926. 00040000:00000001:1.0:1767384349.773288:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384349.773290:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384349.773293:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384349.773297:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384349.773300:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384349.773302:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384349.773315:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384349.773323:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384349.773327:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384349.773344:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384349.773345:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384349.773349:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384349.773352:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384349.773355:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384349.773358:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:0.0:1767384349.773361:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000051b22236. 00010000:00000010:3.0:1767384349.773364:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d81f0b1. 20000000:01000000:0.0:1767384349.773366:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00010000:00000001:3.0:1767384349.773369:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:0.0:1767384349.773372:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384349.773373:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6457ae. 00080000:00000001:0.0:1767384349.773379:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384349.773380:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384349.773385:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b6457ae with handle 0x980286e253c5fcb6 to hash 00080000:00000001:0.0:1767384349.773385:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384349.773390:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384349.773391:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384349.773393:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00080000:00000001:0.0:1767384349.773396:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384349.773397:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.773401:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.773403:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384349.773407:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.773410:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384349.773411:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384349.773414:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384349.773415:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.773417:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384349.773420:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384349.773421:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384349.773446:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.773449:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384349.773451:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.773453:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384349.773455:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384349.773456:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384349.773463:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384349.773466:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d81f0b1) refcount = 1 00080000:00000001:0.0:1767384349.773466:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384349.773473:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00010000:00010000:3.0:1767384349.773474:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384349.773482:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00010000:00000001:3.0:1767384349.773484:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384349.773488:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000002:0.0:1767384349.773488:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384349.773491:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.773495:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384349.773495:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384349.773500:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384349.773502:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384349.773503:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384349.773508:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00080000:00000001:0.0:1767384349.773508:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.773514:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384349.773516:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384349.773516:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000020:1.0:1767384349.773518:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:3.0:1767384349.773520:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=4 00000020:00000001:0.0:1767384349.773522:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000020:00000001:3.0:1767384349.773525:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000001:1.0:1767384349.773525:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:0.0:1767384349.773528:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000010:1.0:1767384349.773529:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b9401d9e. 00010000:00000001:3.0:1767384349.773530:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00080000:00000010:0.0:1767384349.773535:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007b74743e. 00010000:00000001:3.0:1767384349.773536:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000001:1.0:1767384349.773538:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.773539:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384349.773541:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632564991749120 : -111508717802496 : ffff9a955a7c6c00) 00010000:00000040:1.0:1767384349.773545:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746146560 00080000:00000001:0.0:1767384349.773548:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384349.773553:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384349.773554:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000001:0.0:1767384349.773555:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:3.0:1767384349.773558:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384349.773561:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000039de17a0 x1853236746146560/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384349.773566:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:0.0:1767384349.773567:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000011ba0192. 00010000:00000001:3.0:1767384349.773569:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384349.773571:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384349.773574:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384349.773582:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384349.773587:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.773589:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.773589:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384349.773593:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384349.773593:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384349.773594:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.773597:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384349.773599:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=55 v=5 (1 0 0 0) 00080000:00000001:0.0:1767384349.773608:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384349.773610:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384349.773616:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00010000:3.0:1767384349.773621:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b6457ae already unused, calling callback (000000004feed035) 00000100:00000001:1.0:1767384349.773621:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384349.773626:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:1.0:1767384349.773627:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384349.773629:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1767384349.773631:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.773632:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384349.773638:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384349.773639:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384349.773641:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384349.773642:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.773643:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=5 00000020:00000001:3.0:1767384349.773644:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384349.773647:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384349.773652:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:1.0:1767384349.773652:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384349.773655:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384349.773658:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001635291e. 00010000:00000001:3.0:1767384349.773663:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:1.0:1767384349.773665:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746146560, offset 224 00010000:00000001:3.0:1767384349.773666:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384349.773669:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.773672:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384349.773674:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384349.773676:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384349.773678:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.773681:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384349.773683:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b6457ae with handle 0x980286e253c5fcb6 from hash 00010000:00000001:3.0:1767384349.773687:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384349.773688:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384349.773689:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.773693:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.773694:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384349.773695:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384349.773697:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384349.773699:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384349.773702:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.773702:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05300 00010000:00000001:3.0:1767384349.773706:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.773709:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:1.0:1767384349.773712:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1921 [2] + 224 00010000:00000001:3.0:1767384349.773717:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384349.773720:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384349.773720:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384349.773722:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.773725:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.773729:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384349.773730:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.773734:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.773737:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384349.773737:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384349.773744:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384349.773745:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.773747:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.773749:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384349.773751:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384349.773753:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.773755:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.773758:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384349.773760:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384349.773764:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.773766:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384349.773767:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.773784:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384349.773787:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384349.773789:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b6457ae/0x980286e253c5fcb6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384349.773794:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d81f0b1 count: 0 00010000:00000001:3.0:1767384349.773800:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384349.773801:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384349.773803:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384349.773809:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001635291e 00000400:00000010:1.0:1767384349.773812:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001635291e. 00000100:00000001:1.0:1767384349.773815:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384349.773816:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384349.773820:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.773823:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384349.773826:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384349.773827:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.773829:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384349.773831:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384349.773835:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039de17a0 x1853236746146560/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.773836:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384349.773841:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384349.773844:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384349.773847:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a75d8ec. 00000100:00100000:1.0:1767384349.773853:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000039de17a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746146560:12345-0@lo:253: Request processed in 1919us (2287us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384349.773854:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ed95a0 00000400:00000010:0.0:1767384349.773859:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6ed95a0. 00000100:00000001:0.0:1767384349.773865:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384349.773868:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000200:0.0:1767384349.773872:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384349.773874:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384349.773878:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384349.773881:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384349.773885:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000086f5a6fc. 00000100:00000200:0.0:1767384349.773888:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384349.773897:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000021221c71. 00000100:00000001:0.0:1767384349.773899:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384349.773901:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4c80cc0. 00000100:00000001:0.0:1767384349.773903:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384349.773906:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:0.0:1767384349.773908:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384349.773911:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384349.773913:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f5202dec. 02000000:00000001:0.0:1767384349.773913:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384349.773916:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384349.773918:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384349.773920:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.773921:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384349.773925:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384349.773927:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384349.773931:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=55 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384349.773932:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dd73c46. 00000400:00000010:1.0:1767384349.773939:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001635291e. 00000100:00001000:0.0:1767384349.773940:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384349.773946:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384349.773948:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384349.773951:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384349.773953:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.773956:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384349.773960:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.773967:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384349.773970:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384349.773972:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384349.773982:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384349.773984:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384349.773985:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384349.773986:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384349.773988:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384349.773989:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384349.773990:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384349.773992:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384349.773993:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384349.773996:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384349.774004:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746146560:0@lo:253: 00000100:00000001:0.0:1767384349.774009:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.774011:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384349.774014:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002597b5cc x1853236746146560/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.774021:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384349.774024:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384349.774027:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d6c933ec. 02000000:00000001:0.0:1767384349.774031:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384349.774033:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384349.774034:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384349.774037:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384349.774039:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c68d4be0. 02000000:00000001:0.0:1767384349.774044:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384349.774046:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384349.774047:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002597b5cc. 00000100:00000001:0.0:1767384349.774050:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384349.774051:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.774053:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.774058:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384349.774059:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.774061:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384349.774063:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384349.774960:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007b74743e. 00080000:00000010:0.0:1767384349.775024:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000011ba0192. 00040000:00000001:0.0:1767384349.775029:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384349.775037:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384349.775039:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384349.775041:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384349.775043:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384349.775044:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384349.775046:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384349.775055:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384349.775058:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384349.775062:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384349.775064:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384349.775066:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384349.775068:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384349.775070:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384349.775071:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384349.775075:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000efe324dc. 00010000:00000001:3.0:1767384349.775078:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384349.775085:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00000020:00000001:3.0:1767384349.775087:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384349.775088:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fcbd to hash 00000020:00000001:3.0:1767384349.775090:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384349.775091:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384349.775093:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384349.775095:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.775096:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.775097:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.775101:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384349.775102:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384349.775103:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384349.775104:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384349.775105:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.775107:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384349.775108:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.775109:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384349.775110:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384349.775111:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384349.775113:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384349.775114:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000efe324dc) refcount = 1 00010000:00010000:3.0:1767384349.775116:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.775119:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384349.775121:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384349.775121:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.775123:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.775124:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384349.775125:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384349.775127:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384349.775128:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384349.775129:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.775135:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000020:00000001:3.0:1767384349.775137:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384349.775138:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384349.775139:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384349.775140:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.775144:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384349.775145:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.775148:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.775149:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384349.775150:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.775153:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.775154:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.775156:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384349.775157:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384349.775161:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000158f3d3f already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384349.775162:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384349.775164:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384349.775165:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.775168:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384349.775169:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384349.775170:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.775171:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=5 00000020:00000001:3.0:1767384349.775172:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384349.775174:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384349.775176:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000020:0.0:1767384349.775180:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:3.0:1767384349.775184:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384349.775185:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384349.775188:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000209a1d20. 20000000:00000001:0.0:1767384349.775196:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.775197:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384349.775202:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:0.0:1767384349.775202:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746146432 00010000:00000001:3.0:1767384349.775204:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384349.775207:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384349.775209:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384349.775212:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000200:0.0:1767384349.775214:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071692e63 x1853236746146432/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384349.775216:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.775219:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384349.775225:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000158f3d3f with handle 0x980286e253c5fcbd from hash 00010000:00000001:3.0:1767384349.775231:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384349.775233:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384349.775234:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384349.775237:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.775238:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.775241:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:0.0:1767384349.775243:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=55 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384349.775245:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384349.775247:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384349.775248:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1767384349.775251:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384349.775253:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384349.775254:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384349.775258:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384349.775258:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384349.775261:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.775264:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.775264:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384349.775269:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384349.775270:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384349.775273:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:0.0:1767384349.775274:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090e553ea. 00010000:00000001:3.0:1767384349.775279:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384349.775280:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746146432, offset 224 00010000:00000001:3.0:1767384349.775283:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.775287:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.775287:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384349.775292:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.775296:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384349.775297:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.775302:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384349.775304:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05280 00000400:00000200:0.0:1767384349.775313:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1919 [2] + 224 00010000:00000001:3.0:1767384349.775321:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384349.775323:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384349.775324:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.775326:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384349.775328:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384349.775330:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384349.775340:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.775341:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.775343:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384349.775344:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384349.775355:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.775357:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384349.775358:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384349.775363:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384349.775365:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384349.775368:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384349.775370:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fcbd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384349.775378:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384349.775381:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000efe324dc count: 0 00010000:00000001:3.0:1767384349.775390:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384349.775392:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384349.775395:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384349.775401:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090e553ea 00000400:00000010:0.0:1767384349.775403:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090e553ea. 00000100:00000001:0.0:1767384349.775405:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384349.775406:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384349.775408:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384349.775410:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384349.775412:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384349.775413:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.775414:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384349.775417:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071692e63 x1853236746146432/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384349.775443:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071692e63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746146432:12345-0@lo:253: Request processed in 2775us (4011us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384349.775447:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384349.775451:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384349.775451:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:0.0:1767384349.775454:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000400:00000001:1.0:1767384349.775458:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384349.775458:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384349.775462:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384349.775463:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384349.775468:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092574ba8. 00000020:00000010:0.0:1767384349.775468:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003092011e. 00000020:00000010:0.0:1767384349.775472:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e63a35fb. 00000400:00000200:1.0:1767384349.775476:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e9d4358 00000020:00000010:0.0:1767384349.775477:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ddb4f04. 00000400:00000010:1.0:1767384349.775481:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e9d4358. 00000020:00000040:0.0:1767384349.775482:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:0.0:1767384349.775488:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384349.775489:0:16353:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384349.775490:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bffd80d4. 02000000:00000001:0.0:1767384349.775494:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384349.775496:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384349.775497:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384349.775501:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384349.775506:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3047b61. 00000100:00000200:1.0:1767384349.775511:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384349.775516:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090e553ea. 00000100:00000001:1.0:1767384349.775526:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384349.775528:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.775531:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384349.775532:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384349.775534:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384349.775536:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.775538:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384349.775541:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=55 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384349.775545:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384349.775548:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384349.775549:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.775552:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384349.775553:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.775555:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.775567:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.775573:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384349.775575:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384349.775577:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384349.775579:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384349.775581:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384349.775582:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384349.775583:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384349.775584:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384349.775586:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384349.775587:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384349.775588:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384349.775589:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384349.775590:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384349.775592:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384349.775599:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000093c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746146432:0@lo:253: 00000100:00000001:1.0:1767384349.775604:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.775605:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384349.775608:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093c86d80 x1853236746146432/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.775614:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384349.775615:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384349.775618:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000ff8e966. 02000000:00000001:1.0:1767384349.775622:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384349.775624:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384349.775625:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384349.775628:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384349.775629:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000809351f7. 02000000:00000001:1.0:1767384349.775633:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384349.775634:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384349.775635:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093c86d80. 00000100:00000001:1.0:1767384349.775638:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384349.775639:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.775648:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.775653:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384349.775654:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.775656:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384349.775657:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.778465:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294938542, at 4294938543 00000100:00000010:1.0:1767384349.778472:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc7f5546. 00000100:00000040:3.0:1767384349.778474:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294938542, at 4294938543 00000100:00000010:3.0:1767384349.778481:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043334da9. 00000100:00000040:0.0:1767384349.778482:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294938542, at 4294938543 00000100:00000010:0.0:1767384349.778490:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0589fe2. 00010000:00000010:3.1:1767384349.779464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d81f0b1. 00010000:00000010:3.1:1767384349.779472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6457ae. 00010000:00000010:3.1:1767384349.779478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000efe324dc. 00010000:00000010:3.1:1767384349.779483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 00000100:00000040:2.0:1767384349.779504:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294938542, at 4294938544 00000100:00000010:2.0:1767384349.779510:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4ebea9e. 00000400:00000010:2.0:1767384349.785639:0:29154:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000742a9070. 00000400:00000040:2.0:1767384349.785655:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384349.785658:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384349.785660:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384349.785661:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384349.785663:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384349.785664:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384349.785666:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384349.785667:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384349.785668:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384349.785669:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384349.785671:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384349.785672:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384349.785674:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384349.785675:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384349.785676:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384349.785678:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384349.785679:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384349.785679:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384349.785680:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384349.785682:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384349.785683:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384349.785684:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384349.785684:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384349.785685:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384349.785686:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384349.785688:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384349.785688:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384349.785690:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384349.785691:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384349.785691:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384349.785692:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384349.785699:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384349.785701:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384349.785702:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384349.785703:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384349.785704:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384349.785705:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384349.785707:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384349.785708:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384349.785709:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384349.785710:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384349.785711:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384349.785713:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384349.785714:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384349.785715:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384349.785716:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384349.785717:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384349.785718:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384349.785719:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384349.785720:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384349.785721:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384349.785723:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384349.785723:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384349.785724:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384349.785725:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384349.785726:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384349.785727:0:29154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384349.785779:0:29154:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000742a9070. 00010000:00000001:2.0:1767384350.052464:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384350.052469:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.052474:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384350.052475:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.052500:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384350.052503:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.052506:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384350.115492:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.115497:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384350.115500:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000400:00000010:1.0:1767384350.115503:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000400:00000200:1.0:1767384350.115508:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384350.115514:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384350.115522:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000db762a7a. 00000400:00000010:1.0:1767384350.115526:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000015cf33b6. 00000800:00000010:3.0:1767384350.116476:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f3263571. 00000800:00000200:3.0:1767384350.116484:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002509ef25] -> 12345-192.168.203.143@tcp16 (6) 00000800:00000200:3.0:1767384350.116489:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp16 ip 192.168.203.143:988 00000800:00000200:3.0:1767384350.116493:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384350.116602:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384350.116603:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.116614:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384350.116620:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.116624:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384350.883513:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384350.883519:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384350.883525:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002597b5cc. 00000020:00000040:0.0:1767384350.883531:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384350.883537:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384350.883541:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384350.883547:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384350.883547:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.883553:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767384350.883557:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ee5e1bff. 00000100:00000010:3.0:1767384350.883558:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339b2f5e. 00000020:00000040:3.0:1767384350.883563:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384350.883567:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384350.883567:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.883570:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384350.883573:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.883576:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384350.883579:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fbce94c5. 00000100:00000001:0.0:1767384350.883580:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.883584:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.883607:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002597b5cc] to pc [ptlrpcd_00_02+2] req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384350.883608:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384350.883644:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.883646:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.883651:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339b2f5e] to pc [ptlrpcd_00_03+3] req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384350.883653:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.883655:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384350.883662:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384350.883665:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.883667:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384350.883667:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384350.883668:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384350.883672:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384350.883673:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767384350.883676:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.883676:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384350.883678:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a9a2c8d. 00000100:00000040:0.0:1767384350.883682:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384350.883683:0:486:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384350.883689:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384350.883692:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384350.883694:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384350.883696:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.883697:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.883697:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384350.883700:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384350.883701:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b635ea3. 02000000:00000001:0.0:1767384350.883708:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384350.883709:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384350.883709:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384350.883712:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384350.883712:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384350.883715:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384350.883718:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.883718:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384350.883727:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746146688:0@lo:13: 00000100:00100000:0.0:1767384350.883727:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746146816:0@lo:400: 00000100:00000001:3.0:1767384350.883728:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.883730:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.883737:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a9a2c8d] to pc [ptlrpcd_00_00+0] req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.883738:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384350.883738:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384350.883744:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384350.883744:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384350.883747:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.883747:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384350.883751:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384350.883751:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384350.883756:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384350.883756:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004f372805. 02000000:00000010:0.0:1767384350.883756:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001725d7ee. 00000100:00000040:3.0:1767384350.883763:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384350.883763:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.883763:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.883770:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384350.883773:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e954233. 00000100:00000010:3.0:1767384350.883774:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4b9608f. 00000400:00000010:0.0:1767384350.883777:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073a592a. 00000020:00000040:3.0:1767384350.883780:0:486:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384350.883783:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384350.883784:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384350.883785:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c058bc5e. 00000400:00000010:0.0:1767384350.883785:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dbf1aef. 02000000:00000001:3.0:1767384350.883786:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384350.883791:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f90d67d7. 00000100:00000001:3.0:1767384350.883795:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384350.883795:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746146688, portal 4 00000100:00000001:2.0:1767384350.883799:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384350.883799:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746146816, portal 25 00000100:00000001:2.0:1767384350.883802:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556614400 : -111508152937216 : ffff9a957c279500) 00000100:00000001:0.0:1767384350.883804:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384350.883806:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609939840 : -111508099611776 : ffff9a957f554380) 00000100:00000040:3.0:1767384350.883807:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384350.883812:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.883813:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384350.883831:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.883834:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.883836:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384350.883836:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384350.883839:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4b9608f] to pc [ptlrpcd_00_01+1] req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384350.883858:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384350.883859:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384350.883864:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085135667. 00000400:00000010:0.0:1767384350.883864:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000100:00000001:3.0:1767384350.883867:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384350.883869:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746146688, offset 0 00000100:00000200:0.0:1767384350.883869:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746146816, offset 0 00000100:00000040:3.0:1767384350.883870:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384350.883875:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384350.883877:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050c80de4. 00000020:00000040:3.0:1767384350.883881:0:486:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384350.883881:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384350.883886:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384350.883887:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384350.883888:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.883892:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384350.883893:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba55f4db. 00000100:00000001:3.0:1767384350.883897:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.883898:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384350.883901:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384350.883903:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384350.883909:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.883911:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.883915:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c80de4] to pc [ptlrpcd_00_02+2] req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.883915:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df05380 00000400:00000200:0.0:1767384350.883915:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df05400 00000400:00000200:0.0:1767384350.883926:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x11e9 [2] + 0 00000100:00000001:3.0:1767384350.883927:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384350.883933:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3448c67. 00000100:00000040:3.0:1767384350.883934:0:486:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (277) 00000400:00000200:0.0:1767384350.883940:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005639ad15 00000100:00000001:3.0:1767384350.883945:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384350.883945:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2016 00000400:00000200:0.0:1767384350.883946:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384350.883948:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384350.883951:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384350.883951:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.883954:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384350.883956:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.883958:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384350.883960:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005639ad15 00000400:00000010:0.0:1767384350.883965:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005639ad15. 00000100:00000001:3.0:1767384350.883967:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384350.883969:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.883971:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384350.883971:0:16356:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384350.883972:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384350.883975:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:0.0:1767384350.883975:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384350.883979:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384350.883981:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001eb7e1a4. 00000100:00000040:0.0:1767384350.883981:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000506e6cd9 x1853236746146816 msgsize 224 02000000:00000001:3.0:1767384350.883982:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384350.883988:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000001eb7e1a4 x1853236746146688 msgsize 224 00000100:00000001:1.0:1767384350.883988:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384350.883989:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a9a2c8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746146944:0@lo:400: 00000100:00000001:1.0:1767384350.883993:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384350.883997:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384350.883997:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384350.883998:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384350.884002:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384350.884003:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384350.884003:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384350.884006:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384350.884007:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.884012:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384350.884013:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.884013:0:16356:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767384350.884016:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002626f672. 02000000:00000001:3.0:1767384350.884022:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.884022:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000100:00000001:1.0:1767384350.884023:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384350.884026:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f1e98d2. 00000100:00000001:1.0:1767384350.884028:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384350.884028:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 02000000:00000001:1.0:1767384350.884033:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384350.884035:0:16356:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384350.884036:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384350.884038:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085135667 00000400:00000010:3.0:1767384350.884039:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa56262d. 02000000:00000001:1.0:1767384350.884040:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384350.884042:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085135667. 00000100:00000200:0.0:1767384350.884042:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.884047:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384350.884048:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4b9608f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236746147072:0@lo:400: 00000100:00000200:3.0:1767384350.884049:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746146944, portal 4 00000100:00000001:3.0:1767384350.884054:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767384350.884055:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384350.884057:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609947904 : -111508099603712 : ffff9a957f556300) 00000100:00000001:1.0:1767384350.884058:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384350.884062:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384350.884066:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.884067:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.884067:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384350.884070:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384350.884075:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012f9231f. 00000100:00000040:0.0:1767384350.884075:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.884082:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384350.884087:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.884088:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384350.884088:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384350.884093:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092574ba8. 00000100:00000040:3.0:1767384350.884096:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384350.884100:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000400:00000010:3.0:1767384350.884103:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9171fc. 00000100:00000001:0.0:1767384350.884103:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384350.884107:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746147072, portal 10 00000100:00000001:2.0:1767384350.884108:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.884108:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384350.884109:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746146944, offset 0 00000100:00000001:1.0:1767384350.884110:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384350.884114:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609950592 : -111508099601024 : ffff9a957f556d80) 00000100:00000001:2.0:1767384350.884115:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.884116:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.884119:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384350.884123:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.884123:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.884123:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294939654 00000400:00000200:3.0:1767384350.884130:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384350.884131:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4040 usecs (5 jiffies) 00000100:00000010:0.0:1767384350.884131:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016a4b487. 00000100:00000001:2.0:1767384350.884138:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939653 00000100:00000001:1.0:1767384350.884140:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384350.884142:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384350.884144:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df05480 00000100:00000040:1.0:1767384350.884149:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384350.884150:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294939654 00000100:00000001:2.0:1767384350.884151:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939654 00000400:00000010:1.0:1767384350.884153:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000400:00000200:3.0:1767384350.884154:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3216 00000100:00000001:2.0:1767384350.884158:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939653 00000100:00000010:0.0:1767384350.884159:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff1eeb80. 00000100:00000200:1.0:1767384350.884161:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746147072, offset 0 00000400:00000200:3.0:1767384350.884162:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384350.884164:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384350.884170:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384350.884171:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939654 00000100:00000001:0.0:1767384350.884171:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294939654 00000400:00000200:1.0:1767384350.884175:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384350.884177:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939653 00000100:00000010:0.0:1767384350.884178:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000bb395f9. 00000100:00000001:3.0:1767384350.884180:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384350.884182:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384350.884183:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384350.884186:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384350.884189:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939654 00000100:00000001:0.0:1767384350.884189:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294939654 00000100:00000010:3.0:1767384350.884190:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003edafaed. 00000100:00000040:3.0:1767384350.884195:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000003edafaed x1853236746146944 msgsize 224 00000100:00000001:2.0:1767384350.884195:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939653 00000100:00000010:0.0:1767384350.884196:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fe366e9. 00000400:00000200:1.0:1767384350.884198:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df05500 00000100:00000001:0.0:1767384350.884203:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00100000:3.0:1767384350.884206:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384350.884210:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939654 00000400:00000200:1.0:1767384350.884210:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000100:00000001:0.0:1767384350.884211:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384350.884216:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.884216:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.884218:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384350.884219:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384350.884219:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384350.884221:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.884225:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9171fc 00000100:00000001:2.0:1767384350.884225:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.884225:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.884226:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384350.884229:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9171fc. 00000100:00000001:2.0:1767384350.884232:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.884238:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.884238:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384350.884239:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384350.884241:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384350.884242:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384350.884242:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384350.884245:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384350.884245:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384350.884248:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384350.884249:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384350.884251:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b1cdaa5. 00000100:00000001:2.0:1767384350.884252:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384350.884252:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384350.884256:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384350.884256:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.884257:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000002b1cdaa5 x1853236746147072 msgsize 224 00000100:00000001:3.0:1767384350.884260:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384350.884263:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.884263:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.884267:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384350.884269:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384350.884281:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.884285:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384350.884288:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000100:00100000:0.0:1767384350.884290:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746146816 00000100:00000001:3.0:1767384350.884291:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384350.884292:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00000001:3.0:1767384350.884296:0:16353:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384350.884296:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384350.884298:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384350.884299:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384350.884301:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384350.884304:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384350.884305:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.884306:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.884308:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.884310:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4040 usecs (5 jiffies) 02000000:00000001:0.0:1767384350.884312:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.884315:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939653 02000000:00000001:2.0:1767384350.884316:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384350.884320:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384350.884320:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746146816 00000100:00000001:3.0:1767384350.884321:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939654 00000100:00000001:3.0:1767384350.884339:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939653 00000100:00000001:3.0:1767384350.884343:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939654 02000000:00000001:2.0:1767384350.884343:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.884343:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384350.884344:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384350.884349:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:3.0:1767384350.884350:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939653 00000100:00000040:1.0:1767384350.884350:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384350.884351:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050c80de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236746147200:0@lo:400: 00000020:00000001:0.0:1767384350.884355:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384350.884356:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939654 00000020:00000040:0.0:1767384350.884360:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:3.0:1767384350.884362:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939653 00000100:00000001:2.0:1767384350.884363:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384350.884366:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 02000000:00000001:2.0:1767384350.884368:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384350.884369:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939654 02000000:00000001:2.0:1767384350.884372:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.884373:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384350.884375:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.884376:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384350.884377:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384350.884378:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.884379:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384350.884382:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000641965ce. 00000100:00000001:3.0:1767384350.884383:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384350.884385:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091affe66. 00000100:00000001:1.0:1767384350.884387:0:16354:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384350.884388:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.884389:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.884391:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.884395:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384350.884396:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000020:00000010:0.0:1767384350.884396:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091affe66. 00000100:00000001:3.0:1767384350.884397:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384350.884401:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384350.884403:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3322 usecs (4 jiffies) 00000100:00000001:3.0:1767384350.884404:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384350.884404:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085135667. 00000020:00000010:0.0:1767384350.884405:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057e98010. 00000100:00000001:3.0:1767384350.884407:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384350.884407:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939652 00000100:00000001:3.0:1767384350.884412:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384350.884412:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746147200, portal 10 00000100:00000001:1.0:1767384350.884413:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939654 00000020:00000010:0.0:1767384350.884413:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000687010c0. 00000100:00000001:1.0:1767384350.884419:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939652 00000100:00000001:3.0:1767384350.884420:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.884420:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384350.884421:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000100:00000001:1.0:1767384350.884446:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939654 00000100:00000001:1.0:1767384350.884449:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939653 00000100:00000001:1.0:1767384350.884451:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939654 00000100:00000001:1.0:1767384350.884452:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939653 00000100:00000001:1.0:1767384350.884453:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939654 00000100:00000001:1.0:1767384350.884454:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.884456:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.884458:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.884460:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.884465:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384350.884466:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384350.884469:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384350.884471:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609949696 : -111508099601920 : ffff9a957f556a00) 00000100:00000001:1.0:1767384350.884471:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384350.884474:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.884478:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384350.884481:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.884489:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384350.884492:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384350.884495:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccaf7b71. 00000100:00000040:0.0:1767384350.884495:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:2.0:1767384350.884498:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746147200, offset 0 00000100:00000001:0.0:1767384350.884498:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384350.884500:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384350.884503:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.884504:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384350.884505:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384350.884508:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746147072 00000100:00000001:0.0:1767384350.884511:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.884512:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384350.884514:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384350.884515:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.884517:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.884520:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384350.884522:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746147072 00000100:00000001:0.0:1767384350.884524:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.884525:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df05580 00000020:00000001:1.0:1767384350.884526:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384350.884529:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000020:00000001:1.0:1767384350.884531:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384350.884535:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000020:00000040:1.0:1767384350.884535:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000100:00000001:0.0:1767384350.884539:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384350.884540:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:0.0:1767384350.884542:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384350.884543:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.884548:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384350.884548:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000020:00000001:1.0:1767384350.884549:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000040:0.0:1767384350.884553:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384350.884554:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384350.884554:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384350.884557:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384350.884558:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609682000 : -111508099869616 : ffff9a957f515450) 00000020:00000010:1.0:1767384350.884559:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d58d360. 00000100:00000010:2.0:1767384350.884561:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019418aa2. 00000100:00000001:1.0:1767384350.884565:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384350.884567:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000019418aa2 x1853236746147200 msgsize 224 00000100:00000040:0.0:1767384350.884567:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000506e6cd9 x1853236746146816/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:331/0 lens 224/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384350.884569:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d58d360. 00000100:00100000:2.0:1767384350.884576:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384350.884577:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005abb5781. 00000100:00000001:0.0:1767384350.884579:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384350.884581:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000afd10002. 00000020:00000010:0.0:1767384350.884585:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091affe66. 00000100:00000001:2.0:1767384350.884587:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384350.884587:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e64347a2. 00000100:00000001:0.0:1767384350.884592:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384350.884593:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384350.884595:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:3.0:1767384350.884597:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746146688 00000020:00000010:0.0:1767384350.884597:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091affe66. 00000100:00000001:1.0:1767384350.884598:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384350.884602:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384350.884602:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccaf7b71 00000100:00000001:1.0:1767384350.884602:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384350.884606:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384350.884607:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccaf7b71. 00000100:00100000:0.0:1767384350.884607:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000506e6cd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746146816:12345-0@lo:400: 00000100:00000001:1.0:1767384350.884608:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.884612:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384350.884614:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384350.884615:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384350.884615:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746146816 00000100:00000001:1.0:1767384350.884618:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384350.884619:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.884620:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.884621:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384350.884628:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746146688 00000020:00000001:0.0:1767384350.884630:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384350.884631:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384350.884634:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:1.0:1767384350.884634:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.884635:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384350.884635:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384350.884640:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384350.884640:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384350.884641:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384350.884644:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:1.0:1767384350.884646:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384350.884646:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384350.884650:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00100000:1.0:1767384350.884651:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746147200 00000020:00000001:0.0:1767384350.884652:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 02000000:00000001:1.0:1767384350.884656:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384350.884657:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:2.0:1767384350.884658:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.884658:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384350.884659:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.884663:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.884663:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.884664:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384350.884664:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384350.884668:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384350.884670:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384350.884672:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9079eb6. 00000100:00000001:2.0:1767384350.884672:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.884672:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384350.884673:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746147200 00000020:00000001:0.0:1767384350.884677:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.884678:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384350.884679:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000030f1577c. 00000100:00000040:2.0:1767384350.884679:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3521 usecs (4 jiffies) 00000020:00000040:1.0:1767384350.884682:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000001:0.0:1767384350.884682:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:3.0:1767384350.884685:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:2.0:1767384350.884686:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294939653 00000020:00000001:1.0:1767384350.884686:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384350.884687:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1767384350.884690:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 02000000:00000001:0.0:1767384350.884692:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384350.884693:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294939654 00000020:00000001:1.0:1767384350.884694:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:3.0:1767384350.884698:0:17894:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:0.0:1767384350.884698:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000343d64b8. 00000100:00000001:2.0:1767384350.884700:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294939653 00000020:00000001:1.0:1767384350.884700:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 02000000:00000001:0.0:1767384350.884703:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384350.884704:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bc50324. 00000100:00000001:2.0:1767384350.884706:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294939654 00000100:00000001:1.0:1767384350.884707:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384350.884710:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8b0970d. 00000100:00000001:0.0:1767384350.884710:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.884711:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294939653 00000020:00000010:1.0:1767384350.884712:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d58d360. 00000020:00000001:0.0:1767384350.884715:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384350.884717:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081417ddf. 00000100:00000001:2.0:1767384350.884718:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294939654 00000020:00000010:1.0:1767384350.884718:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e4b0ac42. 00010000:00000040:0.0:1767384350.884718:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746146816 00000100:00000001:2.0:1767384350.884725:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294939653 00010000:00000001:0.0:1767384350.884725:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1767384350.884726:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:2.0:1767384350.884728:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294939654 00000100:00000040:3.0:1767384350.884729:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384350.884731:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:0.0:1767384350.884731:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000506e6cd9 x1853236746146816/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384350.884734:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384350.884734:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384350.884737:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384350.884739:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.884740:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384350.884742:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed20e964. 00000100:00000001:2.0:1767384350.884743:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.884747:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.884747:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384350.884749:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384350.884749:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061462f89. 00010000:00000001:0.0:1767384350.884749:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.884754:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384350.884756:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf29f6f6. 00000100:00001000:0.0:1767384350.884757:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384350.884758:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384350.884761:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384350.884761:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384350.884763:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384350.884763:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384350.884765:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384350.884766:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384350.884767:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384350.884768:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384350.884769:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384350.884769:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384350.884774:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384350.884775:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.884776:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:1.0:1767384350.884777:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1767384350.884779:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384350.884782:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.884782:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384350.884783:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348034176 : -111513361517440 : ffff9a9445b2f480) 02000000:00000001:0.0:1767384350.884783:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384350.884786:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.884787:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.884791:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001eb7e1a4 x1853236746146688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.884793:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384350.884796:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384350.884802:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384350.884803:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384350.884808:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5fec234. 00000400:00000010:0.0:1767384350.884808:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000100:00000001:1.0:1767384350.884809:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384350.884812:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384350.884814:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384350.884816:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746146816, offset 224 00000100:00100000:1.0:1767384350.884818:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000001:2.0:1767384350.884820:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384350.884826:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5fec234. 00000100:00000040:1.0:1767384350.884826:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:2.0:1767384350.884827:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384350.884827:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384350.884831:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317030272 : -111508392521344 : ffff9a956ddfd180) 00000100:00100000:3.0:1767384350.884836:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001eb7e1a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746146688:12345-0@lo:13: 00000400:00000200:0.0:1767384350.884840:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384350.884841:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b1cdaa5 x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:331/0 lens 224/0 e 0 to 0 dl 1767384361 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384350.884842:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746146688 00000100:00100000:2.0:1767384350.884843:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000020:00000001:3.0:1767384350.884848:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384350.884851:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000020:00000001:3.0:1767384350.884853:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384350.884856:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df05400 00000100:00000001:2.0:1767384350.884857:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348027904 : -111513361523712 : ffff9a9445b2dc00) 00000020:00000001:3.0:1767384350.884858:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.884860:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384350.884862:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384350.884866:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000020:00000010:1.0:1767384350.884866:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa3faa42. 00000100:00000040:2.0:1767384350.884868:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019418aa2 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:331/0 lens 224/0 e 0 to 0 dl 1767384361 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384350.884872:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1945 [1] + 224 00000020:00000001:3.0:1767384350.884873:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384350.884873:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384350.884877:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384350.884878:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa3faa42. 00000020:00000001:3.0:1767384350.884883:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384350.884885:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384350.884887:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384350.884889:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b1cdaa5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236746147072:12345-0@lo:400: 00000020:00000001:3.0:1767384350.884891:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.884892:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384350.884895:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384350.884897:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746147072 00000100:00000001:3.0:1767384350.884898:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384350.884899:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bec1ad68. 00000100:00000001:0.0:1767384350.884900:0:17079:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384350.884902:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384350.884902:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384350.884904:0:18314:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384350.884906:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d5abb76e. 00000100:00000200:0.0:1767384350.884906:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384350.884907:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384350.884908:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bec1ad68. 00000020:00000001:1.0:1767384350.884911:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.884912:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.884917:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384350.884918:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019418aa2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236746147200:12345-0@lo:400: 00000100:00000001:3.0:1767384350.884919:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.884921:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00002000:00000001:3.0:1767384350.884926:0:17894:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:1.0:1767384350.884927:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384350.884929:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384350.884930:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746147200 00000020:00000001:1.0:1767384350.884931:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767384350.884932:0:17894:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384350.884934:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384350.884937:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384350.884937:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384350.884938:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384350.884942:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384350.884943:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.884945:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.884946:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384350.884948:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384350.884949:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00002000:00000024:3.0:1767384350.884951:0:17894:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:0.0:1767384350.884952:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384350.884956:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384350.884957:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000020:3.0:1767384350.884958:0:17894:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:0.0:1767384350.884959:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000020:00000001:2.0:1767384350.884960:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.884962:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:3.0:1767384350.884963:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384350.884964:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384350.884964:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 02000000:00000001:1.0:1767384350.884965:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384350.884969:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000020:3.0:1767384350.884971:0:17894:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000001:2.0:1767384350.884972:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384350.884972:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000050e458fa. 00000100:00000001:0.0:1767384350.884972:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384350.884975:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384350.884977:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384350.884979:0:17894:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:2.0:1767384350.884980:0:18314:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384350.884980:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.884982:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.884985:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384350.884986:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384350.884986:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384350.884988:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000001:00000001:3.0:1767384350.884990:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384350.884991:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746147072 02000000:00000001:2.0:1767384350.884992:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384350.884994:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000001:3.0:1767384350.884995:0:17894:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.884997:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384350.884998:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384350.884999:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746146688 02000000:00000010:2.0:1767384350.884999:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000097444470. 00010000:00000200:1.0:1767384350.885003:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b1cdaa5 x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384350.885005:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384350.885005:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.885005:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384350.885011:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384350.885012:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001eb7e1a4 x1853236746146688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.885014:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000506e6cd9 x1853236746146816/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384350.885016:0:18314:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384350.885022:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746147200 00010000:00000001:1.0:1767384350.885027:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384350.885029:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384350.885032:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384350.885036:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019418aa2 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384350.885038:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=50 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384350.885049:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384350.885049:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000506e6cd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746146816:12345-0@lo:400: Request processed in 465us (1062us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384350.885054:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384350.885060:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384350.885064:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384350.885066:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384350.885067:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.885069:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384350.885071:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384350.885072:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00010000:00000001:3.0:1767384350.885073:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.885078:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1767384350.885079:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=46 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384350.885079:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.885080:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000400:00000010:1.0:1767384350.885082:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00001000:2.0:1767384350.885085:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.885086:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384350.885089:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384350.885089:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746147072, offset 224 00000100:00000001:0.0:1767384350.885090:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384350.885091:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384350.885095:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 23 to 0@lo 00000100:00000040:2.0:1767384350.885097:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 23 to 0@lo 00000020:00000010:0.0:1767384350.885097:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000687010c0. 00000400:00000200:1.0:1767384350.885100:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384350.885101:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:2.0:1767384350.885102:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000010:0.0:1767384350.885103:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 02000000:00000001:3.0:1767384350.885106:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384350.885108:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384350.885109:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384350.885109:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057e98010. 02000000:00000001:2.0:1767384350.885112:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384350.885114:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384350.885117:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384350.885118:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:2.0:1767384350.885119:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384350.885123:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384350.885125:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384350.885127:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df05500 00000100:00000040:2.0:1767384350.885128:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384350.885128:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000343d64b8. 00000400:00000010:3.0:1767384350.885130:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9171fc. 00000400:00000010:2.0:1767384350.885133:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccaf7b71. 00000400:00000200:1.0:1767384350.885134:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1955 [1] + 224 02000000:00000001:0.0:1767384350.885139:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1767384350.885140:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384350.885141:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746146688, offset 224 00000100:00000200:2.0:1767384350.885141:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746147200, offset 224 00000100:00000001:0.0:1767384350.885142:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.885149:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384350.885151:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384350.885154:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384350.885157:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe9a58e3. 00000400:00000200:2.0:1767384350.885160:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384350.885164:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384350.885166:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384350.885172:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.885173:0:18314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384350.885173:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000012e7362. 00000400:00000200:3.0:1767384350.885176:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df05380 00000100:00000040:1.0:1767384350.885188:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384350.885189:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1941 [1] + 224 00000400:00000200:2.0:1767384350.885190:0:18314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df05580 00000100:00000001:0.0:1767384350.885197:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384350.885200:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384350.885201:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384350.885205:0:18314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1961 [1] + 224 00000400:00000200:3.0:1767384350.885208:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384350.885216:0:18314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767384350.885217:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.885220:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384350.885222:0:18314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384350.885222:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073a592a. 00000100:00000001:1.0:1767384350.885223:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.885226:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dbf1aef 00000400:00000010:0.0:1767384350.885229:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dbf1aef. 00000100:00000001:0.0:1767384350.885231:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384350.885232:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384350.885233:0:18314:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.885236:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384350.885237:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000100:00000200:3.0:1767384350.885238:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384350.885241:0:18314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384350.885242:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00000001:1.0:1767384350.885247:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384350.885250:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384350.885254:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.885260:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 22 to 0@lo 00010000:00000001:1.0:1767384350.885265:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384350.885268:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.885273:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384350.885273:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384350.885275:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384350.885279:0:18314:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384350.885280:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b1cdaa5 x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.885309:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.885313:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.885318:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384350.885318:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b1cdaa5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236746147072:12345-0@lo:400: Request processed in 456us (1058us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384350.885318:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384350.885320:0:18314:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384350.885337:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384350.885339:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9171fc 00000100:00100000:1.0:1767384350.885342:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000001:0.0:1767384350.885342:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384350.885343:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9171fc. 00000100:00000001:0.0:1767384350.885346:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.885348:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000001:3.0:1767384350.885349:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384350.885350:0:18314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccaf7b71 02000000:00000001:0.0:1767384350.885350:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.885353:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384350.885354:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384350.885355:0:18314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccaf7b71. 00000100:00000001:1.0:1767384350.885357:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384350.885357:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=56 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384350.885358:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.885361:0:18314:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384350.885361:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000afd10002. 00000100:00000001:2.0:1767384350.885364:0:18314:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384350.885365:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00001000:0.0:1767384350.885366:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=56 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384350.885367:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e64347a2. 00010000:00000001:3.0:1767384350.885372:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384350.885372:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384350.885373:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005abb5781. 00000100:00000001:0.0:1767384350.885374:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384350.885375:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384350.885378:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:0.0:1767384350.885378:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.885380:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384350.885380:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00010000:00000001:2.0:1767384350.885382:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384350.885382:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384350.885383:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384350.885386:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.885386:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.885390:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384350.885390:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.885393:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001eb7e1a4 x1853236746146688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384350.885397:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019418aa2 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.885397:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.885402:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384350.885405:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384350.885410:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384350.885413:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001eb7e1a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746146688:12345-0@lo:13: Request processed in 605us (1421us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384350.885414:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384350.885418:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092574ba8. 00000100:00000001:0.0:1767384350.885418:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384350.885441:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384350.885444:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:3.0:1767384350.885447:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384350.885448:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000100:00000001:0.0:1767384350.885449:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384350.885450:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384350.885452:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000100:00000001:0.0:1767384350.885454:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384350.885455:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8b0970d. 00000100:00000001:1.0:1767384350.885455:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384350.885461:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081417ddf. 00000100:00000200:1.0:1767384350.885461:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.885467:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384350.885468:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bc50324. 00000020:00000040:3.0:1767384350.885475:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00100000:2.0:1767384350.885476:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019418aa2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236746147200:12345-0@lo:400: Request processed in 580us (905us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384350.885480:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384350.885493:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1767384350.885493:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746146816:0@lo:400: 00000100:00000040:2.0:1767384350.885498:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000020:00000010:3.0:1767384350.885503:0:17892:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b9401d9e. 00000100:00000001:2.0:1767384350.885503:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384350.885503:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.885508:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384350.885508:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384350.885510:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384350.885513:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746146944 00000020:00000010:2.0:1767384350.885513:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061462f89. 00000100:00000040:0.0:1767384350.885514:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339b2f5e x1853236746146816/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384350.885518:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384350.885519:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384350.885520:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf29f6f6. 00000100:00000001:3.0:1767384350.885522:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384350.885526:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384350.885528:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed20e964. 02000000:00000001:3.0:1767384350.885531:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384350.885535:0:18314:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00100000:3.0:1767384350.885537:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746146944 00000020:00000001:3.0:1767384350.885543:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384350.885543:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.885543:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384350.885545:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384350.885547:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 02000000:00000001:0.0:1767384350.885548:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384350.885549:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384350.885550:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1767384350.885552:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001725d7ee. 00000020:00000040:3.0:1767384350.885553:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:1.0:1767384350.885554:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384350.885558:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 02000000:00000001:1.0:1767384350.885558:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384350.885560:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384350.885560:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384350.885561:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384350.885563:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.885565:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384350.885565:0:16356:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384350.885566:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384350.885570:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000010:3.0:1767384350.885571:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5fec234. 00000100:00001000:1.0:1767384350.885572:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=50 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384350.885576:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384350.885578:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767384350.885579:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=50 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384350.885580:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5fec234. 02000000:00000010:0.0:1767384350.885583:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fbce94c5. 00000100:00000001:1.0:1767384350.885586:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384350.885587:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bc50324. 00000100:00000001:1.0:1767384350.885589:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.885589:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384350.885593:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8b0970d. 00010000:00000001:1.0:1767384350.885594:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384350.885595:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384350.885598:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339b2f5e. 00010000:00080000:1.0:1767384350.885600:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384350.885605:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081417ddf. 00000100:00000001:0.0:1767384350.885606:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384350.885610:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.885612:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.885614:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384350.885615:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384350.885616:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384350.885619:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384350.885620:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384350.885623:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384350.885623:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384350.885624:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384350.885627:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.885628:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.885628:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.885633:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384350.885636:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384350.885637:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.885638:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.885640:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384350.885644:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.885650:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.885652:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384350.885653:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384350.885655:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384350.885656:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384350.885664:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4b9608f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236746147072:0@lo:400: 00000100:00080000:0.0:1767384350.885667:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384350.885670:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.885671:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384350.885673:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384350.885673:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:3.0:1767384350.885674:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384350.885674:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384350.885678:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00080000:0.0:1767384350.885680:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767384350.885684:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384350.885686:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4b9608f x1853236746147072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384350.885686:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000040:3.0:1767384350.885687:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384350.885688:0:17893:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.885693:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609943424 : -111508099608192 : ffff9a957f555180) 00000100:00000001:2.0:1767384350.885695:0:17893:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.885702:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003edafaed x1853236746146944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/0 e 0 to 0 dl 1767384361 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.885706:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384350.885709:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384350.885712:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012f9231f. 00000100:00000001:3.0:1767384350.885714:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384350.885716:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1767384350.885718:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5fec234. 00000020:00000001:1.0:1767384350.885719:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384350.885722:0:16354:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384350.885724:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384350.885726:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384350.885727:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5fec234. 02000000:00000010:1.0:1767384350.885729:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f90d67d7. 00000100:00100000:3.0:1767384350.885733:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003edafaed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746146944:12345-0@lo:400: 02000000:00000001:1.0:1767384350.885734:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384350.885738:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746146944 02000000:00000001:1.0:1767384350.885738:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384350.885740:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4b9608f. 00000020:00000001:3.0:1767384350.885741:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384350.885743:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384350.885745:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384350.885745:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384350.885748:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.885749:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384350.885753:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384350.885756:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000001:1.0:1767384350.885756:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384350.885759:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.885760:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384350.885763:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384350.885764:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.885766:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.885767:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384350.885769:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384350.885771:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.885772:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384350.885779:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384350.885781:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384350.885783:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d40d1379. 02000000:00000001:3.0:1767384350.885785:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.885787:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.885788:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384350.885790:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746146944 00000100:00000001:1.0:1767384350.885790:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384350.885793:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384350.885794:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:1.0:1767384350.885797:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000200:3.0:1767384350.885798:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003edafaed x1853236746146944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384350.885801:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384350.885803:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000200:1.0:1767384350.885807:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085135667 00010000:00000001:3.0:1767384350.885809:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767384350.885810:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085135667. 00010000:00000001:3.0:1767384350.885812:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.885814:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384350.885815:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384350.885819:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384350.885820:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384350.885823:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384350.885827:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384350.885831:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384350.885834:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.885838:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384350.885838:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384350.885843:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384350.885848:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9171fc. 00000100:00000001:1.0:1767384350.885850:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384350.885853:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746146944, offset 224 00000100:00000001:1.0:1767384350.885854:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.885858:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384350.885861:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384350.885861:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384350.885864:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384350.885869:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384350.885874:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.885876:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.885879:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df05480 00000100:00001000:1.0:1767384350.885882:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=49 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384350.885886:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1951 [1] + 224 00000100:00001000:1.0:1767384350.885890:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=49 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384350.885891:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384350.885894:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384350.885897:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384350.885897:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.885902:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384350.885903:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:1.0:1767384350.885906:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384350.885909:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384350.885926:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.885930:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.885931:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384350.885934:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384350.885937:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384350.885939:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.885945:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.885950:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384350.885951:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384350.885952:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384350.885954:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384350.885956:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.885960:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384350.885962:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9171fc 00000400:00000010:3.0:1767384350.885965:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9171fc. 00000100:00000001:2.0:1767384350.885965:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384350.885966:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050c80de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236746147200:0@lo:400: 00000100:00000001:3.0:1767384350.885971:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384350.885971:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384350.885973:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384350.885975:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384350.885977:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384350.885978:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f1e98d2. 00000100:00000040:3.0:1767384350.885983:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:2.0:1767384350.885984:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa56262d 00010000:00000001:3.0:1767384350.885986:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384350.885987:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa56262d. 00000020:00000001:3.0:1767384350.885988:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.885991:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384350.885992:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384350.885992:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384350.885996:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003edafaed x1853236746146944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384350.885996:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384350.886000:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384350.886001:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e954233. 00000400:00000200:1.0:1767384350.886006:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c058bc5e 00000400:00000010:1.0:1767384350.886009:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c058bc5e. 00000100:00100000:3.0:1767384350.886015:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003edafaed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746146944:12345-0@lo:400: Request processed in 297us (1816us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384350.886015:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384350.886021:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384350.886032:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000200:2.0:1767384350.886032:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384350.886038:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384350.886039:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:3.0:1767384350.886044:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384350.886047:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384350.886051:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8b0970d. 00000020:00000010:3.0:1767384350.886057:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081417ddf. 00000100:00000001:2.0:1767384350.886060:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384350.886063:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bc50324. 00000100:00000001:2.0:1767384350.886064:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384350.886068:0:17892:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:2.0:1767384350.886069:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384350.886072:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384350.886073:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.886075:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384350.886079:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.886083:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384350.886085:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.886089:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384350.886091:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.886092:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384350.886094:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.886096:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384350.886097:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=46 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384350.886098:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384350.886103:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=46 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384350.886104:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=46 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384350.886112:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384350.886113:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384350.886116:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.886118:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384350.886119:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384350.886120:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.886123:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384350.886124:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384350.886128:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384350.886141:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.886144:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.886146:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384350.886148:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384350.886149:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384350.886150:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.886151:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384350.886153:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:2.0:1767384350.886155:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.886156:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384350.886158:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.886164:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.886178:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.886179:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384350.886186:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384350.886186:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384350.886189:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.886190:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384350.886192:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384350.886195:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:2.0:1767384350.886196:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384350.886199:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384350.886209:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00100000:2.0:1767384350.886211:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a9a2c8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746146944:0@lo:400: 00000004:00000001:1.0:1767384350.886216:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.886219:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384350.886222:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.886223:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384350.886228:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a9a2c8d x1853236746146944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.886237:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384350.886239:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384350.886241:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002626f672. 02000000:00000001:2.0:1767384350.886246:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384350.886249:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384350.886251:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:1.0:1767384350.886253:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746146688:0@lo:13: 00000020:00000001:2.0:1767384350.886254:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384350.886258:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.886259:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384350.886262:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050c80de4 x1853236746147200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384350.886264:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005b635ea3. 02000000:00000001:2.0:1767384350.886269:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384350.886272:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384350.886273:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767384350.886274:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a9a2c8d. 02000000:00000001:1.0:1767384350.886275:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384350.886278:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1767384350.886278:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000641965ce. 00000100:00000001:2.0:1767384350.886281:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384350.886283:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384350.886284:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384350.886286:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384350.886288:0:16355:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384350.886289:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384350.886290:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384350.886293:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384350.886293:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba55f4db. 00000100:00000001:2.0:1767384350.886299:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384350.886300:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384350.886303:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384350.886304:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384350.886305:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050c80de4. 00000100:00000001:1.0:1767384350.886309:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384350.886310:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.886311:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384350.886312:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002597b5cc x1853236746146688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.886316:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384350.886317:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384350.886317:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004f372805. 02000000:00000001:1.0:1767384350.886319:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384350.886319:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384350.886320:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384350.886321:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384350.886322:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ee5e1bff. 02000000:00000001:1.0:1767384350.886323:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384350.886334:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384350.886335:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002597b5cc. 00000100:00000001:1.0:1767384350.886337:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384350.886338:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.886344:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.886347:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384350.886348:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.886350:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384350.886351:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384350.890489:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294939654, at 4294939655 00000100:00000040:0.0:1767384350.890493:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294939654, at 4294939655 00000100:00000010:2.0:1767384350.890498:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000bb395f9. 00000100:00000010:0.0:1767384350.890499:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016a4b487. 00000100:00000040:1.0:1767384350.891471:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294939654, at 4294939656 00000100:00000010:1.0:1767384350.891478:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff1eeb80. 00000100:00000040:3.0:1767384350.891480:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294939654, at 4294939656 00000100:00000010:3.0:1767384350.891487:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fe366e9. 00080000:00000010:2.0:1767384351.034720:0:29541:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c3eeeff1. 00080000:00000010:2.0:1767384351.034729:0:29541:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c3eeeff1. 00000020:00000001:2.0:1767384351.034733:0:29541:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384351.034739:0:29541:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c3eeeff1. 00080000:00000010:2.0:1767384351.034742:0:29541:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c3eeeff1. 00000020:00000001:2.0:1767384351.034745:0:29541:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.075497:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384351.075504:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.075508:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384351.075510:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.075538:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384351.075541:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384351.075544:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384351.680915:0:29705:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384351.680920:0:29705:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384351.684585:0:29705:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384351.690612:0:29706:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001c66a35c. 00000400:00000010:1.0:1767384351.690624:0:29706:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ecd40904. 00000400:00000010:1.0:1767384351.690632:0:29706:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e436a164. 00000400:00000010:1.0:1767384351.690635:0:29706:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dc18439d. 00000400:00000010:1.0:1767384351.690638:0:29706:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000930ed464. 00000400:00000010:1.0:1767384351.690642:0:29706:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3d86950. 00000400:00000010:1.0:1767384351.690643:0:29706:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fa2524e9. 00000400:00000010:1.0:1767384351.690644:0:29706:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b4e2f62. 00000400:00000010:1.0:1767384351.690647:0:29706:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009445179f. 00000800:00000010:1.0:1767384351.690659:0:29706:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006de6ec3a. 00000800:00000200:1.0:1767384351.690668:0:29706:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384351.690677:0:29706:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384351.690710:0:29706:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384351.690729:0:29706:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767384351.692568:0:29706:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000000392307f. 00000400:00000010:1.0:1767384351.692574:0:29706:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092574ba8. 00000400:00000010:1.0:1767384351.692578:0:29706:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000400:00000001:1.0:1767384351.692593:0:29706:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384351.692595:0:29706:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384351.692597:0:29706:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009353b4a2. 00000400:00000200:1.0:1767384351.692599:0:29706:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7140de7 00000400:00000010:1.0:1767384351.692605:0:29706:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7140de7. 00000400:00000010:1.0:1767384351.692608:0:29706:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000d2c57369. 00000400:00000200:1.0:1767384351.692612:0:29706:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (26) 00000400:00000200:1.0:1767384351.692623:0:29706:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384351.692630:0:29706:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:1.0:1767384351.692635:0:29706:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004d9f8c15. 00000020:01000000:1.0:1767384351.692639:0:29706:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384351.692642:0:29706:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp35 00000400:00000200:0.0:1767384351.692642:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384351.692650:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:0.0:1767384351.692657:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dbf1aef. 00000400:00000010:1.0:1767384351.692658:0:29706:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ecd40904. 00000400:00000010:1.0:1767384351.692661:0:29706:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001c66a35c. 00000400:00000200:0.0:1767384351.692666:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (27) 00000400:00000010:0.0:1767384351.692672:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000990ad6b. 00000400:00000200:0.0:1767384351.692676:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp15 00000020:00000001:3.0:1767384351.692682:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384351.692687:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384351.692690:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp15 to MR: 192.168.203.143@tcp15 local destination 10000000:00000001:3.0:1767384351.692691:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384351.692694:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384351.692698:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384351.692698:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp15 NI seq info: [84:84:256:4294967295] 192.168.203.143@tcp15 LPNI seq info [84:84:8:4294967295] 00000020:01000004:3.0:1767384351.692702:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384351.692705:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384351.692706:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384351.692707:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp15 00000020:01000004:3.0:1767384351.692708:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384351.692711:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384351.692714:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384351.692718:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15:192.168.203.143@tcp15) -> 192.168.203.143@tcp15(192.168.203.143@tcp15:192.168.203.143@tcp15) : PUT try# 0 00000020:01000004:3.0:1767384351.692723:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384351.692725:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384351.692727:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384351.692731:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.143@tcp15 00000100:00000010:3.0:1767384351.692733:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011eebb64. 00000800:00000010:0.0:1767384351.692737:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa5fc022. 00000020:00000040:3.0:1767384351.692738:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384351.692744:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384351.692746:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384351.692750:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000005705bdd] -> 12345-192.168.203.143@tcp15 (6) 02000000:00000001:3.0:1767384351.692752:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384351.692762:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d6c933ec. 00000800:00000200:0.0:1767384351.692763:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp15 ip 192.168.203.143:988 00000100:00000001:3.0:1767384351.692770:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384351.692771:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa5fc022 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767384351.692779:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384351.692781:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.692788:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011eebb64] to pc [ptlrpcd_00_03+3] req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384351.692796:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384351.692803:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00000001:0.0:1767384351.692821:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384351.692822:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384351.692827:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.692827:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384351.692832:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.692832:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767384351.692835:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384351.692841:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384351.692843:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384351.692846:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384351.692848:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384351.692850:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384351.692854:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384351.692856:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384351.692859:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384351.692862:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384351.692862:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384351.692864:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384351.692867:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384351.692867:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384351.692870:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384351.692873:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384351.692874:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384351.692875:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767384351.692877:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c493e826. 02000000:00000001:0.0:1767384351.692879:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384351.692882:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 02000000:00000001:0.0:1767384351.692883:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.692888:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384351.692889:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011eebb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746147328:0@lo:253: 02000000:00000001:3.0:1767384351.692892:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384351.692895:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384351.692896:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384351.692896:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384351.692900:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767384351.692902:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa5fc022. 02000000:00000010:3.0:1767384351.692904:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f5202dec. 02000000:00000001:0.0:1767384351.692904:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.692908:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384351.692909:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384351.692914:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000ff8e966. 00000100:00000001:3.0:1767384351.692915:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.692917:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: PUT: OK 02000000:00000001:0.0:1767384351.692920:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.692923:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384351.692923:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384351.692925:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.692928:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp15: 0 00000100:00000040:3.0:1767384351.692930:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c493e826] to pc [ptlrpcd_00_00+0] req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384351.692932:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073a592a. 00000400:00000010:0.0:1767384351.692938:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f27fc77f. 00000800:00000001:2.0:1767384351.692940:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384351.692944:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746147328, portal 25 00000100:00000001:0.0:1767384351.692947:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384351.692948:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609951488 : -111508099600128 : ffff9a957f557100) 00000800:00000001:2.0:1767384351.692951:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384351.692954:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384351.692955:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384351.692955:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.692959:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384351.692960:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.692964:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384351.692969:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384351.692972:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15) <- 192.168.203.143@tcp15 : PUT - for me 00000100:00000001:0.0:1767384351.692973:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384351.692975:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004d9f8c15. 00000100:00000040:0.0:1767384351.692978:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384351.692981:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003538e8fe. 00000100:00000200:0.0:1767384351.692984:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746147328, offset 0 00000100:00000001:3.0:1767384351.692988:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384351.692988:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384351.692992:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384351.692993:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.693002:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384351.693002:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 448/464 into md 0x1929 [1] + 0 00000100:00000001:3.0:1767384351.693007:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384351.693007:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384351.693012:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384351.693015:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013705e06. 00000100:00000040:3.0:1767384351.693018:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384351.693020:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000500bd868 00000400:00000200:0.0:1767384351.693022:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05600 00000800:00000001:2.0:1767384351.693027:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384351.693031:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1225 [2] + 0 00000100:00000001:3.0:1767384351.693034:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384351.693034:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384351.693037:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb49037e. 00000100:00000001:3.0:1767384351.693038:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.693038:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.693041:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000040c3f1a8 02000000:00000001:3.0:1767384351.693043:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384351.693046:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384351.693046:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: PUT: OK 00000400:00000200:0.0:1767384351.693048:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384351.693049:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.693050:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000400:00000010:2.0:1767384351.693054:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000100:00100000:3.0:1767384351.693056:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c493e826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746147456:0@lo:253: 00000400:00000200:0.0:1767384351.693058:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384351.693061:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384351.693064:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384351.693067:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040c3f1a8 02000000:00000001:3.0:1767384351.693068:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384351.693068:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (28) 00000400:00000010:0.0:1767384351.693069:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040c3f1a8. 02000000:00000001:3.0:1767384351.693071:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.693074:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 02000000:00000001:3.0:1767384351.693075:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384351.693075:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384351.693079:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (464 bytes) 00000100:00000200:0.0:1767384351.693079:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:3.0:1767384351.693083:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a0afe9ce. 00000100:00000040:0.0:1767384351.693084:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000677cd016 x1853236746147328 msgsize 4848 02000000:00000001:3.0:1767384351.693086:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.693086:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:3.0:1767384351.693092:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abbaa028. 00000100:00100000:0.0:1767384351.693093:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384351.693098:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (29) 00000100:00000040:0.0:1767384351.693098:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384351.693101:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091a5fdd5. 00000100:00000200:3.0:1767384351.693105:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746147456, portal 25 00000400:00000200:2.0:1767384351.693106:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384351.693108:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384351.693109:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609938944 : -111508099612672 : ffff9a957f554000) 00000100:00000001:0.0:1767384351.693110:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384351.693114:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp15 to MR: 192.168.203.143@tcp15 local destination 00000100:00000040:3.0:1767384351.693120:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384351.693120:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp15 NI seq info: [85:85:256:4294967295] 192.168.203.143@tcp15 LPNI seq info [85:85:8:4294967295] 00000100:00000001:3.0:1767384351.693127:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384351.693131:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384351.693133:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15:192.168.203.143@tcp15) -> 192.168.203.143@tcp15(192.168.203.143@tcp15:192.168.203.143@tcp15) 192.168.203.143@tcp15 : ACK try# 0 00000400:00000010:3.0:1767384351.693134:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001119c5e. 00000100:00000200:3.0:1767384351.693137:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746147456, offset 0 00000400:00000200:0.0:1767384351.693139:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003538e8fe 00000800:00000200:2.0:1767384351.693140:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp15 00000400:00000010:0.0:1767384351.693143:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003538e8fe. 00000100:00000001:0.0:1767384351.693147:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1767384351.693148:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bbc4000. 00000400:00000200:3.0:1767384351.693151:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384351.693153:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384351.693156:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000005705bdd] -> 12345-192.168.203.143@tcp15 (6) 00000400:00000200:3.0:1767384351.693162:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384351.693167:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp15 ip 192.168.203.143:1011 00000800:00000200:2.0:1767384351.693172:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bbc4000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384351.693172:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384351.693174:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05680 00000100:00000040:0.0:1767384351.693179:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384351.693182:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1251 [2] + 0 00000800:00000001:2.0:1767384351.693186:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384351.693188:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aba7b743. 00000800:00000001:2.0:1767384351.693191:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.693194:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bcdc7250 00000100:00000001:0.0:1767384351.693200:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.693201:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384351.693202:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384351.693209:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384351.693209:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.693215:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294940463 00000400:00000200:3.0:1767384351.693216:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcdc7250 00000400:00000010:3.0:1767384351.693220:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcdc7250. 00000100:00000010:0.0:1767384351.693221:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016a4b487. 00000100:00000001:3.0:1767384351.693224:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384351.693227:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384351.693228:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384351.693231:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000a544bc83 x1853236746147456 msgsize 4848 00000100:00000001:0.0:1767384351.693234:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294940463 00000100:00000010:0.0:1767384351.693240:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003419fa8c. 00000100:00100000:3.0:1767384351.693241:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384351.693245:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384351.693246:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000200:2.0:1767384351.693246:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384351.693250:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bbc4000. 00000100:00000001:0.0:1767384351.693252:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294940463 00000400:00000200:2.0:1767384351.693255:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384351.693257:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384351.693257:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c45875a0. 00000400:00000200:3.0:1767384351.693263:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001119c5e 00000400:00000200:2.0:1767384351.693263:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: ACK: OK 00000100:00000001:0.0:1767384351.693263:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384351.693267:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001119c5e. 00000100:00000001:0.0:1767384351.693269:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294940463 00000100:00000001:3.0:1767384351.693271:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384351.693273:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384351.693274:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e0404a1. 00000100:00000200:3.0:1767384351.693278:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.693278:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384351.693283:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384351.693285:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.693288:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384351.693290:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384351.693295:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.693296:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384351.693297:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.693299:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.693300:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384351.693301:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384351.693307:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.693309:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384351.693310:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.693311:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384351.693313:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384351.693316:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp15(192.168.203.143@tcp15) <- 192.168.203.143@tcp15 : ACK - for me 00000100:00000001:0.0:1767384351.693317:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.693333:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384351.693334:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.693338:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.693338:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.693345:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294940463 00000400:00000200:2.0:1767384351.693349:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp15: ACK from 12345-192.168.203.143@tcp15 into md 0x1985 00000100:00000001:3.0:1767384351.693353:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294940463 00000400:00000200:2.0:1767384351.693354:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384351.693356:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294940463 00000100:00000001:3.0:1767384351.693357:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294940463 00000100:00000001:3.0:1767384351.693359:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294940463 00000400:00000200:2.0:1767384351.693359:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp15->192.168.203.143@tcp15: ACK: OK 00000100:00000001:0.0:1767384351.693361:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384351.693362:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294940463 00000400:00000200:2.0:1767384351.693362:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dbf1aef 00000100:00100000:0.0:1767384351.693365:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746147328 00000100:00000001:3.0:1767384351.693366:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294940463 00000400:00000010:2.0:1767384351.693366:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dbf1aef. 02000000:00000001:0.0:1767384351.693368:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384351.693369:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294940463 00000400:00000200:2.0:1767384351.693370:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384351.693371:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384351.693373:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.693374:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.693375:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000100:00000001:3.0:1767384351.693377:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.693381:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.693381:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.693382:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:3.0:1767384351.693385:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384351.693387:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (28) 00000100:00100000:0.0:1767384351.693388:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746147328 00000100:00000001:3.0:1767384351.693390:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384351.693392:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1767384351.693392:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384351.693394:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384351.693395:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.693397:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384351.693398:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384351.693400:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384351.693401:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:3.0:1767384351.693404:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.693405:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384351.693409:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:0.0:1767384351.693411:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384351.693414:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384351.693418:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384351.693421:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384351.693421:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000242daa23. 00000100:00000001:0.0:1767384351.693445:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384351.693448:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000242daa23. 00000100:00000001:2.0:1767384351.693453:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.693453:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001da014d7. 00000400:00000200:3.0:1767384351.693458:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384351.693460:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000687010c0. 00000400:00000010:3.0:1767384351.693464:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000d02cce0e. 00000020:00000010:0.0:1767384351.693465:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edfe0f48. 00000400:00000010:3.0:1767384351.693472:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aba7b743. 00000100:00000040:0.0:1767384351.693477:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:3.0:1767384351.693479:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9171fc. 00000100:00000001:0.0:1767384351.693480:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384351.693481:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384351.693484:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384351.693485:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d02cce0e 00000100:00100000:2.0:1767384351.693485:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746147456 00000100:00000001:0.0:1767384351.693488:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384351.693489:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000a0addb77. 02000000:00000001:2.0:1767384351.693489:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384351.693492:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384351.693494:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00000100:00000001:2.0:1767384351.693494:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.693495:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.693498:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.693499:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 00000400:00000200:3.0:1767384351.693502:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (27) 00000100:00100000:2.0:1767384351.693502:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746147456 00000020:00000001:2.0:1767384351.693505:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384351.693506:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384351.693507:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000000c9b42af. 00000020:00000040:2.0:1767384351.693507:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384351.693511:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384351.693513:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa56262d. 00000020:00000040:2.0:1767384351.693513:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:2.0:1767384351.693515:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000010:3.0:1767384351.693518:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f3e3add7. 00000020:00000001:2.0:1767384351.693518:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384351.693521:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384351.693522:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384351.693525:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384351.693526:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000020:00000010:2.0:1767384351.693528:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b1cc73e. 00000100:00000001:2.0:1767384351.693532:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384351.693532:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000040:0.0:1767384351.693535:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000400:00000200:3.0:1767384351.693538:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000100:00000001:0.0:1767384351.693539:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609677904 : -111508099873712 : ffff9a957f514450) 00000020:00000010:2.0:1767384351.693543:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b1cc73e. 00000100:00000040:0.0:1767384351.693547:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000677cd016 x1853236746147328/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 4848/0 e 0 to 0 dl 1767384362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384351.693550:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000020:00000010:2.0:1767384351.693550:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000932408cb. 00000020:00000010:2.0:1767384351.693558:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000696fbd27. 00000020:00000010:2.0:1767384351.693565:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007faa828b. 00000100:00000001:0.0:1767384351.693567:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384351.693571:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000100:00000001:2.0:1767384351.693571:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384351.693571:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000242daa23. 00000100:00000001:2.0:1767384351.693575:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384351.693576:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384351.693578:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.693579:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000242daa23. 00000400:00000200:3.0:1767384351.693582:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000001:2.0:1767384351.693585:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384351.693588:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000677cd016 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746147328:12345-0@lo:253: 00000400:00000200:3.0:1767384351.693589:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000100:00000200:0.0:1767384351.693596:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746147328 00000100:00000001:2.0:1767384351.693598:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.693601:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000020:00000001:0.0:1767384351.693606:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384351.693610:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000100:00000001:2.0:1767384351.693611:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384351.693612:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384351.693616:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384351.693616:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.693620:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000020:00000001:0.0:1767384351.693620:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384351.693624:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000020:00000001:0.0:1767384351.693625:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:3.0:1767384351.693629:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000100:00000040:2.0:1767384351.693629:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000020:00000001:0.0:1767384351.693631:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384351.693632:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834948176 : -111508874603440 : ffff9a955123d450) 00000020:00000001:0.0:1767384351.693635:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.693640:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000100:00000040:2.0:1767384351.693640:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a544bc83 x1853236746147456/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 4848/0 e 0 to 0 dl 1767384362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384351.693640:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384351.693644:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384351.693648:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000020:00000001:0.0:1767384351.693648:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.693654:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384351.693655:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384351.693658:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000020:00000010:2.0:1767384351.693658:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b1cc73e. 02000000:00000001:0.0:1767384351.693659:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384351.693664:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384351.693666:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bffd80d4. 00000400:00000200:3.0:1767384351.693667:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000020:00000010:2.0:1767384351.693667:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b1cc73e. 02000000:00000001:0.0:1767384351.693671:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.693675:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.693676:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000100:00100000:2.0:1767384351.693676:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a544bc83 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746147456:12345-0@lo:253: 20000000:00000001:0.0:1767384351.693679:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:2.0:1767384351.693682:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746147456 00000400:00000200:3.0:1767384351.693685:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000020:00000001:2.0:1767384351.693685:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384351.693688:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384351.693690:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384351.693690:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c68d4be0. 00000400:00000200:3.0:1767384351.693691:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000020:00000001:2.0:1767384351.693695:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:0.0:1767384351.693696:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384351.693698:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000020:00000001:2.0:1767384351.693698:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 20000000:00000001:0.0:1767384351.693701:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384351.693703:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384351.693704:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384351.693705:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.693707:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000020:00000001:2.0:1767384351.693709:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384351.693709:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384351.693713:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384351.693714:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.693716:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000020:00000001:2.0:1767384351.693717:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384351.693718:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384351.693724:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 20], ns[62, 20] 00000100:00000001:2.0:1767384351.693726:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:0.0:1767384351.693727:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071f22105. 02000000:00000001:2.0:1767384351.693729:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:0.0:1767384351.693731:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 02000000:00000010:2.0:1767384351.693736:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000298fd7ca. 20000000:00000001:0.0:1767384351.693737:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:2.0:1767384351.693739:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.693741:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 20], ns[78, 20] 00000100:00000001:2.0:1767384351.693742:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384351.693744:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384351.693745:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384351.693748:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[75, 20], ns[75, 20] 00080000:00000001:0.0:1767384351.693749:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:2.0:1767384351.693754:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d90b90e. 00000400:00000200:3.0:1767384351.693755:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 20], ns[79, 20] 20000000:01000000:2.0:1767384351.693758:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384351.693759:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 20000000:00000001:2.0:1767384351.693760:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384351.693762:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384351.693764:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp32] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 20000000:00000001:2.0:1767384351.693764:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384351.693767:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384351.693767:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384351.693770:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp32] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 20000000:00000001:2.0:1767384351.693771:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384351.693775:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000400:00000200:3.0:1767384351.693780:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp32 00080000:00000001:0.0:1767384351.693781:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384351.693785:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384351.693786:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp32 lpni_is_preferred = 0 00080000:00000001:0.0:1767384351.693787:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384351.693792:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384351.693793:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp32 00080000:00000001:0.0:1767384351.693794:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384351.693799:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000400:00000200:3.0:1767384351.693802:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp32 NI seq info: [86:86:256:4294967295] 192.168.203.143@tcp32 LPNI seq info [86:86:8:4294967295] 00000020:00000001:0.0:1767384351.693804:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:0.0:1767384351.693808:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384351.693812:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp32 00080000:00000001:0.0:1767384351.693819:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384351.693823:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.693828:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp32(192.168.203.143@tcp32:) -> 192.168.203.143@tcp32(192.168.203.143@tcp:192.168.203.143@tcp32) : GET try# 0 00080000:00000001:0.0:1767384351.693828:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384351.693834:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:3.0:1767384351.693837:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp32 00000020:00000001:0.0:1767384351.693839:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000800:00000010:3.0:1767384351.693842:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d4697e51. 00080000:00000001:0.0:1767384351.693843:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384351.693849:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001725d7ee. 00000800:00000010:3.0:1767384351.693851:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000001119c5e. 00080000:00000001:0.0:1767384351.693851:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560327469568 : -111513382082048 : ffff9a9444792a00) 00080000:00000001:0.0:1767384351.693857:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384351.693858:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cc574be6. 00000001:00000001:0.0:1767384351.693861:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:3.0:1767384351.693865:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (2) 00080000:00000010:0.0:1767384351.693866:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000242daa23. 00080000:00000001:0.0:1767384351.693871:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384351.693872:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (2) 00080000:00000001:0.0:1767384351.693875:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384351.693886:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00080000:00000001:0.0:1767384351.693887:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.693890:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00080000:00000001:0.0:1767384351.693905:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384351.693960:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694012:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694030:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694044:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694063:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694087:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694105:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694120:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694133:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694147:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694162:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694178:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694189:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694202:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694215:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694229:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694244:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694258:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694282:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694297:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694310:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694338:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694355:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694373:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694387:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694403:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694417:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694460:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694489:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694502:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694514:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694526:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694542:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694556:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384351.694576:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384351.694704:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ccaa04e2. 00000800:00000010:0.0:1767384351.694709:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003538e8fe. 00000800:00000010:0.0:1767384351.694714:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004b09348. 00000800:00000010:0.0:1767384351.694732:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004b09348. 00000800:00020000:0.0:1767384351.694738:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384351.694741:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003538e8fe. 00000800:00000010:0.0:1767384351.694743:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ccaa04e2. 00000400:02020000:0.0:1767384351.694775:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp32 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384351.694781:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp32 notifying 192.168.203.143@tcp32: down 00000800:00000200:0.0:1767384351.694785:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp32 down 00000800:00000100:0.0:1767384351.694790:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp32 00000800:00000010:0.0:1767384351.694792:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d4697e51. 00000400:00000200:0.0:1767384351.694794:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384351.694797:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp32->192.168.203.143@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384351.694809:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp32 added to recovery queue. ping count: 0 next ping: 274 health :900 00000400:00000200:0.0:1767384351.694811:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384351.694814:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 1 00000400:00000200:0.0:1767384351.694816:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384351.694834:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384351.694839:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100851 00000400:00000001:3.0:1767384351.694843:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384351.694844:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384351.694845:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa56262d 00000400:00000010:3.0:1767384351.694846:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa56262d. 00000400:00000200:3.0:1767384351.694848:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384351.694856:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:3.0:1767384351.694858:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000000c9b42af. 00000400:00000200:3.0:1767384351.694860:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (28) 00000400:00000200:3.0:1767384351.694862:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:-71 00000400:00000200:3.0:1767384351.694863:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 rc -71 00000400:00000200:3.0:1767384351.694866:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384351.694869:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (27) 00080000:00000010:3.0:1767384351.695765:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001725d7ee. 00080000:00000010:2.0:1767384351.695799:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000242daa23. 00040000:00000001:2.0:1767384351.695804:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384351.695806:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384351.695808:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384351.695812:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384351.695814:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384351.695817:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384351.695827:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384351.695835:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384351.695839:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384351.695844:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384351.695851:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384351.695854:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384351.695856:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384351.695861:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384351.695864:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384351.695871:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d81f0b1. 00010000:00000001:3.0:1767384351.695875:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384351.695879:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d86da99. 00000020:00000001:3.0:1767384351.695883:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000010:0.0:1767384351.695885:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000467119ea. 00000020:00000040:3.0:1767384351.695886:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d86da99 with handle 0x980286e253c5fcc4 to hash 20000000:01000000:0.0:1767384351.695891:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000020:00000001:3.0:1767384351.695892:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 20000000:00000001:0.0:1767384351.695895:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384351.695896:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00080000:00000001:0.0:1767384351.695898:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384351.695901:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00080000:00000001:0.0:1767384351.695902:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384351.695907:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384351.695909:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384351.695910:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384351.695915:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384351.695917:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384351.695922:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384351.695923:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384351.695926:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384351.695928:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384351.695931:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:0.0:1767384351.695939:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:0.0:1767384351.695940:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384351.695941:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384351.695944:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384351.695945:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384351.695948:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.695949:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384351.695951:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384351.695952:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384351.695954:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384351.695955:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384351.695958:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384351.695959:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:3.0:1767384351.695960:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384351.695965:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384351.695966:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:0.0:1767384351.695968:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000da369f82. 00080000:00000001:0.0:1767384351.695971:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560327470080 : -111513382081536 : ffff9a9444792c00) 00010000:00000001:3.0:1767384351.695975:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384351.695975:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384351.695979:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000001:00000001:0.0:1767384351.695979:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384351.695984:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:0.0:1767384351.695984:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000004b09348. 00010000:00000040:3.0:1767384351.695989:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d81f0b1) refcount = 1 00080000:00000001:0.0:1767384351.695989:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384351.695992:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384351.696006:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384351.696010:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.696017:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384351.696019:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:0.0:1767384351.696020:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384351.696021:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384351.696026:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.696028:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384351.696032:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384351.696035:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384351.696038:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384351.696039:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384351.696041:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=4 00000020:00000001:3.0:1767384351.696043:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384351.696046:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384351.696048:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000020:2.0:1767384351.696048:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:3.0:1767384351.696050:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384351.696051:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384351.696054:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c68d4be0. 00010000:00000001:3.0:1767384351.696057:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:2.0:1767384351.696058:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384351.696059:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384351.696062:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746147328 00010000:00000001:3.0:1767384351.696064:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384351.696065:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384351.696066:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384351.696067:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384351.696070:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000677cd016 x1853236746147328/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384351.696074:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384351.696076:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.696079:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767384351.696079:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384351.696081:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384351.696085:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=57 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384351.696086:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384351.696100:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384351.696103:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d86da99 already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384351.696106:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384351.696108:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1767384351.696108:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00010000:3.0:1767384351.696110:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384351.696110:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384351.696114:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384351.696117:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384351.696119:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384351.696120:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384351.696121:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=5 00000020:00000001:3.0:1767384351.696123:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384351.696125:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384351.696128:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384351.696130:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384351.696133:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.696136:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384351.696137:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384351.696138:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767384351.696139:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384351.696140:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384351.696143:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dc5240e. 00010000:00000001:3.0:1767384351.696144:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384351.696146:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384351.696146:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746147328, offset 224 00010000:00000001:3.0:1767384351.696148:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384351.696150:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.696152:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384351.696153:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d86da99 with handle 0x980286e253c5fcc4 from hash 00010000:00000001:3.0:1767384351.696155:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384351.696157:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384351.696158:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384351.696158:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384351.696159:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384351.696161:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384351.696163:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384351.696165:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1767384351.696165:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05600 00010000:00000001:3.0:1767384351.696167:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384351.696169:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.696169:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1989 [2] + 224 00000400:00000200:2.0:1767384351.696174:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384351.696177:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384351.696178:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384351.696180:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384351.696182:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384351.696182:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384351.696184:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384351.696186:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384351.696186:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384351.696188:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.696190:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384351.696192:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384351.696196:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384351.696198:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384351.696199:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384351.696200:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384351.696202:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384351.696203:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384351.696204:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384351.696206:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384351.696209:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384351.696211:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.696212:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384351.696213:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384351.696217:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dc5240e 00010000:00000001:3.0:1767384351.696219:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:2.0:1767384351.696219:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dc5240e. 00010000:00000001:3.0:1767384351.696221:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384351.696222:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d86da99/0x980286e253c5fcc4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384351.696223:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384351.696225:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:3.0:1767384351.696229:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d81f0b1 count: 0 00000100:00000001:2.0:1767384351.696231:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384351.696235:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:0.0:1767384351.696235:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.696239:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384351.696240:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384351.696243:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.696244:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384351.696246:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:2.0:1767384351.696246:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384351.696250:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384351.696251:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000677cd016 x1853236746147328/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384351.696253:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384351.696257:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073a592a. 00000400:00000200:0.0:1767384351.696261:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27fc77f 00000400:00000010:0.0:1767384351.696264:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f27fc77f. 00000100:00000001:0.0:1767384351.696268:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384351.696273:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000677cd016 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746147328:12345-0@lo:253: Request processed in 2704us (3186us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384351.696274:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384351.696288:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.696303:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384351.696305:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384351.696308:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000001:0.0:1767384351.696309:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384351.696312:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384351.696313:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384351.696315:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.696318:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.696331:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384351.696334:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384351.696337:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384351.696340:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000687010c0. 00000100:00001000:0.0:1767384351.696342:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=57 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384351.696346:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=57 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384351.696348:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edfe0f48. 00000100:00000001:0.0:1767384351.696348:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384351.696352:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384351.696354:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001da014d7. 00010000:00000001:0.0:1767384351.696355:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384351.696357:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.696360:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384351.696361:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000040:0.0:1767384351.696365:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384351.696368:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384351.696371:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bffd80d4. 00000100:00000001:0.0:1767384351.696374:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384351.696377:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384351.696378:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384351.696381:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.696382:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384351.696384:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384351.696387:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384351.696388:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:2.0:1767384351.696389:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384351.696389:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384351.696394:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384351.696395:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384351.696396:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:2.0:1767384351.696397:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018227ea3. 00000020:01000004:0.0:1767384351.696397:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:2.0:1767384351.696403:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dc5240e. 00000020:01000004:0.0:1767384351.696407:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384351.696409:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384351.696413:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.696418:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011eebb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746147328:0@lo:253: 00000100:00000001:0.0:1767384351.696422:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.696451:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.696453:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011eebb64 x1853236746147328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.696458:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384351.696460:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384351.696462:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000ff8e966. 02000000:00000001:0.0:1767384351.696466:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384351.696468:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384351.696469:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384351.696470:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384351.696472:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d6c933ec. 02000000:00000001:0.0:1767384351.696476:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384351.696477:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384351.696478:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011eebb64. 00000100:00000001:0.0:1767384351.696481:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384351.696482:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.696483:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.696487:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384351.696488:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.696489:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.696491:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384351.697594:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000da369f82. 00080000:00000010:0.0:1767384351.697622:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000004b09348. 00040000:00000001:0.0:1767384351.697626:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384351.697627:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384351.697628:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384351.697630:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384351.697632:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384351.697633:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384351.697635:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384351.697642:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384351.697649:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384351.697650:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384351.697653:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384351.697654:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384351.697657:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384351.697660:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384351.697661:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384351.697665:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c3814a66. 00010000:00000001:3.0:1767384351.697673:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384351.697676:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00000020:00000001:3.0:1767384351.697678:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384351.697679:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fccb to hash 00000020:00000001:3.0:1767384351.697681:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384351.697682:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384351.697684:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384351.697686:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384351.697687:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384351.697689:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.697694:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384351.697695:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384351.697696:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384351.697697:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384351.697698:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384351.697699:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384351.697700:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384351.697701:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384351.697703:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384351.697704:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384351.697705:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384351.697707:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3814a66) refcount = 1 00010000:00010000:3.0:1767384351.697709:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.697712:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384351.697714:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384351.697714:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384351.697715:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.697716:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384351.697718:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384351.697719:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384351.697720:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384351.697727:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384351.697728:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000020:00000001:3.0:1767384351.697729:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384351.697730:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384351.697731:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384351.697733:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.697736:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384351.697737:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.697740:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384351.697741:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384351.697742:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.697745:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384351.697746:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.697747:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384351.697748:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384351.697751:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000158f3d3f already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384351.697752:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384351.697753:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384351.697754:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.697757:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384351.697758:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384351.697759:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384351.697760:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=5 00000020:00000001:3.0:1767384351.697761:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384351.697762:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384351.697768:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384351.697769:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.697772:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384351.697773:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384351.697774:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.697775:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384351.697776:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384351.697777:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384351.697778:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384351.697779:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000158f3d3f with handle 0x980286e253c5fccb from hash 00010000:00000001:3.0:1767384351.697781:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384351.697781:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384351.697782:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384351.697783:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384351.697784:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384351.697785:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384351.697786:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384351.697787:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384351.697788:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.697789:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384351.697790:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384351.697791:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384351.697792:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384351.697793:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.697794:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.697795:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384351.697796:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.697799:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384351.697800:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384351.697800:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384351.697801:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384351.697802:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384351.697803:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384351.697809:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384351.697810:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384351.697811:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384351.697813:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.697816:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384351.697816:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384351.697817:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000158f3d3f/0x980286e253c5fccb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384351.697821:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c3814a66 count: 0 00010000:00000001:3.0:1767384351.697826:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384351.697828:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384351.697847:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384351.697850:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384351.697851:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d90b90e. 20000000:00000001:0.0:1767384351.697854:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384351.697856:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746147456 00010000:00000001:0.0:1767384351.697858:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384351.697861:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a544bc83 x1853236746147456/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384351.697866:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384351.697867:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.697869:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.697871:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384351.697872:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384351.697874:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384351.697875:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384351.697876:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.697878:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384351.697879:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384351.697882:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f27fc77f. 00000100:00000200:0.0:1767384351.697884:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746147456, offset 224 00000400:00000200:0.0:1767384351.697887:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384351.697891:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384351.697895:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05680 00000400:00000200:0.0:1767384351.697898:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1991 [2] + 224 00000400:00000200:0.0:1767384351.697902:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.697903:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384351.697905:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.697907:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384351.697912:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.697921:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384351.697930:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384351.697931:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27fc77f 00000100:00000001:3.0:1767384351.697932:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384351.697934:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f27fc77f. 00000100:00000001:0.0:1767384351.697937:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384351.697938:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384351.697939:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384351.697942:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384351.697944:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384351.697945:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abbaa028. 00000100:00000040:0.0:1767384351.697949:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:3.0:1767384351.697950:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091a5fdd5 00010000:00000001:0.0:1767384351.697954:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384351.697955:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091a5fdd5. 00000020:00000001:0.0:1767384351.697958:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.697959:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384351.697961:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384351.697965:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384351.697967:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a544bc83 x1853236746147456/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384351.697993:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.697994:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a544bc83 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746147456:12345-0@lo:253: Request processed in 4338us (4760us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384351.698009:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000001:3.0:1767384351.698010:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384351.698013:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384351.698014:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384351.698016:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384351.698017:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384351.698019:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384351.698020:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384351.698021:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384351.698024:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.698024:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000696fbd27. 02000000:00000001:3.0:1767384351.698030:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.698031:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007faa828b. 00000100:00001000:3.0:1767384351.698033:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=57 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384351.698035:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000932408cb. 00000100:00001000:3.0:1767384351.698037:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=57 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384351.698039:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:3.0:1767384351.698041:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384351.698043:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384351.698044:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384351.698046:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000298fd7ca. 02000000:00000001:0.0:1767384351.698048:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384351.698049:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384351.698053:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384351.698054:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384351.698055:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.698058:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384351.698058:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073a592a. 00000100:00000040:3.0:1767384351.698062:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384351.698063:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f27fc77f. 00000100:00000001:3.0:1767384351.698071:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384351.698072:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384351.698073:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384351.698075:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384351.698077:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384351.698078:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384351.698078:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384351.698079:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384351.698080:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384351.698081:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384351.698082:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384351.698082:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384351.698084:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384351.698088:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c493e826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746147456:0@lo:253: 00000100:00000001:3.0:1767384351.698091:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.698092:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384351.698093:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c493e826 x1853236746147456/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.698097:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384351.698098:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384351.698099:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a0afe9ce. 02000000:00000001:3.0:1767384351.698103:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384351.698103:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384351.698104:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384351.698105:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384351.698106:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f5202dec. 02000000:00000001:3.0:1767384351.698108:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384351.698109:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384351.698109:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c493e826. 00000100:00000001:3.0:1767384351.698115:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384351.698116:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.698117:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.698120:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384351.698121:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.698122:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384351.698123:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.699458:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294940463, at 4294940464 00000100:00000010:1.0:1767384351.699466:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003419fa8c. 00000100:00000040:0.0:1767384351.699483:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294940463, at 4294940464 00000100:00000040:3.0:1767384351.699487:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294940463, at 4294940464 00000100:00000040:2.0:1767384351.699487:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294940463, at 4294940464 00000100:00000010:0.0:1767384351.699490:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016a4b487. 00000100:00000010:2.0:1767384351.699498:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c45875a0. 00000100:00000010:3.0:1767384351.699499:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e0404a1. 00010000:00000010:3.1:1767384351.702463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d81f0b1. 00010000:00000010:3.1:1767384351.702474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d86da99. 00010000:00000010:3.1:1767384351.702482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3814a66. 00010000:00000010:3.1:1767384351.702489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 00000400:00000010:1.0:1767384351.707954:0:29711:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000024774fec. 00000400:00000040:1.0:1767384351.707971:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384351.707973:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384351.707975:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384351.707977:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384351.707978:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384351.707980:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384351.707982:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384351.707983:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384351.707984:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384351.707985:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384351.707987:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384351.707988:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384351.707990:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384351.707991:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384351.707992:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384351.707993:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384351.707994:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384351.707995:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384351.707996:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384351.707998:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384351.707999:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384351.708000:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384351.708001:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384351.708008:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384351.708008:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384351.708010:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384351.708011:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384351.708012:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384351.708013:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384351.708014:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384351.708015:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384351.708016:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384351.708017:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384351.708018:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384351.708019:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384351.708020:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384351.708021:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384351.708022:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384351.708024:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384351.708025:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384351.708026:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384351.708027:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384351.708028:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384351.708029:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384351.708030:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384351.708031:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384351.708031:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384351.708032:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384351.708034:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384351.708035:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384351.708036:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384351.708036:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384351.708037:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384351.708038:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384351.708039:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384351.708040:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384351.708041:0:29711:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384351.708090:0:29711:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000024774fec. 10000000:00000001:0.0:1767384351.907497:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384351.907502:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:0.0:1767384351.907506:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384351.907509:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384351.907516:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384351.907517:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384351.907519:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384351.907521:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384351.907532:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 51 10000000:00000001:0.0:1767384351.907535:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384351.907536:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384351.907541:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000deed244a. 00000020:00000040:0.0:1767384351.907544:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384351.907548:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384351.907551:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384351.907555:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384351.907560:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf7ae813. 00000100:00000001:0.0:1767384351.907566:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.907569:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384351.907572:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384351.907578:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ce24ea00. 00010000:00000001:0.0:1767384351.907582:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384351.907585:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000447e7f13. 00000020:00000001:0.0:1767384351.907588:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384351.907590:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000447e7f13 with handle 0x980286e253c5fcd2 to hash 00000020:00000001:0.0:1767384351.907592:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384351.907594:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384351.907596:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384351.907598:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384351.907600:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384351.907602:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384351.907610:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384351.907617:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384351.907621:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384351.907629:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384351.907634:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c6859450. 00000100:00000001:0.0:1767384351.907636:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560347674880 : -111513361876736 : ffff9a9445ad7900) 00000100:00000001:0.0:1767384351.907638:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384351.907639:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556623360 : -111508152928256 : ffff9a957c27b800) 00000100:00000001:0.0:1767384351.907643:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384351.907644:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.907646:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384351.907647:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384351.907653:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.907660:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384351.907661:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.907664:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384351.907666:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384351.907668:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384351.907670:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000deed244a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746147584:0@lo:101: 00000100:00000001:0.0:1767384351.907673:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384351.907678:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384351.907680:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.907682:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384351.907685:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b345cd96. 02000000:00000001:0.0:1767384351.907687:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384351.907691:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097bc8179. 00000400:00000010:0.0:1767384351.907697:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000100:00000200:0.0:1767384351.907702:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746147584, portal 25 00000100:00000001:0.0:1767384351.907704:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384351.907705:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556623360 : -111508152928256 : ffff9a957c27b800) 00000100:00000040:0.0:1767384351.907708:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.907714:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384351.907716:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384351.907719:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000501d110c. 00000100:00000200:0.0:1767384351.907721:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746147584, offset 0 00000400:00000200:0.0:1767384351.907731:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384351.907742:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384351.907751:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df05700 00000400:00000200:0.0:1767384351.907755:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1259 [2] + 0 00000400:00000010:0.0:1767384351.907758:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077fc18d4. 00000400:00000200:0.0:1767384351.907761:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c2517c1 00000400:00000200:0.0:1767384351.907766:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.907769:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384351.907773:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c2517c1 00000400:00000010:0.0:1767384351.907774:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c2517c1. 00000100:00000001:0.0:1767384351.907779:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384351.907781:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384351.907783:0:17082:0:(events.c:337:request_in_callback()) incoming req@000000002f8e6cb8 x1853236746147584 msgsize 328 00000100:00100000:0.0:1767384351.907788:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384351.907790:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384351.907798:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384351.907804:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501d110c 00000400:00000010:0.0:1767384351.907806:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000501d110c. 00000100:00000001:0.0:1767384351.907809:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384351.907811:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.907818:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.907822:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.907827:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.907829:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384351.907834:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.907837:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294940678 00000100:00000010:0.0:1767384351.907841:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016a4b487. 00000100:00000001:0.0:1767384351.907846:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384351.907852:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294940678 00000100:00000010:0.0:1767384351.907856:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fcd05bf9. 00000100:00000001:0.0:1767384351.907859:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384351.907869:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294940678 00000100:00000010:0.0:1767384351.907872:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf6a7b5e. 00000100:00000001:0.0:1767384351.907875:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384351.907879:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294940678 00000100:00000010:0.0:1767384351.907881:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a38f0c3. 00000100:00000001:0.0:1767384351.907884:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384351.907889:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.907891:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.907893:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384351.907894:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384351.907896:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c6859450 going to sleep for 11 seconds 00000100:00000001:0.0:1767384351.907899:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384351.907901:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.907924:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384351.907926:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746147584 02000000:00000001:0.0:1767384351.907928:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384351.907930:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.907932:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.907935:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384351.907938:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746147584 00000020:00000001:0.0:1767384351.907940:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384351.907941:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384351.907942:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384351.907944:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:0.0:1767384351.907947:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384351.907949:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384351.907952:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384351.907955:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092e4cc79. 00000100:00000001:0.0:1767384351.907957:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384351.907959:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092e4cc79. 00000020:00000010:0.0:1767384351.907965:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001da014d7. 00000020:00000010:0.0:1767384351.907969:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2d41f03. 00000020:00000010:0.0:1767384351.907973:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000094cefc5. 00000100:00000040:0.0:1767384351.907987:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384351.907989:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384351.907991:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384351.907992:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.907997:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908004:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.908015:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384351.908017:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384351.908021:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:0.0:1767384351.908024:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384351.908026:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834957392 : -111508874594224 : ffff9a955123f850) 00000100:00000040:0.0:1767384351.908029:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f8e6cb8 x1853236746147584/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 328/0 e 0 to 0 dl 1767384362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908035:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384351.908038:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092e4cc79. 00000100:00000001:0.0:1767384351.908040:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384351.908041:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092e4cc79. 00000100:00100000:0.0:1767384351.908046:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f8e6cb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746147584:12345-0@lo:101: 00000100:00000200:0.0:1767384351.908049:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746147584 00000020:00000001:0.0:1767384351.908051:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384351.908053:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384351.908055:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.908057:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384351.908059:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:0.0:1767384351.908062:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384351.908063:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384351.908065:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384351.908067:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384351.908069:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.908071:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384351.908072:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384351.908073:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384351.908075:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384351.908082:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.908087:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384351.908091:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000072f6a9f5. 00010000:00000001:0.0:1767384351.908094:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384351.908097:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000315de5f2. 00000020:00000001:0.0:1767384351.908100:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384351.908102:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000315de5f2 with handle 0x980286e253c5fcd9 to hash 00000020:00000001:0.0:1767384351.908104:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384351.908105:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:0.0:1767384351.908107:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00010000:0.0:1767384351.908109:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fcd2 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384351.908114:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000020:00000040:0.0:1767384351.908116:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000001:0.0:1767384351.908122:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384351.908124:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384351.908128:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009a0285fb. 02000000:00000001:0.0:1767384351.908130:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908132:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.908134:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384351.908137:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384351.908139:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384351.908140:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384351.908142:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384351.908144:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384351.908146:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384351.908148:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384351.908149:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384351.908151:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384351.908152:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384351.908153:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000072f6a9f5) refcount = 1 00010000:00010000:0.0:1767384351.908157:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fcd2 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384351.908161:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384351.908168:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384351.908169:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384351.908170:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.908172:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384351.908175:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384351.908177:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fcd2 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384351.908181:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384351.908183:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384351.908185:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384351.908187:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.908189:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384351.908191:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384351.908192:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384351.908193:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000315de5f2, rc 0) 00000020:00000001:0.0:1767384351.908195:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384351.908197:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746147584 00010000:00000001:0.0:1767384351.908199:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384351.908203:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f8e6cb8 x1853236746147584/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 328/344 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384351.908208:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384351.908211:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.908214:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.908217:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384351.908220:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384351.908231:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384351.908233:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384351.908235:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908237:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384351.908240:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384351.908243:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000501d110c. 00000100:00000200:0.0:1767384351.908246:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746147584, offset 224 00000400:00000200:0.0:1767384351.908250:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384351.908255:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384351.908261:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df05700 00000400:00000200:0.0:1767384351.908270:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x19b1 [1] + 224 00000400:00000200:0.0:1767384351.908274:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.908276:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384351.908280:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.908284:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384351.908290:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908299:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384351.908303:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501d110c 00000400:00000010:0.0:1767384351.908304:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000501d110c. 00000100:00000001:0.0:1767384351.908306:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384351.908307:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384351.908310:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.908312:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384351.908314:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384351.908315:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.908333:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384351.908336:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f8e6cb8 x1853236746147584/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 328/344 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.908342:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f8e6cb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746147584:12345-0@lo:101: Request processed in 306us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384351.908348:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:0.0:1767384351.908350:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:0.0:1767384351.908351:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384351.908352:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384351.908355:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2d41f03. 00000020:00000010:0.0:1767384351.908368:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000094cefc5. 00000020:00000010:0.0:1767384351.908371:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001da014d7. 00000020:00000040:0.0:1767384351.908374:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:0.0:1767384351.908377:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384351.908379:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009a0285fb. 02000000:00000001:0.0:1767384351.908387:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384351.908389:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384351.908392:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384351.908396:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077fc18d4. 00000400:00000010:0.0:1767384351.908400:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062a2705c. 00000100:00000001:0.0:1767384351.908418:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384351.908422:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384351.908460:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384351.908461:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097bc8179. 00000400:00000200:0.0:1767384351.908466:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000400:00000010:0.0:1767384351.908467:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 00000100:00000001:0.0:1767384351.908472:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.908476:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384351.908483:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908488:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384351.908491:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.908493:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384351.908495:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384351.908496:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.908498:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.908500:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.908502:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=57 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384351.908505:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.908509:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384351.908511:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.908513:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384351.908515:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908518:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.908521:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908525:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.908528:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384351.908529:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384351.908533:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.908551:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000deed244a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746147584:0@lo:101: 00000100:00000001:0.0:1767384351.908557:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.908561:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908562:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384351.908564:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.908567:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908571:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384351.908573:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c6859450. 00000100:00000001:0.0:1767384351.908576:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384351.908577:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.908580:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384351.908582:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384351.908584:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384351.908585:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=4 00000020:00000001:0.0:1767384351.908587:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384351.908589:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000040:0.0:1767384351.908593:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000447e7f13, remote cookie: 0x980286e253c5fcd9, flags: 0x0 00010000:00000001:0.0:1767384351.908595:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384351.908597:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384351.908598:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384351.908599:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384351.908601:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384351.908602:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ce24ea00) refcount = 1 00010000:00010000:0.0:1767384351.908605:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384351.908609:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384351.908610:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384351.908611:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384351.908613:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384351.908615:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384351.908620:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384351.908625:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384351.908626:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384351.908628:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384351.908629:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384351.908630:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384351.908631:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908633:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.908636:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000deed244a x1853236746147584/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908641:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384351.908643:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384351.908645:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b345cd96. 02000000:00000001:0.0:1767384351.908648:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384351.908650:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384351.908652:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384351.908653:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384351.908655:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cf7ae813. 02000000:00000001:0.0:1767384351.908659:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384351.908660:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384351.908661:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000deed244a. 00000100:00000001:0.0:1767384351.908664:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384351.908666:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384351.908667:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384351.908669:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384351.908670:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:0.0:1767384351.908672:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.908673:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384351.908674:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384351.908676:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=3 00000020:00000001:0.0:1767384351.908678:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384351.908680:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384351.908681:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384351.908682:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384351.908689:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384351.908690:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384351.908692:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384351.908695:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000005d168c0d. 00000100:00000010:0.0:1767384351.908708:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000deed244a. 00000020:00000040:0.0:1767384351.908710:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384351.908713:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384351.908714:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384351.908716:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384351.908720:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf7ae813. 00000100:00000001:0.0:1767384351.908723:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908725:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384351.908729:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b345cd96. 00000100:00000010:0.0:1767384351.908732:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000092e4cc79. 00000020:00000040:0.0:1767384351.908733:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384351.908736:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384351.908737:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384351.908741:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c6859450. 00000100:00000001:0.0:1767384351.908742:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560347674880 : -111513361876736 : ffff9a9445ad7900) 00000100:00000001:0.0:1767384351.908744:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384351.908745:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556623360 : -111508152928256 : ffff9a957c27b800) 00000100:00000001:0.0:1767384351.908748:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384351.908749:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908750:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384351.908752:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384351.908755:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908760:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384351.908761:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.908763:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384351.908764:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384351.908766:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384351.908769:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000deed244a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746147712:0@lo:256: 00000100:00000001:0.0:1767384351.908771:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384351.908778:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384351.908780:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908782:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384351.908786:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097bc8179. 00000400:00000010:0.0:1767384351.908790:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000db97f8c0. 00000100:00000200:0.0:1767384351.908794:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df05780-0x695824df05780, portal 33 00000100:00000001:0.0:1767384351.908796:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.908798:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384351.908801:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001da014d7. 02000000:00000001:0.0:1767384351.908803:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384351.908807:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080ba8735. 00000400:00000010:0.0:1767384351.908810:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000100:00000200:0.0:1767384351.908812:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746147712, portal 25 00000100:00000001:0.0:1767384351.908814:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384351.908815:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556623360 : -111508152928256 : ffff9a957c27b800) 00000100:00000040:0.0:1767384351.908830:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908834:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384351.908838:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384351.908841:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000501d110c. 00000100:00000200:0.0:1767384351.908843:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746147712, offset 0 00000400:00000200:0.0:1767384351.908850:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384351.908858:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384351.908866:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df05780 00000400:00000200:0.0:1767384351.908870:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x127d [2] + 0 00000400:00000010:0.0:1767384351.908872:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7dc92e4. 00000400:00000200:0.0:1767384351.908876:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f9a03904 00000400:00000200:0.0:1767384351.908879:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.908884:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384351.908888:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9a03904 00000400:00000010:0.0:1767384351.908889:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9a03904. 00000100:00000001:0.0:1767384351.908893:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384351.908894:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384351.908896:0:17082:0:(events.c:337:request_in_callback()) incoming req@000000008235dc7a x1853236746147712 msgsize 304 00000100:00100000:0.0:1767384351.908908:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384351.908910:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384351.908918:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384351.908924:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501d110c 00000400:00000010:0.0:1767384351.908925:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000501d110c. 00000100:00000001:0.0:1767384351.908929:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384351.908932:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908938:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.908942:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908947:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908949:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384351.908953:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908955:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294940679 00000100:00000001:0.0:1767384351.908961:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940678 00000100:00000001:0.0:1767384351.908966:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294940679 00000100:00000001:0.0:1767384351.908971:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940678 00000100:00000001:0.0:1767384351.908976:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294940679 00000100:00000001:0.0:1767384351.908980:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940678 00000100:00000001:0.0:1767384351.908983:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294940679 00000100:00000001:0.0:1767384351.908987:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940678 00000100:00000001:0.0:1767384351.908991:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.908993:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908995:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384351.908996:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384351.908997:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c6859450 going to sleep for 11 seconds 00000100:00000001:0.0:1767384351.908999:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384351.909001:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.909016:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384351.909018:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746147712 02000000:00000001:0.0:1767384351.909019:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384351.909027:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.909028:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.909031:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384351.909033:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746147712 00000020:00000001:0.0:1767384351.909035:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384351.909036:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384351.909037:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384351.909039:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:0.0:1767384351.909041:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384351.909042:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384351.909045:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384351.909048:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fe70eda. 00000100:00000001:0.0:1767384351.909050:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384351.909051:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fe70eda. 00000020:00000010:0.0:1767384351.909056:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044711245. 00000020:00000010:0.0:1767384351.909059:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2d41f03. 00000020:00000010:0.0:1767384351.909062:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000094cefc5. 00000100:00000040:0.0:1767384351.909068:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384351.909070:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384351.909071:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384351.909073:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.909076:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.909082:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.909092:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384351.909093:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384351.909098:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000040:0.0:1767384351.909100:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384351.909102:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834958416 : -111508874593200 : ffff9a955123fc50) 00000100:00000040:0.0:1767384351.909106:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008235dc7a x1853236746147712/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 304/0 e 0 to 0 dl 1767384362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.909111:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384351.909114:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fe70eda. 00000100:00000001:0.0:1767384351.909116:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384351.909123:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fe70eda. 00000100:00100000:0.0:1767384351.909129:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008235dc7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746147712:12345-0@lo:256: 00000100:00000200:0.0:1767384351.909131:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746147712 00000020:00000001:0.0:1767384351.909134:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384351.909136:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384351.909137:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.909139:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384351.909140:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:0.0:1767384351.909142:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384351.909143:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384351.909145:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384351.909147:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384351.909149:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.909151:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384351.909153:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384351.909156:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009a0285fb. 02000000:00000001:0.0:1767384351.909157:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.909159:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384351.909161:0:17077:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384351.909164:0:17077:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384351.909167:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384351.909169:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384351.909171:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384351.909173:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384351.909174:0:17077:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384351.909178:0:17077:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000009904bc3c. 20000000:00000001:0.0:1767384351.909180:0:17077:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384351.909192:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384351.909197:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384351.909201:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384351.909202:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384351.909204:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384351.909206:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384351.909208:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384351.909209:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384351.909211:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384351.909216:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384351.909218:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384351.909219:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384351.909221:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384351.909223:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384351.909224:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384351.909225:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384351.909227:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384351.909228:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384351.909229:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384351.909231:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384351.909232:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384351.909233:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384351.909234:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384351.909235:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384351.909237:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384351.909238:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384351.909239:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:0.0:1767384351.909240:0:17077:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 3532/1/4/3. 20000000:00000040:0.0:1767384351.909245:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384351.909247:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384351.909248:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384351.909250:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384351.909251:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384351.909252:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384351.909254:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384351.909255:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384351.909257:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384351.909258:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384351.909259:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384351.909260:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384351.909261:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384351.909263:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384351.909265:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384351.909267:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384351.909268:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384351.909270:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384351.909272:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384351.909273:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384351.909281:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384351.909282:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384351.909284:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384351.909285:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384351.909286:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384351.909288:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384351.909290:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:0.0:1767384351.909291:0:17077:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 2968/1/4/3. 20000000:01000000:0.0:1767384351.909293:0:17077:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1128, version 58 20000000:00000001:0.0:1767384351.909295:0:17077:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1128 : 1128 : 468) 00000100:00000001:0.0:1767384351.909297:0:17077:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384351.909300:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000093ff2184. 00000100:00000010:0.0:1767384351.909303:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000baf0d3d6. 00000020:00000040:0.0:1767384351.909304:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:0.0:1767384351.909306:0:17077:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384351.909308:0:17077:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384351.909311:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000501d110c. 00000400:00000010:0.0:1767384351.909330:0:17077:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f16687c4. 00000400:00000200:0.0:1767384351.909334:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384351.909342:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384351.909347:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1128 into portal 33 MB=0x695824df05780 00000400:00000200:0.0:1767384351.909349:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1128/1128 into md 0x19c1 [4] + 0 00000400:00000010:0.0:1767384351.909351:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097bc8179. 00000400:00000200:0.0:1767384351.909354:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000db97f8c0 00000400:00000200:0.0:1767384351.909366:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.909369:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384351.909371:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db97f8c0 00000400:00000010:0.0:1767384351.909372:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000db97f8c0. 00000100:00000001:0.0:1767384351.909376:0:17077:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384351.909378:0:17077:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000deed244a desc 00000000b345cd96 mbits 1853236746147712 00000100:00000001:0.0:1767384351.909383:0:17077:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384351.909386:0:17077:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384351.909391:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384351.909398:0:17077:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x19cd 00000400:00000200:0.0:1767384351.909400:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.909409:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384351.909413:0:17077:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384351.909415:0:17077:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000093ff2184 00000100:00000001:0.0:1767384351.909417:0:17077:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384351.909454:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501d110c 00000400:00000010:0.0:1767384351.909456:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000501d110c. 00000100:00000001:0.0:1767384351.909458:0:17077:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384351.909459:0:17077:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000093ff2184 00000100:00000001:0.0:1767384351.909461:0:17077:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384351.909465:0:17077:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1128 bytes via portal 33 id 12345-0@lo mbits 0x695824df05780-0x695824df05780 00000100:00000001:0.0:1767384351.909468:0:17077:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.909470:0:17077:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.909472:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384351.909474:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000010:0.0:1767384351.909476:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000baf0d3d6. 00000100:00000010:0.0:1767384351.909478:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000093ff2184. 00000100:00000001:0.0:1767384351.909480:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384351.909481:0:17077:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384351.909486:0:17077:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000009904bc3c. 20000000:00000001:0.0:1767384351.909489:0:17077:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384351.909491:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746147712 00010000:00000001:0.0:1767384351.909493:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384351.909496:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008235dc7a x1853236746147712/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 304/240 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384351.909501:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384351.909502:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.909504:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.909506:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384351.909508:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384351.909509:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384351.909511:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384351.909512:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.909514:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384351.909517:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384351.909520:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000501d110c. 00000100:00000200:0.0:1767384351.909527:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746147712, offset 224 00000400:00000200:0.0:1767384351.909531:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384351.909542:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384351.909546:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df05780 00000400:00000200:0.0:1767384351.909549:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x19c5 [1] + 224 00000400:00000200:0.0:1767384351.909551:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.909553:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384351.909554:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.909556:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384351.909561:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.909566:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384351.909568:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501d110c 00000400:00000010:0.0:1767384351.909569:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000501d110c. 00000100:00000001:0.0:1767384351.909572:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384351.909573:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384351.909574:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.909576:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384351.909578:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384351.909579:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.909580:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384351.909582:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008235dc7a x1853236746147712/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:332/0 lens 304/240 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.909588:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008235dc7a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746147712:12345-0@lo:256: Request processed in 476us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384351.909594:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000040:0.0:1767384351.909596:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:0.0:1767384351.909598:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384351.909599:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384351.909601:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2d41f03. 00000020:00000010:0.0:1767384351.909604:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000094cefc5. 00000020:00000010:0.0:1767384351.909613:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044711245. 00000020:00000040:0.0:1767384351.909616:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:0.0:1767384351.909619:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384351.909620:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009a0285fb. 02000000:00000001:0.0:1767384351.909623:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384351.909624:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384351.909627:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384351.909631:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097bc8179. 00000400:00000010:0.0:1767384351.909635:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db97f8c0. 00000100:00000001:0.0:1767384351.909653:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384351.909656:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384351.909657:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384351.909658:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080ba8735. 00000400:00000200:0.0:1767384351.909661:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000400:00000010:0.0:1767384351.909662:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 00000100:00000001:0.0:1767384351.909665:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.909668:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384351.909674:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.909678:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384351.909679:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.909680:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384351.909681:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384351.909682:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.909683:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.909685:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.909687:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=57 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384351.909689:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.909691:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384351.909692:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.909693:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384351.909694:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.909696:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.909698:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384351.909714:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.909718:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384351.909720:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384351.909722:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.909727:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000deed244a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746147712:0@lo:256: 00000100:00000001:0.0:1767384351.909731:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.909734:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.909735:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384351.909736:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.909737:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.909742:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384351.909743:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c6859450. 00000100:00000001:0.0:1767384351.909746:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384351.909747:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384351.909749:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 58, more 0. 10000000:00000001:0.0:1767384351.909751:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384351.909756:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000008e08e6b5. 10000000:00000040:0.0:1767384351.909764:0:17082:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.143@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384351.909769:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384351.909770:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384351.909774:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:0.0:1767384351.909776:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.909778:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384351.909779:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:0.0:1767384351.909780:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000400:00000200:0.0:1767384351.909783:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 27 NIDs 00000400:00001000:0.0:1767384351.909785:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384351.909786:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:0.0:1767384351.909796:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384351.909800:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (26) 00000400:00000200:0.0:1767384351.909805:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (27) 00000400:00000200:0.0:1767384351.909816:0:17082:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384351.909818:0:17082:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384351.909821:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384351.909825:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:0.0:1767384351.909826:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (28) 00000400:00000200:0.0:1767384351.909829:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:0.0:1767384351.909831:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:0.0:1767384351.909834:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.909835:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:0.0:1767384351.909837:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:0.0:1767384351.909840:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.909842:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384351.909842:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:0.0:1767384351.909843:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:0.0:1767384351.909849:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.909850:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:3.0:1767384351.909852:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:0.0:1767384351.909854:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:0.0:1767384351.909867:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.909868:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (27) 00000400:00000200:0.0:1767384351.909869:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:0.0:1767384351.909873:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000010:3.0:1767384351.909875:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000000c9b42af. 00000400:00000200:0.0:1767384351.909876:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.909880:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000010:3.0:1767384351.909882:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa56262d. 00000400:00000200:0.0:1767384351.909883:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:0.0:1767384351.909890:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000010:3.0:1767384351.909891:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b79d664a. 00000400:00000200:0.0:1767384351.909892:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:0.0:1767384351.909896:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:3.0:1767384351.909900:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384351.909903:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.909906:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:0.0:1767384351.909907:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:0.0:1767384351.909910:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.909913:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384351.909913:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:0.0:1767384351.909919:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:3.0:1767384351.909925:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:0.0:1767384351.909925:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.909930:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:3.0:1767384351.909934:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:0.0:1767384351.909940:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:3.0:1767384351.909942:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384351.909947:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.909951:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:0.0:1767384351.909951:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:0.0:1767384351.909956:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:3.0:1767384351.909963:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:0.0:1767384351.909963:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.909968:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:0.0:1767384351.909972:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:3.0:1767384351.909973:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:0.0:1767384351.909978:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.909981:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000400:00000200:0.0:1767384351.909982:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:0.0:1767384351.909987:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:3.0:1767384351.909990:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:0.0:1767384351.909993:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.909998:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:0.0:1767384351.910002:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:3.0:1767384351.910003:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:0.0:1767384351.910009:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.910013:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:0.0:1767384351.910013:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:0.0:1767384351.910016:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:0.0:1767384351.910019:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.910023:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:0.0:1767384351.910027:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:3.0:1767384351.910031:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:0.0:1767384351.910032:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.910037:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:3.0:1767384351.910041:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:0.0:1767384351.910042:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:0.0:1767384351.910050:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.910051:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:0.0:1767384351.910052:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000400:00000200:0.0:1767384351.910058:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.143@tcp27 00000400:00000200:0.0:1767384351.910064:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.910065:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:0.0:1767384351.910066:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp27 00000400:00000200:0.0:1767384351.910072:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.143@tcp28 00000400:00000200:3.0:1767384351.910076:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000400:00000200:0.0:1767384351.910077:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.910081:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp28 00000400:00000200:0.0:1767384351.910085:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.143@tcp29 00000400:00000200:3.0:1767384351.910086:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:0.0:1767384351.910091:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.910094:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp29 00000400:00000200:3.0:1767384351.910096:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000400:00000200:0.0:1767384351.910098:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.143@tcp30 00000400:00000200:0.0:1767384351.910107:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.910108:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000400:00000200:0.0:1767384351.910110:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp30 00000400:00000200:3.0:1767384351.910114:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 20], ns[62, 20] 00000400:00000200:0.0:1767384351.910120:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.143@tcp31 00000400:00000200:3.0:1767384351.910125:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 20], ns[78, 20] 00000400:00000200:0.0:1767384351.910128:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.910134:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp31 00000400:00000200:0.0:1767384351.910137:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.143@tcp32 00000400:00000200:3.0:1767384351.910139:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[75, 20], ns[75, 20] 00000400:00000200:0.0:1767384351.910143:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.910147:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 20], ns[79, 20] 00000400:00000200:0.0:1767384351.910147:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp32 00000400:00000200:0.0:1767384351.910151:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.143@tcp33 00000400:00000200:0.0:1767384351.910157:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384351.910159:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[86, 20], ns[86, 20] 00000400:00000200:0.0:1767384351.910160:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp33 00000400:00000200:0.0:1767384351.910165:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.143@tcp34 00000400:00000200:3.0:1767384351.910171:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000200:0.0:1767384351.910171:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384351.910175:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp34 00000400:00000200:0.0:1767384351.910180:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.143@tcp35 00000400:00000200:3.0:1767384351.910183:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp33] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384351.910187:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000400:00000010:0.0:1767384351.910187:0:17082:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000044711245. 00000400:00000200:0.0:1767384351.910193:0:17082:0:(peer.c:264:lnet_peer_alloc()) 0000000044711245 nid 192.168.203.143@tcp35 00000400:00000200:3.0:1767384351.910196:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp33 00000400:00000010:0.0:1767384351.910196:0:17082:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e8b376fb. 00000400:00000200:0.0:1767384351.910201:0:17082:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e8b376fb net tcp35 00000400:00000200:3.0:1767384351.910202:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp33 lpni_is_preferred = 0 00000400:00000200:3.0:1767384351.910206:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp33 00000400:00000010:0.0:1767384351.910206:0:17082:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000da369f82. 00000400:00000200:3.0:1767384351.910213:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp33 NI seq info: [87:87:256:4294967295] 192.168.203.143@tcp33 LPNI seq info [87:87:8:4294967295] 00000400:00000200:0.0:1767384351.910217:0:17082:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000da369f82 nid 192.168.203.143@tcp35 00000400:00000200:3.0:1767384351.910229:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp33 00000400:00000200:3.0:1767384351.910239:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp33(192.168.203.143@tcp33:) -> 192.168.203.143@tcp33(192.168.203.143@tcp:192.168.203.143@tcp33) : GET try# 0 00000400:00000200:0.0:1767384351.910243:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000044711245 (0) 00000800:00000200:3.0:1767384351.910248:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp33 00000400:00000200:0.0:1767384351.910252:0:17082:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.143@tcp35: -2 00000800:00000010:3.0:1767384351.910253:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b1ff6b1b. 00000400:00000200:0.0:1767384351.910258:0:17082:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp35 NID 192.168.203.143@tcp35 flags 0x1 00000400:00000200:0.0:1767384351.910261:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000044711245 (1) 00000800:00000010:3.0:1767384351.910262:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000091a5fdd5. 00000400:00000200:0.0:1767384351.910263:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000044711245 (2) 00000400:00000200:0.0:1767384351.910267:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000044711245 (1) 00000800:00000010:3.0:1767384351.910268:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c061d679. 00000400:00000200:0.0:1767384351.910269:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000044711245 (2) 00000400:00000200:0.0:1767384351.910274:0:17082:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp35 (0000000044711245): 0 00000400:00000200:0.0:1767384351.910276:0:17082:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:3.0:1767384351.910277:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (2) 00000400:00000200:0.0:1767384351.910280:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:3.1:1767384351.910286:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (2) 00000400:00000200:0.0:1767384351.910287:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp35 NID 192.168.203.143@tcp35: 0. pending discovery 00000400:00000200:0.0:1767384351.910292:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000044711245 (3) 00000100:00000001:0.0:1767384351.910294:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.910296:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384351.910299:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 10000000:00000010:0.0:1767384351.910303:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d2d41f03. 00000400:00000200:3.0:1767384351.910304:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384351.910307:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000400:00000200:3.0:1767384351.910313:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x41 10000000:00000040:0.0:1767384351.910313:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 58/58 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000020:00000080:0.0:1767384351.910330:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384351.910331:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000044711245 (2) 00000400:00000010:3.0:1767384351.910336:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000019a77b77. 00000020:00000001:0.0:1767384351.910337:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000010:3.0:1767384351.910339:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9d56ba. 00000020:00000010:0.0:1767384351.910342:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001725d7ee. 00000400:00000010:3.0:1767384351.910346:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000002ebfdd5. 00000020:00000010:0.0:1767384351.910348:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000057e98010. 00000400:00000200:3.0:1767384351.910352:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp35 00000040:00000010:0.0:1767384351.910354:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d48a6ac3. 00000020:00000010:0.0:1767384351.910360:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000da91af4. 00000400:00000200:3.0:1767384351.910361:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp35 local destination 00000020:00000010:0.0:1767384351.910377:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000400:00000200:3.0:1767384351.910378:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:3.0:1767384351.910384:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp35 00000020:00000010:0.0:1767384351.910385:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000015cf33b6. 00000400:00000200:3.0:1767384351.910390:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp35 lpni_is_preferred = 0 80000000:00000010:0.0:1767384351.910390:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007d45ef1e. 00000400:00000200:3.0:1767384351.910396:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp35 40000000:00000010:0.0:1767384351.910397:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002fe70eda. 00000400:00000200:3.0:1767384351.910402:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [88:88:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [1:1:8:4294967295] 00100000:00000010:0.0:1767384351.910405:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cdc9ba64. 00000400:00000200:3.0:1767384351.910409:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp35 00040000:00000010:0.0:1767384351.910411:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fbb4c958. 00040000:00000010:0.0:1767384351.910417:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000067477cde. 00000400:00000200:3.0:1767384351.910419:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:) -> 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) : GET try# 0 00040000:00000010:0.0:1767384351.910422:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2c57369. 00000800:00000200:3.0:1767384351.910458:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp35 00080000:00000010:0.0:1767384351.910458:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ccaa04e2. 00000800:00000010:3.0:1767384351.910465:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f9db9bc7. 00080000:00000010:0.0:1767384351.910467:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ac341f4f. 00000800:00000010:3.0:1767384351.910470:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fd335166. 00000800:00000010:3.0:1767384351.910475:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f457389e. 00000004:00000010:0.0:1767384351.910476:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ace338e4. 00000800:00000200:3.0:1767384351.910480:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (2) 00000004:00000010:0.0:1767384351.910483:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000086efc49b. 00000800:00000200:3.1:1767384351.910484:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (2) 00000004:00000010:0.0:1767384351.910490:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cf9d211a. 00002000:00000010:0.0:1767384351.910496:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009a0285fb. 00000004:00000010:0.0:1767384351.910501:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000093ff2184. 00000400:00000200:3.0:1767384351.910504:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp35 00000004:00000001:0.0:1767384351.910507:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:3.0:1767384351.910510:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x241 rc 0 00000040:00000001:0.0:1767384351.910511:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384351.910514:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d2d41f03 00000040:00001000:0.0:1767384351.910517:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384351.910520:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384351.910521:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384351.910523:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384351.910526:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384351.910527:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384351.910528:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384351.910529:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:0.0:1767384351.910540:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384351.910589:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000004:00000001:0.0:1767384351.910594:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.910599:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000057e98010. 00000040:00000010:0.0:1767384351.910604:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d48a6ac3. 00000020:00000010:0.0:1767384351.910608:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000da91af4. 00000020:00000010:0.0:1767384351.910612:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384351.910617:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000015cf33b6. 80000000:00000010:0.0:1767384351.910621:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007d45ef1e. 40000000:00000010:0.0:1767384351.910626:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002fe70eda. 00100000:00000010:0.0:1767384351.910629:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cdc9ba64. 00040000:00000010:0.0:1767384351.910631:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fbb4c958. 00040000:00000010:0.0:1767384351.910635:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000067477cde. 00040000:00000010:0.0:1767384351.910639:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2c57369. 00080000:00000010:0.0:1767384351.910643:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ac341f4f. 00080000:00000010:0.0:1767384351.910645:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ccaa04e2. 00000004:00000010:0.0:1767384351.910650:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ace338e4. 00000004:00000010:0.0:1767384351.910654:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000086efc49b. 00000400:00000200:3.0:1767384351.910655:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000004:00000010:0.0:1767384351.910658:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cf9d211a. 00002000:00000010:0.0:1767384351.910663:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009a0285fb. 00000004:00000010:0.0:1767384351.910666:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000093ff2184. 00000020:00000010:0.0:1767384351.910670:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001725d7ee. 00000020:00000001:0.0:1767384351.910673:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.910675:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384351.910678:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d2d41f03. 10000000:00000010:0.0:1767384351.910681:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000008e08e6b5. 10000000:00000001:0.0:1767384351.910685:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.910687:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.910691:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000deed244a x1853236746147712/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.910697:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384351.910699:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384351.910701:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001da014d7. 02000000:00000001:0.0:1767384351.910704:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384351.910705:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384351.910707:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384351.910709:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384351.910713:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:0.0:1767384351.910717:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384351.910720:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384351.910721:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384351.910723:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384351.910724:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000092e4cc79. 00000100:00000010:0.0:1767384351.910727:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b345cd96. 00000100:00000001:0.0:1767384351.910730:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384351.910732:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cf7ae813. 02000000:00000001:0.0:1767384351.910735:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384351.910736:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384351.910738:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000deed244a. 00000100:00000001:0.0:1767384351.910741:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384351.910742:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384351.910753:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000005d168c0d. 10000000:01000000:0.0:1767384351.910757:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384351.910760:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:3.0:1767384351.910761:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00010000:00000001:0.0:1767384351.910762:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384351.910766:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384351.910768:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=3 00000020:00000001:0.0:1767384351.910770:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384351.910772:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384351.910774:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384351.910776:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384351.910781:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384351.910783:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384351.910784:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384351.910789:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384351.910790:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384351.910790:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384351.910791:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384351.910793:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384351.910795:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384351.910802:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384351.910804:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:0.0:1767384351.910805:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384351.910815:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.910861:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.910897:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.910935:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.910969:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.910994:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911034:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911056:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911083:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911105:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911131:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911159:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911182:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911217:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911241:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911267:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911285:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911307:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911342:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911362:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911386:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911404:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911420:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911461:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911485:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911507:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911526:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911561:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911583:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911601:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911620:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384351.911737:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0afe9ce. 00000800:00000010:3.0:1767384351.911742:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bdb43d25. 00000800:00000010:3.0:1767384351.911746:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000748ba167. 00000800:00000010:3.0:1767384351.911762:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000748ba167. 00000800:00020000:3.0:1767384351.911771:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384351.911773:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bdb43d25. 00000800:00000010:3.0:1767384351.911775:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a0afe9ce. 00000400:02020000:3.0:1767384351.911805:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp33 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384351.911810:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp33 notifying 192.168.203.143@tcp33: down 00000800:00000200:3.0:1767384351.911815:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp33 down 00000800:00000100:3.0:1767384351.911820:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp33 00000800:00000010:3.0:1767384351.911823:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b1ff6b1b. 00000400:00000200:3.0:1767384351.911825:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384351.911828:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp33->192.168.203.143@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384351.911834:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp33 added to recovery queue. ping count: 0 next ping: 274 health :900 00000400:00000200:3.0:1767384351.911837:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384351.911841:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384351.911843:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384351.911870:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911894:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911916:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911935:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911955:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.911983:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912003:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912024:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912053:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912074:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912098:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912124:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912143:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912164:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912189:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912212:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912239:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912267:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912286:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912312:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912349:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912373:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912395:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912418:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912464:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912499:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912516:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912557:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912592:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912610:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912634:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912658:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912672:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912687:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384351.912703:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384351.912781:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0afe9ce. 00000800:00000010:3.0:1767384351.912785:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bdb43d25. 00000800:00000010:3.0:1767384351.912788:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000748ba167. 00000800:00000010:3.0:1767384351.912801:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000748ba167. 00000800:00020000:3.0:1767384351.912812:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384351.912814:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bdb43d25. 00000800:00000010:3.0:1767384351.912816:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a0afe9ce. 00000400:02020000:3.0:1767384351.912844:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp35 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384351.912848:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp35 notifying 192.168.203.143@tcp35: down 00000800:00000200:3.0:1767384351.912852:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp35 down 00000800:00000100:3.0:1767384351.912855:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp35 00000800:00000010:3.0:1767384351.912856:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f9db9bc7. 00000400:00000200:3.0:1767384351.912858:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384351.912861:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384351.912864:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp35 added to recovery queue. ping count: 0 next ping: 274 health :900 00000400:00000200:3.0:1767384351.912866:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384351.912868:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp35: 1 00000400:00000200:3.0:1767384351.912870:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp35 (0000000044711245): -114 00000400:00000200:3.0:1767384351.912884:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384351.912887:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100871 00000400:00000001:3.0:1767384351.912889:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384351.912890:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384351.912892:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa56262d 00000400:00000010:3.0:1767384351.912893:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa56262d. 00000400:00000200:3.0:1767384351.912895:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384351.912897:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:3.0:1767384351.912899:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000000c9b42af. 00000400:00000200:3.0:1767384351.912901:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (28) 00000400:00000200:3.0:1767384351.912903:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:-71 00000400:00000200:3.0:1767384351.912905:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 rc -71 00000400:00000200:3.0:1767384351.912907:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384351.912910:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (27) 00000400:00000200:3.0:1767384351.912911:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x841 00000400:00000001:3.0:1767384351.912913:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384351.912914:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384351.912915:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9d56ba 00000400:00000010:3.0:1767384351.912921:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af9d56ba. 00000400:00000200:3.0:1767384351.912924:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384351.912926:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp35 (0000000044711245): -114 00000400:00000010:3.0:1767384351.912928:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000019a77b77. 00000400:00000200:3.0:1767384351.912929:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000044711245 (3) 00000400:00000200:3.0:1767384351.912930:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp35:-71 00000400:00000200:3.0:1767384351.912932:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x2041 rc -71 00000400:00000200:3.0:1767384351.912934:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp35 (0000000044711245) 00000400:00000200:3.0:1767384351.912936:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000044711245 (2) 00000100:00000040:2.0:1767384351.915499:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294940679, at 4294940680 00000100:00000010:2.0:1767384351.915507:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf6a7b5e. 00000100:00000040:3.0:1767384351.915510:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294940679, at 4294940680 00000100:00000010:3.0:1767384351.915517:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a38f0c3. 00000100:00000040:1.0:1767384351.916452:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294940679, at 4294940681 00000100:00000010:1.0:1767384351.916459:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fcd05bf9. 00000100:00000040:0.0:1767384351.916483:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294940679, at 4294940681 00000100:00000010:0.0:1767384351.916491:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016a4b487. 00000020:00000010:1.0:1767384351.920116:0:29787:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f9ade467. 00000020:00000040:1.0:1767384351.920127:0:29787:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384351.920129:0:29787:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f9ade467. 00010000:00000001:2.0:1767384352.099487:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384352.099492:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.099497:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384352.099498:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.099516:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384352.099519:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.099521:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384352.419494:0:17069:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384352.419499:0:17069:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.419557:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384352.419561:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384352.913497:0:30111:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000023c018a5. 00080000:00000010:0.0:1767384352.913506:0:30111:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000023c018a5. 00000020:00000001:0.0:1767384352.913510:0:30111:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384352.913518:0:30111:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000023c018a5. 00080000:00000010:0.0:1767384352.913522:0:30111:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000023c018a5. 00000020:00000001:0.0:1767384352.913525:0:30111:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.123488:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384353.123494:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.123498:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384353.123500:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.123554:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384353.123559:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.123562:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384353.188488:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp30 00000400:00000010:0.0:1767384353.188494:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003325a69f. 00000400:00000010:0.0:1767384353.188500:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009e159b80. 00000400:00000010:0.0:1767384353.188504:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000400:00000010:0.0:1767384353.188510:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c80f9907. 00000400:00000200:0.0:1767384353.188513:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp30 00000400:00000200:0.0:1767384353.188528:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp30 local destination 00000400:00000200:0.0:1767384353.188533:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp30 00000400:00000200:0.0:1767384353.188537:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp30 NI seq info: [89:89:256:4294967295] 192.168.203.143@tcp30 LPNI seq info [88:88:8:4294967295] 00000400:00000200:0.0:1767384353.188542:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp30 00000400:00000200:0.0:1767384353.188549:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp30(192.168.203.143@tcp30:) -> 192.168.203.143@tcp30(192.168.203.143@tcp30:192.168.203.143@tcp30) : GET try# 0 00000800:00000200:0.0:1767384353.188553:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp30 00000800:00000010:0.0:1767384353.188556:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fbb4c958. 00000800:00000200:0.0:1767384353.188561:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000800:00000200:0.1:1767384353.188565:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000400:00000200:0.0:1767384353.188582:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp30 added to recovery queue. ping count: 3 next ping: 282 health :700 00000400:00000200:0.0:1767384353.188586:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp32 00000400:00000010:0.0:1767384353.188594:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003dacf046. 00000400:00000010:0.0:1767384353.188597:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003ddb4f04. 00000400:00000010:0.0:1767384353.188599:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000501d110c. 00000400:00000010:0.0:1767384353.188604:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000006c5a747. 00000400:00000200:0.0:1767384353.188606:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp32 00000400:00000200:0.0:1767384353.188613:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp32 local destination 00000400:00000200:0.0:1767384353.188616:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp32 00000400:00000200:0.0:1767384353.188618:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp32 NI seq info: [90:90:256:4294967295] 192.168.203.143@tcp32 LPNI seq info [89:89:8:4294967295] 00000400:00000200:0.0:1767384353.188621:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp32 00000400:00000200:0.0:1767384353.188626:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp32(192.168.203.143@tcp32:) -> 192.168.203.143@tcp32(192.168.203.143@tcp32:192.168.203.143@tcp32) : GET try# 0 00000800:00000200:0.0:1767384353.188630:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp32 00000800:00000010:0.0:1767384353.188633:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b94fe97. 00000800:00000200:0.0:1767384353.188636:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (2) 00000800:00000200:0.1:1767384353.188638:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (2) 00000400:00000200:0.0:1767384353.188651:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp32 added to recovery queue. ping count: 1 next ping: 276 health :900 00000400:00000200:0.0:1767384353.188655:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp33 00000400:00000010:0.0:1767384353.188658:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009e7db3d6. 00000400:00000010:0.0:1767384353.188662:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000063a51977. 00000400:00000010:0.0:1767384353.188665:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098338a0a. 00000400:00000200:2.0:1767384353.188667:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000010:0.0:1767384353.188669:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cd942dad. 00000400:00000200:0.0:1767384353.188675:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp33 00000400:00000200:0.0:1767384353.188680:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp33 local destination 00000400:00000200:0.0:1767384353.188684:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp33 00000400:00000200:0.0:1767384353.188687:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp33 NI seq info: [91:91:256:4294967295] 192.168.203.143@tcp33 LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1767384353.188691:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp33 00000400:00000200:0.0:1767384353.188701:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp33(192.168.203.143@tcp33:) -> 192.168.203.143@tcp33(192.168.203.143@tcp33:192.168.203.143@tcp33) : GET try# 0 00000800:00000200:0.0:1767384353.188706:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp33 00000400:00000200:1.0:1767384353.188708:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000010:0.0:1767384353.188709:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d56cf0be. 00000800:00000200:0.0:1767384353.188716:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (2) 00000800:00000200:0.1:1767384353.188721:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (2) 00000400:00000200:0.0:1767384353.188735:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp33 added to recovery queue. ping count: 1 next ping: 276 health :900 00000400:00000200:2.0:1767384353.188740:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.188745:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp35 00000400:00000010:0.0:1767384353.188749:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000051bd2852. 00000400:00000010:0.0:1767384353.188753:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000305b8ef3. 00000400:00000010:0.0:1767384353.188755:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000400:00000010:0.0:1767384353.188759:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000087b26b4c. 00000400:00000200:0.0:1767384353.188763:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp35 00000400:00000200:1.0:1767384353.188772:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.188772:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp35 local destination 00000400:00000200:0.0:1767384353.188776:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp35 00000400:00000200:0.0:1767384353.188781:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [92:92:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384353.188785:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp35 00000400:00000200:0.0:1767384353.188795:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:) -> 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) : GET try# 0 00000400:00000200:2.0:1767384353.188796:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000200:0.0:1767384353.188801:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp35 00000800:00000010:0.0:1767384353.188807:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000894393e2. 00000800:00000200:0.0:1767384353.188813:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (2) 00000800:00000200:0.1:1767384353.188818:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (2) 00000400:00000200:0.0:1767384353.188829:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp35 added to recovery queue. ping count: 1 next ping: 276 health :900 00000400:00000200:1.0:1767384353.188832:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.188862:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.188884:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.188890:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.188927:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.188972:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.188973:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.188988:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189051:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189064:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189065:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189109:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189138:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189144:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189166:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189199:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189223:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189245:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189268:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189290:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189337:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189339:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189368:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189450:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189460:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189461:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189505:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189538:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189548:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189562:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189629:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189630:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189655:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189706:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189714:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189721:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189764:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189796:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189800:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189828:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189862:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189883:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189889:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189925:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.189971:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.189971:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.189973:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190039:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190061:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190065:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190100:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190127:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190149:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190161:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190193:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190238:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190240:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190262:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190303:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190326:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190342:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190381:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190391:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190403:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190457:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190493:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190496:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190514:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190586:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190589:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190591:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190648:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190656:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190671:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190699:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190729:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190752:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190752:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190783:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190831:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190840:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190841:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190887:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190918:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.190926:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.190947:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.190982:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.191006:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.191009:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.191041:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.191091:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.191097:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.191135:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.191171:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.191182:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.191238:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.191250:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000800:00000010:2.0:1767384353.191301:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbd2a0ae. 00000400:00000200:0.0:1767384353.191301:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000800:00000010:2.0:1767384353.191323:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008dd3db77. 00000400:00000200:1.0:1767384353.191323:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000800:00000010:2.0:1767384353.191334:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e49c4496. 00000800:00000010:2.0:1767384353.191366:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e49c4496. 00000800:00020000:2.0:1767384353.191381:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000400:00000200:1.0:1767384353.191382:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000800:00000010:2.0:1767384353.191389:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008dd3db77. 00000400:00000200:0.0:1767384353.191392:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000800:00000010:2.0:1767384353.191395:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bbd2a0ae. 00000400:02020000:2.0:1767384353.191486:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp30 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384353.191487:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.191497:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp30 notifying 192.168.203.143@tcp30: down 00000800:00000200:2.0:1767384353.191505:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp30 down 00000800:00000100:2.0:1767384353.191514:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp30 00000800:00000010:2.0:1767384353.191517:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fbb4c958. 00000400:00000200:2.0:1767384353.191522:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384353.191529:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp30->192.168.203.143@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384353.191538:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384353.191542:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384353.191547:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.191548:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp30) recovery failed with -71 00000800:00000010:1.0:1767384353.191591:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d9f8c15. 00000400:00000200:2.0:1767384353.191595:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000010:1.0:1767384353.191596:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a6c05810. 00000800:00000010:1.0:1767384353.191602:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f6ad678. 00000400:00000200:0.0:1767384353.191607:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000800:00000010:1.0:1767384353.191636:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f6ad678. 00000400:00000200:2.0:1767384353.191662:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.191685:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.191712:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384353.191731:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp32 from 214.3.0.2 00000400:00000200:2.0:1767384353.191732:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000010:1.0:1767384353.191735:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000253aa2b. 00000400:00000200:2.0:1767384353.191800:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.191870:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000010:0.0:1767384353.191884:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ccaa04e2. 00000800:00000010:0.0:1767384353.191891:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006afb24f7. 00000800:00000010:0.0:1767384353.191896:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000307b8348. 00000800:00000010:0.0:1767384353.191926:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000307b8348. 00000800:00020000:0.0:1767384353.191937:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384353.191941:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006afb24f7. 00000400:00000200:2.0:1767384353.191942:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000800:00000010:0.0:1767384353.191945:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ccaa04e2. 00000400:00000200:2.0:1767384353.192022:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:02020000:0.0:1767384353.192028:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp33 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384353.192036:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp33 notifying 192.168.203.143@tcp33: down 00000400:00000200:0.0:1767384353.192041:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384353.192046:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp33 00000800:00000010:0.0:1767384353.192055:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d56cf0be. 00000400:00000200:0.0:1767384353.192059:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384353.192064:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp33->192.168.203.143@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384353.192072:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384353.192075:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384353.192080:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp33) recovery failed with -71 00000400:00000200:2.0:1767384353.192091:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000800:00000010:0.0:1767384353.192091:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ccaa04e2. 00000800:00000010:0.0:1767384353.192095:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006afb24f7. 00000800:00000010:0.0:1767384353.192123:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008bbf9909. 00000800:00000200:0.1:1767384353.192129:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (2) 00000800:00000200:0.1:1767384353.192134:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp32 000000008bbf9909 deleted 00000800:00000010:0.1:1767384353.192143:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008bbf9909. 00000800:00000200:0.1:1767384353.192160:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384353.192166:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000800:00000200:0.1:1767384353.192171:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp32 ip 192.168.203.143:982 00000800:00000200:0.1:1767384353.192177:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b94fe97 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384353.192184:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp32 p 3.x 192.168.203.143 -> 192.168.203.143:982 incarnation:1767384345960879062 sched[0] 00000800:00000010:0.0:1767384353.192191:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000307b8348. 00000400:00000200:2.0:1767384353.192232:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000800:00000010:0.0:1767384353.192251:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000307b8348. 00000800:00000010:0.0:1767384353.192257:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006afb24f7. 00000800:00000010:0.0:1767384353.192301:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000253aa2b. 00000800:00000001:2.0:1767384353.192321:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384353.192329:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384353.192391:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.1:1767384353.192395:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384353.192401:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b94fe97. 00000800:00000200:0.0:1767384353.192407:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp32 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384345960879062 sched[0] 00000400:00000200:2.0:1767384353.192408:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384353.192414:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a6c05810. 00000400:00000200:2.0:1767384353.192421:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp32->192.168.203.143@tcp32: GET: OK 00000400:00000200:2.0:1767384353.192463:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384353.192467:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp32 recovery message sent successfully:0 00000800:00000001:1.0:1767384353.192474:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384353.192481:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384353.192483:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384353.192491:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384353.192498:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp32(192.168.203.143@tcp32) <- 192.168.203.143@tcp32 : GET - for me 00000400:00000200:2.0:1767384353.192503:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.192509:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.192510:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384353.192521:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x1981 [1] + 0 00000400:00000200:1.0:1767384353.192531:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp32 to MR: 192.168.203.143@tcp32 local destination 00000400:00000200:1.0:1767384353.192537:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp32 NI seq info: [93:93:256:4294967295] 192.168.203.143@tcp32 LPNI seq info [91:91:8:4294967295] 00000400:00000200:1.0:1767384353.192556:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp32(192.168.203.143@tcp32:192.168.203.143@tcp32) -> 192.168.203.143@tcp32(192.168.203.143@tcp32:192.168.203.143@tcp32) 192.168.203.143@tcp32 : REPLY try# 0 00000400:00000200:2.0:1767384353.192562:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000800:00000200:1.0:1767384353.192562:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp32 00000800:00000010:1.0:1767384353.192572:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000907bd95c. 00000800:00000200:1.0:1767384353.192579:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (4) 00000800:00000200:1.0:1767384353.192584:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp32 ip 192.168.203.143:988 00000800:00000200:1.0:1767384353.192586:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000907bd95c type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384353.192587:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.192617:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000800:00000200:1.0:1767384353.192631:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384353.192634:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000907bd95c. 00000400:00000200:1.0:1767384353.192638:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384353.192643:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp32->192.168.203.143@tcp32: REPLY: OK 00000400:00000200:0.0:1767384353.192649:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000001:1.0:1767384353.192654:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384353.192659:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384353.192662:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384353.192666:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384353.192668:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384353.192671:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384353.192678:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp32(192.168.203.143@tcp32) <- 192.168.203.143@tcp32 : REPLY - for me 00000400:00000200:2.0:1767384353.192685:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.192687:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp32: Reply from 12345-192.168.203.143@tcp32 of length 272/272 into md 0x19e5 00000800:00000001:1.0:1767384353.192694:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384353.192699:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384353.192700:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384353.192705:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp32->192.168.203.143@tcp32: REPLY: OK 00000400:00000200:1.0:1767384353.192709:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501d110c 00000400:00000010:1.0:1767384353.192711:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000501d110c. 00000400:00000200:0.0:1767384353.192712:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384353.192715:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384353.192721:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003dacf046. 00000400:00000010:1.0:1767384353.192726:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003ddb4f04. 00000800:00000001:1.0:1767384353.192732:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384353.192735:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384353.192754:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.192785:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.192804:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.192839:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.192859:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.192893:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.192912:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.192945:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.192972:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193000:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193027:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193047:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193082:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193101:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193135:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193156:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193198:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193221:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193248:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193273:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193298:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193363:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193377:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193416:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193457:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193504:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193524:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193581:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193586:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193656:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193662:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193709:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193718:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193774:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193784:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193835:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193850:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193885:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193911:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193941:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.193965:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.193995:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.194044:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.194084:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000800:00000010:2.0:1767384353.194125:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbd2a0ae. 00000400:00000200:0.0:1767384353.194127:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000800:00000010:2.0:1767384353.194132:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008dd3db77. 00000800:00000010:2.0:1767384353.194146:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e49c4496. 00000800:00000010:2.0:1767384353.194172:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e49c4496. 00000400:00000200:0.0:1767384353.194175:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000800:00020000:2.0:1767384353.194180:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384353.194185:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008dd3db77. 00000800:00000010:2.0:1767384353.194189:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bbd2a0ae. 00000400:00000200:0.0:1767384353.194220:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:02020000:2.0:1767384353.194250:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp35 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384353.194258:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp35 notifying 192.168.203.143@tcp35: down 00000400:00000200:2.0:1767384353.194262:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384353.194266:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp35 00000800:00000010:2.0:1767384353.194269:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000894393e2. 00000400:00000200:0.0:1767384353.194271:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384353.194273:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384353.194281:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384353.194285:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384353.194289:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384353.194296:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp35) recovery failed with -71 00000400:00000200:0.0:1767384353.194328:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.194377:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.194404:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384353.194457:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384353.194593:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac341f4f. 00000800:00000010:0.0:1767384353.194597:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008bbf9909. 00000800:00000010:0.0:1767384353.194601:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000307b8348. 00000800:00000010:0.0:1767384353.194625:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000307b8348. 00000800:00020000:0.0:1767384353.194633:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384353.194636:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008bbf9909. 00000800:00000010:0.0:1767384353.194639:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac341f4f. 00000400:02020000:0.0:1767384353.194681:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp32 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000001:00000001:1.0:1767384353.645926:0:30275:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384353.645930:0:30275:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:1.0:1767384353.649519:0:30275:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384353.655694:0:30276:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001c66a35c. 00000400:00000010:1.0:1767384353.655707:0:30276:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e1889614. 00000400:00000010:1.0:1767384353.655718:0:30276:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a068f77f. 00000400:00000010:1.0:1767384353.655721:0:30276:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000012f9231f. 00000400:00000010:1.0:1767384353.655724:0:30276:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001e4df012. 00000400:00000010:1.0:1767384353.655728:0:30276:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b263779e. 00000400:00000010:1.0:1767384353.655729:0:30276:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000155a518e. 00000400:00000010:1.0:1767384353.655730:0:30276:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000213a489a. 00000400:00000010:1.0:1767384353.655733:0:30276:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000004deedf1. 00000800:00000010:1.0:1767384353.655745:0:30276:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000907bd95c. 00000800:00000200:1.0:1767384353.655754:0:30276:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384353.655762:0:30276:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384353.655796:0:30276:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384353.655816:0:30276:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp36 [8/256/0/180] 00000400:00000010:1.0:1767384353.657527:0:30276:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000005abb5781. 00000400:00000010:1.0:1767384353.657533:0:30276:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009353b4a2. 00000400:00000010:1.0:1767384353.657537:0:30276:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7140de7. 00000400:00000001:1.0:1767384353.657554:0:30276:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384353.657555:0:30276:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384353.657567:0:30276:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092574ba8. 00000400:00000200:1.0:1767384353.657569:0:30276:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000400:00000010:1.0:1767384353.657570:0:30276:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000400:00000010:1.0:1767384353.657573:0:30276:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000000392307f. 00000400:00000200:1.0:1767384353.657577:0:30276:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (26) 00000400:00000200:1.0:1767384353.657587:0:30276:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384353.657589:0:30276:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000044711245 (1) 00000400:00000200:1.0:1767384353.657590:0:30276:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp35 (0000000044711245): 0 00000400:00000200:1.0:1767384353.657598:0:30276:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:1.0:1767384353.657604:0:30276:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000209a1d20. 00000400:00000200:3.0:1767384353.657608:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384353.657609:0:30276:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384353.657614:0:30276:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp36 00000400:00000200:3.0:1767384353.657618:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:3.0:1767384353.657622:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (27) 00000400:00000010:3.0:1767384353.657628:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000000c9b42af. 00000400:00000010:1.0:1767384353.657628:0:30276:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e1889614. 00000400:00000010:3.0:1767384353.657632:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9d56ba. 00000400:00000010:1.0:1767384353.657633:0:30276:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001c66a35c. 00000400:00000010:3.0:1767384353.657642:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000edc7aee0. 00000400:00000200:3.0:1767384353.657648:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000020:00000001:2.0:1767384353.657656:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384353.657659:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 10000000:00000001:2.0:1767384353.657662:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384353.657665:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384353.657666:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 10000000:01000000:2.0:1767384353.657668:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384353.657674:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384353.657675:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000020:01000004:2.0:1767384353.657678:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384353.657682:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:2.0:1767384353.657682:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384353.657685:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384353.657690:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384353.657691:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000020:01000004:2.0:1767384353.657692:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384353.657695:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384353.657698:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384353.657701:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384353.657702:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000020:01000004:2.0:1767384353.657703:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384353.657708:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000100:00000010:2.0:1767384353.657711:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000552042fd. 00000400:00000200:3.0:1767384353.657714:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000020:00000040:2.0:1767384353.657716:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384353.657721:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384353.657724:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384353.657728:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 02000000:00000001:2.0:1767384353.657730:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.657732:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:3.0:1767384353.657736:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:3.0:1767384353.657743:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:3.0:1767384353.657745:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:3.0:1767384353.657748:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 02000000:00000010:2.0:1767384353.657748:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bbd2a0ae. 00000400:00000200:3.0:1767384353.657755:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000100:00000001:2.0:1767384353.657757:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.657761:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000400:00000200:3.0:1767384353.657766:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000100:00000001:2.0:1767384353.657767:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384353.657771:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000100:00000001:2.0:1767384353.657771:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.657778:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000100:00000040:2.0:1767384353.657781:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000552042fd] to pc [ptlrpcd_00_01+1] req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384353.657782:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 20], ns[62, 20] 00000400:00000200:3.0:1767384353.657795:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 20], ns[78, 20] 00000400:00000200:3.0:1767384353.657808:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 20], ns[89, 20] 00000400:00000200:3.0:1767384353.657811:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 20], ns[79, 20] 00000400:00000200:3.0:1767384353.657816:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 20], ns[93, 20] 00000400:00000200:3.0:1767384353.657820:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[90, 20], ns[91, 20] 00000400:00000200:3.0:1767384353.657825:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 10000000:00000001:2.0:1767384353.657827:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.657827:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384353.657833:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.657833:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384353.657838:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000020:00000001:2.0:1767384353.657838:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.657838:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384353.657843:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384353.657846:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384353.657848:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp34 00000020:00000001:2.0:1767384353.657852:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384353.657854:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp34 lpni_is_preferred = 0 10000000:00000001:2.0:1767384353.657856:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384353.657859:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384353.657863:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp34 10000000:01000000:2.0:1767384353.657864:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384353.657869:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384353.657870:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384353.657873:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384353.657874:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp34 NI seq info: [94:94:256:4294967295] 192.168.203.143@tcp34 LPNI seq info [92:92:8:4294967295] 00000100:00000001:1.0:1767384353.657874:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384353.657878:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384353.657882:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384353.657883:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384353.657886:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384353.657887:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp34 00000020:01000004:2.0:1767384353.657888:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384353.657892:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384353.657893:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384353.657897:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:1.0:1767384353.657899:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000552042fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746147840:0@lo:253: 00000020:01000004:2.0:1767384353.657900:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384353.657903:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384353.657907:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp34(192.168.203.143@tcp34:) -> 192.168.203.143@tcp34(192.168.203.143@tcp:192.168.203.143@tcp34) : GET try# 0 00000100:00000010:2.0:1767384353.657908:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049cdc53a. 00000100:00000001:1.0:1767384353.657909:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384353.657914:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 02000000:00000001:1.0:1767384353.657915:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767384353.657919:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp34 00000100:00000001:2.0:1767384353.657920:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384353.657921:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.657924:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384353.657925:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384353.657926:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb8ea34c. 02000000:00000001:2.0:1767384353.657929:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384353.657933:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000809351f7. 00000800:00000010:3.0:1767384353.657935:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006915d20b. 02000000:00000010:2.0:1767384353.657936:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000298fd7ca. 02000000:00000001:1.0:1767384353.657937:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384353.657941:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000062c629fc. 00000100:00000001:2.0:1767384353.657943:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384353.657944:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092574ba8. 00000800:00000200:3.0:1767384353.657949:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000100:00000001:2.0:1767384353.657950:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384353.657952:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1889614. 00000100:00000001:2.0:1767384353.657955:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384353.657957:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746147840, portal 25 00000800:00000200:3.1:1767384353.657959:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000100:00000001:1.0:1767384353.657961:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384353.657964:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049cdc53a] to pc [ptlrpcd_00_02+2] req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.657965:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348025216 : -111513361526400 : ffff9a9445b2d180) 00000100:00000040:1.0:1767384353.657974:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384353.657978:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384353.657986:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000100:00000001:1.0:1767384353.657987:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384353.657988:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.657992:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x2061 00000100:00000040:1.0:1767384353.657993:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384353.657998:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dca4b8db. 00000400:00000200:3.0:1767384353.657999:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000044711245 (2) 10000000:00000001:2.0:1767384353.657999:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384353.658005:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746147840, offset 0 00000020:00000001:2.0:1767384353.658006:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384353.658007:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002626f672. 00000020:01000000:2.0:1767384353.658012:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384353.658015:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa56262d. 00000020:00000010:2.0:1767384353.658016:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000209a1d20. 00000400:00000200:1.0:1767384353.658019:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384353.658029:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384353.658031:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384353.658032:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a12fb4e0. 00000100:00000001:2.0:1767384353.658036:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.658041:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp35 00000400:00000200:1.0:1767384353.658042:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05800 00000100:00000001:2.0:1767384353.658046:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384353.658049:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384353.658050:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1285 [2] + 0 00000100:00000001:2.0:1767384353.658053:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384353.658054:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007954aa91. 00000400:00000200:1.0:1767384353.658058:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083dc7b21 00000100:00000040:2.0:1767384353.658059:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384353.658065:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384353.658067:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp35 local destination 00000100:00000001:2.0:1767384353.658067:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384353.658070:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.658074:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384353.658075:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 02000000:00000001:2.0:1767384353.658076:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384353.658081:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384353.658082:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp35 02000000:00000001:2.0:1767384353.658086:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.658087:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp35 lpni_is_preferred = 0 00000100:00100000:2.0:1767384353.658091:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049cdc53a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746147968:0@lo:253: 00000400:00000200:3.0:1767384353.658093:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp35 00000100:00000001:2.0:1767384353.658098:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384353.658099:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [95:95:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [3:3:8:4294967295] 02000000:00000001:2.0:1767384353.658102:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384353.658105:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp35 02000000:00000001:2.0:1767384353.658106:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.658110:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384353.658114:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:) -> 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) : GET try# 0 02000000:00000010:2.0:1767384353.658116:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009d90b90e. 00000400:00000200:1.0:1767384353.658120:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083dc7b21 00000800:00000200:3.0:1767384353.658121:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp35 02000000:00000001:2.0:1767384353.658121:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384353.658126:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019e4d5c9. 00000400:00000010:1.0:1767384353.658131:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083dc7b21. 00000800:00000010:3.0:1767384353.658134:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008093f3b1. 00000100:00000001:1.0:1767384353.658137:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384353.658141:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048a1323b. 00000100:00000200:1.0:1767384353.658141:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1767384353.658142:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (2) 00000100:00000200:2.0:1767384353.658148:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746147968, portal 25 00000100:00000001:2.0:1767384353.658153:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767384353.658159:0:16351:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.143 (cnted 0, interval 2, 1 secs later) 00000100:00000001:2.0:1767384353.658159:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348020736 : -111513361530880 : ffff9a9445b2c000) 00000100:00000040:1.0:1767384353.658161:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000007e7139c6 x1853236746147840 msgsize 4848 00000100:00000040:2.0:1767384353.658165:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384353.658175:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (2) 00000100:00100000:1.0:1767384353.658178:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:3.1:1767384353.658181:0:16351:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.143 (cnted 0, interval 2, 1 secs later) 00000100:00000001:2.0:1767384353.658182:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384353.658183:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384353.658188:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000100:3.0:1767384353.658193:0:16351:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.143@tcp35 00000400:00000010:2.0:1767384353.658194:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003034accf. 00000100:00000001:1.0:1767384353.658194:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:3.0:1767384353.658195:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008093f3b1. 00000100:00000200:2.0:1767384353.658200:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746147968, offset 0 00000400:00000200:1.0:1767384353.658202:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dca4b8db 00000400:00000200:3.0:1767384353.658203:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000010:1.0:1767384353.658206:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dca4b8db. 00000400:00000200:3.0:1767384353.658213:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: GET: REMOTE_ERROR 00000100:00000001:1.0:1767384353.658214:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384353.658217:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384353.658220:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384353.658222:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384353.658230:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp35: 1 00000400:00000200:2.0:1767384353.658230:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384353.658239:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384353.658240:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp35 (0000000044711245): -114 00000100:00000040:1.0:1767384353.658244:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.658250:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384353.658251:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05880 00000100:00000001:1.0:1767384353.658253:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384353.658255:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp35 00000100:00000001:1.0:1767384353.658260:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.658262:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x861 rc 0 00000400:00000200:2.0:1767384353.658265:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12a9 [2] + 0 00000100:00000001:1.0:1767384353.658267:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294942428 00000400:00000200:3.0:1767384353.658271:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x861 00000400:00000010:2.0:1767384353.658271:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cf1270. 00000100:00000010:1.0:1767384353.658274:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5d0c0cd. 00000400:00000200:2.0:1767384353.658277:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a254289 00000400:00000001:3.0:1767384353.658282:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384353.658282:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384353.658284:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384353.658285:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384353.658289:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa56262d 00000100:00000001:1.0:1767384353.658290:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294942428 00000400:00000010:3.0:1767384353.658293:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa56262d. 00000400:00000200:2.0:1767384353.658293:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384353.658296:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008452e818. 00000400:00000200:3.0:1767384353.658300:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384353.658301:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a254289 00000100:00000001:1.0:1767384353.658301:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384353.658317:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp35 (0000000044711245): -114 00000400:00000010:2.0:1767384353.658318:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a254289. 00000100:00000001:1.0:1767384353.658320:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294942428 00000400:00000010:3.0:1767384353.658322:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002626f672. 00000100:00000001:2.0:1767384353.658326:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384353.658329:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000044711245 (3) 00000100:00000010:1.0:1767384353.658329:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091862552. 00000100:00000200:2.0:1767384353.658330:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384353.658337:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000042b2a790 x1853236746147968 msgsize 4848 00000100:00000001:1.0:1767384353.658337:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384353.658338:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp35:-5 00000400:00000200:3.0:1767384353.658346:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x2061 rc -5 00000100:00000001:1.0:1767384353.658346:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294942428 00000100:00100000:2.0:1767384353.658352:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384353.658354:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084461eb9. 00000400:00000200:3.0:1767384353.658355:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp35 (0000000044711245) 00000100:00000040:2.0:1767384353.658356:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384353.658363:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000044711245 (2) 00000100:00000001:1.0:1767384353.658363:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384353.658368:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384353.658372:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384353.658377:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003034accf 00000100:00000001:1.0:1767384353.658377:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384353.658380:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003034accf. 00000100:00000001:2.0:1767384353.658383:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384353.658388:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.658389:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.658394:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.658402:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384353.658405:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.658408:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384353.658410:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.658411:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384353.658412:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384353.658417:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384353.658419:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.658419:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384353.658421:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.658448:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294942429 00000400:00000200:3.0:1767384353.658452:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000001:2.0:1767384353.658455:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942428 00000100:00000001:2.0:1767384353.658462:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294942429 00000100:00000001:1.0:1767384353.658462:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.658470:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942428 00000100:00000001:2.0:1767384353.658476:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294942429 00000100:00000001:2.0:1767384353.658482:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942428 00000100:00000001:2.0:1767384353.658491:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294942429 00000100:00000001:2.0:1767384353.658496:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942428 00000100:00000001:2.0:1767384353.658501:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384353.658504:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.658506:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.658507:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.658512:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384353.658513:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384353.658516:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384353.658517:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000001:2.0:1767384353.658518:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384353.658522:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.658526:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.658541:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384353.658544:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.658566:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384353.658569:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746147840 00000400:00000200:3.0:1767384353.658570:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 02000000:00000001:2.0:1767384353.658573:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384353.658577:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384353.658580:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.658585:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384353.658587:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746147840 00000020:00000001:2.0:1767384353.658590:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384353.658592:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384353.658595:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384353.658597:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:2.0:1767384353.658600:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384353.658602:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384353.658606:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384353.658610:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037efc8c9. 00000400:00000200:3.0:1767384353.658613:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:2.0:1767384353.658613:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384353.658618:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037efc8c9. 00000020:00000010:2.0:1767384353.658625:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030f28650. 00000020:00000010:2.0:1767384353.658630:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cc814be0. 00000020:00000010:2.0:1767384353.658634:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082144d41. 00000100:00000001:1.0:1767384353.658642:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384353.658645:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746147968 02000000:00000001:1.0:1767384353.658648:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384353.658650:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384353.658651:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384353.658652:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.658655:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384353.658657:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.658658:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384353.658660:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746147968 00000100:00000001:2.0:1767384353.658661:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.658663:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384353.658666:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:3.0:1767384353.658667:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000001:2.0:1767384353.658670:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.658670:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384353.658673:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000020:00000001:1.0:1767384353.658677:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384353.658680:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384353.658683:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384353.658685:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384353.658687:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a36f1476. 00000100:00000001:1.0:1767384353.658691:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384353.658693:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a36f1476. 00000020:00000010:1.0:1767384353.658700:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d37ae8b8. 00000100:00000001:2.0:1767384353.658701:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384353.658704:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384353.658704:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8e2a437. 00000100:00100000:2.0:1767384353.658709:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000020:00000010:1.0:1767384353.658710:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e64347a2. 00000100:00000040:2.0:1767384353.658714:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384353.658717:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384353.658718:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834953296 : -111508874598320 : ffff9a955123e850) 00000400:00000200:3.0:1767384353.658721:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:1.0:1767384353.658721:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384353.658724:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384353.658725:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e7139c6 x1853236746147840/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 4848/0 e 0 to 0 dl 1767384364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.658731:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.658733:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384353.658737:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037efc8c9. 00000100:00000001:2.0:1767384353.658740:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384353.658742:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384353.658743:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037efc8c9. 00000100:00100000:2.0:1767384353.658751:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e7139c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16354:x1853236746147840:12345-0@lo:253: 00000100:00000200:2.0:1767384353.658755:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746147840 00000100:00000001:1.0:1767384353.658756:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384353.658758:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384353.658759:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384353.658762:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384353.658765:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000020:00000001:2.0:1767384353.658766:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384353.658766:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000020:00000001:2.0:1767384353.658769:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384353.658771:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384353.658777:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384353.658779:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000020:00000001:2.0:1767384353.658780:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.658784:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834949200 : -111508874602416 : ffff9a955123d850) 00000020:00000001:2.0:1767384353.658785:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384353.658788:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384353.658791:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.658791:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000042b2a790 x1853236746147968/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 4848/0 e 0 to 0 dl 1767384364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.658798:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384353.658802:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 02000000:00000001:2.0:1767384353.658803:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384353.658803:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384353.658809:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a36f1476. 02000000:00000010:2.0:1767384353.658811:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000209a1d20. 00000100:00000001:1.0:1767384353.658813:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384353.658816:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384353.658817:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a36f1476. 00000100:00100000:1.0:1767384353.658821:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000042b2a790 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746147968:12345-0@lo:253: 00000100:00000200:1.0:1767384353.658826:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746147968 00000100:00000001:2.0:1767384353.658828:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.658830:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000020:00000001:1.0:1767384353.658830:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384353.658833:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384353.658834:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384353.658837:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.658839:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384353.658841:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 20000000:00000010:2.0:1767384353.658843:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000ff8e966. 00000020:00000001:1.0:1767384353.658844:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384353.658846:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384353.658849:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384353.658850:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384353.658853:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384353.658854:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384353.658856:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384353.658858:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:1.0:1767384353.658859:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384353.658862:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.658863:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384353.658864:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 20000000:00000001:2.0:1767384353.658866:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384353.658870:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:1.0:1767384353.658878:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007a41426b. 20000000:00000010:2.0:1767384353.658879:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f43203b7. 02000000:00000001:1.0:1767384353.658882:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384353.658884:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000100:00000001:1.0:1767384353.658885:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384353.658889:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384353.658892:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:1.0:1767384353.658897:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000247538c8. 00080000:00000001:2.0:1767384353.658898:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:1.0:1767384353.658902:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384353.658903:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384353.658905:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384353.658908:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384353.658910:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 20000000:00000001:1.0:1767384353.658910:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384353.658912:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384353.658916:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384353.658920:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384353.658935:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384353.658937:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384353.658939:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384353.658941:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384353.658943:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384353.658946:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:2.0:1767384353.658949:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:2.0:1767384353.658951:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384353.658954:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384353.658956:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00080000:00000001:2.0:1767384353.658957:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384353.658961:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384353.658964:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384353.658968:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:2.0:1767384353.658971:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384353.658974:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000031f58dc5. 00080000:00000001:2.0:1767384353.658977:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560348579328 : -111513360972288 : ffff9a9445bb4600) 00080000:00000001:2.0:1767384353.658980:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384353.658999:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000001:00000001:2.0:1767384353.659000:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384353.659006:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000037efc8c9. 00080000:00000001:2.0:1767384353.659009:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384353.659012:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384353.659023:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00080000:00000001:2.0:1767384353.659035:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.659047:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00080000:00000001:2.0:1767384353.659069:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384353.659094:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659138:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659174:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659203:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659223:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659238:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659258:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659277:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659297:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659327:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659346:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659362:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659379:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659394:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659407:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659419:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659501:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659522:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659538:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384353.659554:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384353.659689:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0afe9ce. 00000800:00000010:3.0:1767384353.659692:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000131859f0. 00000800:00000010:3.0:1767384353.659697:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d1937b78. 00000800:00000010:3.0:1767384353.659725:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d1937b78. 00000800:00020000:3.0:1767384353.659737:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384353.659740:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000131859f0. 00000800:00000010:3.0:1767384353.659742:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a0afe9ce. 00000400:02020000:3.0:1767384353.659774:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp34 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384353.659779:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp34 notifying 192.168.203.143@tcp34: down 00000800:00000200:3.0:1767384353.659784:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp34 down 00000800:00000100:3.0:1767384353.659789:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp34 00000800:00000010:3.0:1767384353.659791:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb8ea34c. 00000400:00000200:3.0:1767384353.659793:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384353.659796:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp34->192.168.203.143@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384353.659801:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp34 added to recovery queue. ping count: 0 next ping: 276 health :900 00000400:00000200:3.0:1767384353.659804:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384353.659805:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384353.659807:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384353.659839:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384353.659844:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100871 00000400:00000001:2.0:1767384353.659847:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384353.659848:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384353.659849:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af9d56ba 00000400:00000010:2.0:1767384353.659850:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af9d56ba. 00000400:00000200:2.0:1767384353.659853:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384353.659869:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:2.0:1767384353.659872:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000000c9b42af. 00000400:00000200:2.0:1767384353.659874:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (28) 00000400:00000200:2.0:1767384353.659876:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:-71 00000400:00000200:2.0:1767384353.659877:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 rc -71 00000400:00000200:2.0:1767384353.659880:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:2.0:1767384353.659882:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (27) 00080000:00000010:2.0:1767384353.660753:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000031f58dc5. 00080000:00000010:3.0:1767384353.660820:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000037efc8c9. 00040000:00000001:3.0:1767384353.660826:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384353.660828:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384353.660829:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384353.660832:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:3.0:1767384353.660834:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384353.660835:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384353.660847:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384353.660854:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384353.660856:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384353.660860:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384353.660871:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384353.660875:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384353.660877:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384353.660881:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384353.660884:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384353.660889:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000072f6a9f5 count: 2 00010000:00000001:2.0:1767384353.660892:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384353.660894:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384353.660898:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007940b17. 00000020:00000001:2.0:1767384353.660901:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384353.660903:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000007940b17 with handle 0x980286e253c5fce0 to hash 00000020:00000001:2.0:1767384353.660904:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 20000000:00000010:1.0:1767384353.660904:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000855a49e6. 00010000:00000001:2.0:1767384353.660908:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 20000000:01000000:1.0:1767384353.660909:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00010000:00000001:2.0:1767384353.660912:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 20000000:00000001:1.0:1767384353.660914:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384353.660917:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384353.660918:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384353.660920:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384353.660921:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00010000:2.0:1767384353.660924:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384353.660930:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384353.660938:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.660939:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384353.660941:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384353.660944:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.660945:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384353.660949:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384353.660950:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384353.660951:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.660953:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000002:1.0:1767384353.660955:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00010000:00000001:2.0:1767384353.660956:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:1.0:1767384353.660961:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00010000:00010000:2.0:1767384353.660963:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fcd2 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00080000:00000002:1.0:1767384353.660964:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384353.660971:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384353.660976:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.660978:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:1.0:1767384353.660978:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384353.660982:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.660982:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384353.660986:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:1.0:1767384353.660987:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:2.0:1767384353.660988:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:3.0:1767384353.660991:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384353.660991:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384353.660992:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384353.660996:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007b4ff8c1. 00000100:00000001:3.0:1767384353.660997:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384353.660998:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 20000000:00000010:3.0:1767384353.661002:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000ff8e966. 00010000:00010000:2.0:1767384353.661003:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384353.661003:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560269736960 : -111513439814656 : ffff9a9441083c00) 20000000:00000001:3.0:1767384353.661008:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384353.661009:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384353.661013:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:3.0:1767384353.661015:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746147840 00010000:00000040:2.0:1767384353.661016:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000072f6a9f5) refcount = 2 00080000:00000010:1.0:1767384353.661016:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a36f1476. 00010000:00000001:3.0:1767384353.661022:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:1.0:1767384353.661022:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384353.661023:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:1.0:1767384353.661028:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384353.661030:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5fcd2 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384353.661031:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e7139c6 x1853236746147840/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384353.661035:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384353.661038:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384353.661038:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384353.661048:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:2.0:1767384353.661058:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003b233956. 00010000:00000001:3.0:1767384353.661059:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384353.661062:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1767384353.661063:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384353.661066:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003034accf. 00000100:00001000:3.0:1767384353.661067:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=59 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384353.661069:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560349873472 : -111513359678144 : ffff9a9445cf0540) 00000100:00000001:3.0:1767384353.661072:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384353.661073:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632560349873472 : -111513359678144 : ffff9a9445cf0540) 00000100:00000040:3.0:1767384353.661076:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384353.661077:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384353.661079:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:2.0:1767384353.661080:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 02000000:00000001:3.0:1767384353.661084:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384353.661084:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:3.0:1767384353.661086:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.661088:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384353.661092:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384353.661093:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384353.661096:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000131859f0. 00010000:00000001:2.0:1767384353.661096:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384353.661100:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000200:3.0:1767384353.661102:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746147840, offset 224 00010000:00000001:2.0:1767384353.661103:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384353.661106:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:3.0:1767384353.661108:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384353.661109:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384353.661114:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b079b473. 00000400:00000200:3.0:1767384353.661117:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384353.661119:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000100:00000001:2.0:1767384353.661123:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384353.661125:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384353.661127:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05800 02000000:00000001:2.0:1767384353.661128:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.661133:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19f9 [2] + 224 02000000:00000010:2.0:1767384353.661134:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031f58dc5. 00000400:00000200:3.0:1767384353.661139:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384353.661140:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.661144:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384353.661147:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5fcd2 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384353.661149:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384353.661154:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384353.661161:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5fcd2 expref: 16 pid: 17079 timeout: 425 lvb_type: 0 00000100:00000040:3.0:1767384353.661163:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384353.661182:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384353.661185:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384353.661188:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384353.661191:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384353.661197:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000131859f0 00000100:00000001:2.0:1767384353.661197:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384353.661201:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000131859f0. 00000100:00000001:2.0:1767384353.661201:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.661206:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384353.661207:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b079b473 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746148096:0@lo:104: 00000100:00000001:3.0:1767384353.661209:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384353.661209:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384353.661213:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384353.661214:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384353.661215:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.661219:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384353.661220:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:1.0:1767384353.661220:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384353.661222:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384353.661224:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384353.661225:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384353.661226:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384353.661227:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092574ba8. 00000020:00000001:3.0:1767384353.661229:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384353.661230:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cdf4e01. 00000400:00000200:1.0:1767384353.661233:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1889614 00000020:00000001:3.0:1767384353.661234:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384353.661235:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384353.661236:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1889614. 00000400:00000010:2.0:1767384353.661240:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000877c66f3. 00000100:00000001:1.0:1767384353.661240:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384353.661246:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e7139c6 x1853236746147840/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384353.661247:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccaf7b71. 00000100:00000200:1.0:1767384353.661253:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384353.661255:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746148096, portal 16 00000100:00000001:2.0:1767384353.661261:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384353.661269:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348035072 : -111513361516544 : ffff9a9445b2f800) 00000100:00100000:3.0:1767384353.661276:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e7139c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16354:x1853236746147840:12345-0@lo:253: Request processed in 2538us (3110us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384353.661279:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384353.661281:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384353.661296:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:3.0:1767384353.661303:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384353.661324:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384353.661326:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384353.661328:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384353.661329:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384353.661333:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384353.661334:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384353.661335:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cc814be0. 00000400:00000010:2.0:1767384353.661336:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c058bc5e. 00000100:00000001:1.0:1767384353.661341:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384353.661342:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082144d41. 00000100:00000200:2.0:1767384353.661342:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746148096, offset 0 02000000:00000001:1.0:1767384353.661346:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384353.661350:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030f28650. 00000100:00000001:1.0:1767384353.661350:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384353.661353:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384353.661355:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384353.661357:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 02000000:00000001:1.0:1767384353.661360:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384353.661363:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384353.661364:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384353.661367:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=59 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384353.661368:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000209a1d20. 02000000:00000001:3.0:1767384353.661372:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384353.661374:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df05900 00000100:00000001:3.0:1767384353.661376:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384353.661378:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=59 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384353.661383:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384353.661385:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 0 00000100:00000001:1.0:1767384353.661385:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384353.661389:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abbaa028. 00000100:00000001:1.0:1767384353.661390:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384353.661393:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384353.661395:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000131859f0. 00010000:00000001:1.0:1767384353.661396:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384353.661399:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384353.661400:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.661404:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.661405:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384353.661408:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384353.661412:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fa4f350. 00000100:00000040:1.0:1767384353.661413:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384353.661417:0:17101:0:(events.c:337:request_in_callback()) incoming req@000000009fa4f350 x1853236746148096 msgsize 328 00000100:00100000:2.0:1767384353.661444:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384353.661451:0:17101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384353.661455:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c058bc5e 00000400:00000010:2.0:1767384353.661457:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c058bc5e. 00000100:00000001:2.0:1767384353.661460:0:17101:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384353.661463:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384353.661464:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384353.661466:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746148096 02000000:00000001:3.0:1767384353.661470:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384353.661473:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384353.661476:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.661479:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384353.661480:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384353.661484:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746148096 00000100:00000040:2.0:1767384353.661484:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384353.661487:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384353.661490:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9c9 00000020:00000001:3.0:1767384353.661493:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384353.661496:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078df2aae refcount=3 00000100:00000001:2.0:1767384353.661498:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.661499:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:2.0:1767384353.661501:0:17101:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384353.661503:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:3.0:1767384353.661506:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384353.661507:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.661511:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294942432 00000020:00000010:3.0:1767384353.661516:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1937b78. 00000100:00000001:2.0:1767384353.661516:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294942429 00000100:00000001:3.0:1767384353.661520:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384353.661524:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1937b78. 00000100:00000001:2.0:1767384353.661525:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294942432 00000020:00000010:3.0:1767384353.661529:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019a77b77. 00000020:00000010:3.0:1767384353.661533:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf367dbd. 00000020:00000010:3.0:1767384353.661538:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081417ddf. 00000100:00000001:2.0:1767384353.661541:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294942429 00000100:00000040:3.0:1767384353.661548:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384353.661550:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294942432 00000100:00000001:3.0:1767384353.661551:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384353.661555:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384353.661556:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.661559:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294942429 00000100:00000001:3.0:1767384353.661563:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.661568:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294942432 00000100:00000001:3.0:1767384353.661574:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.661575:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294942429 00000100:00000001:2.0:1767384353.661585:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384353.661587:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.661589:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384353.661590:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.661592:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384353.661593:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.661597:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384353.661600:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00010000:00000001:2.0:1767384353.661601:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384353.661604:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000078df2aae : new rpc_count 1 00010000:00000001:2.0:1767384353.661604:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384353.661607:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.661608:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348030592 : -111513361521024 : ffff9a9445b2e680) 00010000:00000001:2.0:1767384353.661612:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:3.0:1767384353.661615:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009fa4f350 x1853236746148096/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 328/0 e 0 to 0 dl 1767384364 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384353.661615:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384353.661621:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.661626:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384353.661629:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384353.661630:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384353.661632:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 000000003034accf going to sleep for 11 seconds 00000020:00000010:3.0:1767384353.661634:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1937b78. 00000100:00000001:2.0:1767384353.661637:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384353.661638:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384353.661641:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384353.661642:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1937b78. 00000100:00100000:3.0:1767384353.661650:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009fa4f350 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746148096:12345-0@lo:104: 00000100:00000200:3.0:1767384353.661654:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746148096 00010000:00000001:3.0:1767384353.661657:0:17069:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384353.661660:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384353.661662:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384353.661664:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=2 00000020:00000001:3.0:1767384353.661665:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:3.0:1767384353.661668:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:3.0:1767384353.661671:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384353.661678:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384353.661681:0:17069:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384353.661687:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384353.661690:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384353.661692:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000057aae97b. 02000000:00000001:3.0:1767384353.661693:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.661696:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.661698:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384353.661699:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384353.661701:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d297692 time=59 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384353.661704:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384353.661707:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384353.661709:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384353.661711:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384353.661712:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.661715:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384353.661718:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384353.661720:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa56262d. 00000100:00000200:3.0:1767384353.661723:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236746148096, offset 224 00000400:00000200:3.0:1767384353.661728:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384353.661733:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384353.661741:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824df05900 00000100:00000001:1.0:1767384353.661745:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384353.661750:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a11 [1] + 224 00000100:00000001:1.0:1767384353.661751:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384353.661754:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384353.661756:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:1.0:1767384353.661759:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:3.0:1767384353.661761:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:01000004:1.0:1767384353.661762:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384353.661766:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384353.661768:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000020:01000004:1.0:1767384353.661768:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384353.661769:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384353.661772:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000200:3.0:1767384353.661774:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:1.0:1767384353.661774:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384353.661777:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384353.661780:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384353.661782:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384353.661788:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384353.661790:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384353.661816:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000552042fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746147840:0@lo:253: 00000100:00000001:3.0:1767384353.661823:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384353.661829:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384353.661830:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa56262d 00000100:00000001:1.0:1767384353.661832:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384353.661833:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384353.661837:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000552042fd x1853236746147840/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384353.661839:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa56262d. 00000100:00000001:3.0:1767384353.661847:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384353.661847:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384353.661850:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384353.661851:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384353.661854:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000877c66f3. 00000100:00000001:3.0:1767384353.661856:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384353.661858:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccaf7b71 00000100:00000040:3.0:1767384353.661862:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:2.0:1767384353.661862:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccaf7b71. 00010000:00000001:3.0:1767384353.661868:0:17069:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384353.661870:0:17101:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:3.0:1767384353.661873:0:17069:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f9a03904. 00010000:00000001:3.0:1767384353.661877:0:17069:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384353.661877:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384353.661887:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384353.661890:0:17069:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384353.661893:0:17069:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.661894:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384353.661895:0:17069:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.661897:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384353.661898:0:17069:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384353.661905:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fa4f350 x1853236746148096/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384353.661907:0:17101:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384353.661910:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384353.661913:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384353.661917:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.661918:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384353.661921:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009fa4f350 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746148096:12345-0@lo:104: Request processed in 286us (499us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384353.661922:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.661923:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384353.661926:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000809351f7. 00000100:00001000:2.0:1767384353.661929:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=59 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384353.661933:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767384353.661934:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=59 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384353.661936:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767384353.661937:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:00000040:1.0:1767384353.661940:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384353.661942:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384353.661943:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078df2aae : new rpc_count 0 00000020:00000001:1.0:1767384353.661944:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384353.661945:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.661949:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1767384353.661949:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bbd2a0ae. 00010000:00000001:2.0:1767384353.661950:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384353.661953:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384353.661954:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384353.661957:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf367dbd. 02000000:00000001:1.0:1767384353.661957:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384353.661958:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.661960:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384353.661963:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000552042fd. 00000020:00000010:3.0:1767384353.661965:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081417ddf. 00000100:00000040:2.0:1767384353.661966:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384353.661969:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1767384353.661971:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019a77b77. 00000100:00000001:1.0:1767384353.661972:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384353.661977:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000078df2aae : new refcount 2 00000100:00000001:1.0:1767384353.661978:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.661982:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.661984:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384353.661987:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384353.661987:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384353.661990:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.661991:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.661994:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384353.661995:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:1.0:1767384353.661997:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.661998:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384353.662001:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384353.662003:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384353.662004:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.662008:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384353.662011:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384353.662013:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384353.662019:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384353.662022:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767384353.662023:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b079b473 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746148096:0@lo:104: 00010000:00010000:3.0:1767384353.662026:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384353.662028:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.662034:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384353.662038:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000447e7f13 already unused, calling callback (000000001ae2046b) 00000100:00000001:2.0:1767384353.662038:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384353.662040:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384353.662041:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b079b473 x1853236746148096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384353.662050:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384353.662051:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00010000:3.0:1767384353.662052:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384353.662053:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384353.662056:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cdf4e01. 00010000:00000001:3.0:1767384353.662063:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767384353.662063:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384353.662068:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384353.662068:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384353.662070:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384353.662071:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=3 00000020:00000001:3.0:1767384353.662072:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:3.0:1767384353.662075:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00000020:00000040:2.0:1767384353.662076:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00010000:00000001:3.0:1767384353.662079:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:2.0:1767384353.662080:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:3.0:1767384353.662083:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384353.662084:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000031f58dc5. 02000000:00000001:2.0:1767384353.662090:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:3.0:1767384353.662092:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1767384353.662093:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00010000:3.0:1767384353.662095:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767384353.662096:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b079b473. 00000100:00000001:2.0:1767384353.662101:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:01000000:3.0:1767384353.662105:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384353.662105:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384353.662110:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003034accf. 10000000:00000001:3.0:1767384353.662111:0:17073:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:2.0:1767384353.662114:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000040:3.0:1767384353.662115:0:17073:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:2.0:1767384353.662118:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:3.0:1767384353.662119:0:17073:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384353.662122:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000010:2.0:1767384353.662123:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003b233956. 00010000:00000001:3.0:1767384353.662125:0:17073:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.662128:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.662131:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.662132:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384353.662135:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:3.0:1767384353.662138:0:17073:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:2.0:1767384353.662138:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:3.0:1767384353.662142:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1767384353.662142:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 10000000:00000040:3.0:1767384353.662145:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 10000000:00000001:3.0:1767384353.662151:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384353.662153:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.662157:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384353.662159:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384353.662161:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384353.662163:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384353.662165:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384353.662166:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000447e7f13 with handle 0x980286e253c5fcd2 from hash 00010000:00000001:3.0:1767384353.662168:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384353.662175:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.662176:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384353.662177:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384353.662179:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384353.662180:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384353.662183:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384353.662184:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384353.662189:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c493e826. 00000020:00000040:3.0:1767384353.662191:0:17073:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384353.662193:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384353.662195:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384353.662197:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384353.662201:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019a77b77. 00000100:00000001:3.0:1767384353.662203:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.662205:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384353.662208:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384353.662212:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384353.662214:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.662216:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384353.662217:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384353.662221:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c493e826] to pc [ptlrpcd_00_03+3] req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384353.662240:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384353.662242:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.662244:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384353.662245:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384353.662246:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.662249:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384353.662250:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.662252:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384353.662253:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384353.662256:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384353.662260:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384353.662265:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384353.662268:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 00000000447e7f13/0x980286e253c5fcd2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fcd9 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384353.662275:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384353.662277:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.662280:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384353.662281:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384353.662286:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384353.662293:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c493e826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746148224:0@lo:103: 00010000:00000040:3.0:1767384353.662294:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ce24ea00 count: 0 00000100:00000001:2.0:1767384353.662299:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384353.662302:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384353.662304:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.662317:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384353.662320:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031f58dc5. 00010000:00000001:3.0:1767384353.662321:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384353.662323:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384353.662325:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f9a03904. 00010000:00000001:3.0:1767384353.662330:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.662330:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.662335:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384353.662337:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000877c66f3. 00000020:00000001:3.0:1767384353.662338:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384353.662344:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384353.662346:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccaf7b71. 00000100:00000001:1.0:1767384353.662346:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384353.662347:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384353.662350:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.662352:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384353.662353:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746148224, portal 18 00010000:00010000:3.0:1767384353.662354:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384353.662356:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.662358:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384353.662358:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384353.662362:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609938944 : -111508099612672 : ffff9a957f554000) 00000020:00000001:3.0:1767384353.662363:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.662363:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384353.662369:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384353.662370:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.662375:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384353.662379:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384353.662381:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c058bc5e. 00000100:00000200:2.0:1767384353.662384:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746148224, offset 0 00000400:00000200:2.0:1767384353.662389:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384353.662396:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384353.662401:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df05980 00000400:00000200:2.0:1767384353.662405:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:2.0:1767384353.662408:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384353.662412:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384353.662415:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384353.662417:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384353.662420:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b079b473. 00000100:00000040:2.0:1767384353.662421:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000b079b473 x1853236746148224 msgsize 328 00000100:00100000:2.0:1767384353.662445:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384353.662454:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384353.662458:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c058bc5e 00000400:00000010:2.0:1767384353.662460:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c058bc5e. 00000100:00000001:2.0:1767384353.662463:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384353.662466:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.662472:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384353.662475:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.662481:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.662487:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384353.662493:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.662495:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294942433 00000100:00000001:2.0:1767384353.662501:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942432 00000100:00000001:2.0:1767384353.662505:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294942433 00000100:00000001:3.0:1767384353.662510:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384353.662510:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942432 00000100:00100000:3.0:1767384353.662514:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746148224 00000100:00000001:2.0:1767384353.662515:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294942433 02000000:00000001:3.0:1767384353.662516:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384353.662520:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384353.662521:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.662522:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942432 02000000:00000001:3.0:1767384353.662524:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384353.662527:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746148224 00000020:00000001:3.0:1767384353.662529:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384353.662529:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294942433 00000020:00000040:3.0:1767384353.662532:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384353.662535:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384353.662536:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942432 00000020:00000040:3.0:1767384353.662537:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000020:00000001:3.0:1767384353.662542:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384353.662544:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384353.662544:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384353.662547:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384353.662548:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384353.662551:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1937b78. 00000100:00000001:2.0:1767384353.662552:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.662556:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384353.662557:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384353.662562:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1937b78. 00000100:00000001:2.0:1767384353.662566:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384353.662568:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bc50324. 00000100:00000001:2.0:1767384353.662569:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384353.662573:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf367dbd. 00000100:00000001:2.0:1767384353.662574:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384353.662576:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384353.662577:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.662578:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384353.662584:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081417ddf. 00000100:00000040:3.0:1767384353.662590:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384353.662593:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384353.662594:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384353.662596:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384353.662597:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.662599:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384353.662601:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384353.662602:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384353.662603:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000315de5f2 refcount=4 00000020:00000001:3.0:1767384353.662604:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:3.0:1767384353.662605:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00010000:3.0:1767384353.662608:0:17072:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fcd2 expref: 16 pid: 17079 timeout: 425 lvb_type: 0 00010000:00000001:3.0:1767384353.662613:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.662614:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384353.662615:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.662616:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.662619:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384353.662622:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b079b473 x1853236746148224/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 328/0 e 0 to 0 dl 1767384364 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.662627:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384353.662628:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.662637:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.662646:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384353.662648:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384353.662653:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:2.0:1767384353.662654:0:18904:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384353.662655:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:2.0:1767384353.662657:0:18904:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384353.662658:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348035072 : -111513361516544 : ffff9a9445b2f800) 00000100:00000001:2.0:1767384353.662660:0:18904:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384353.662673:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b079b473 x1853236746148224/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 328/0 e 0 to 0 dl 1767384364 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.662675:0:18904:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.662684:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384353.662692:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1937b78. 00000100:00000001:3.0:1767384353.662694:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384353.662695:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1937b78. 00000100:00100000:3.0:1767384353.662699:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b079b473 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746148224:12345-0@lo:103: 00000100:00000200:3.0:1767384353.662701:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746148224 00010000:00000001:3.0:1767384353.662703:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384353.662705:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384353.662707:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384353.662710:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384353.662712:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384353.662716:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001f9163fb. 02000000:00000001:3.0:1767384353.662717:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.662719:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.662721:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384353.662722:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384353.662724:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384353.662725:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384353.662726:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000315de5f2 refcount=4 00000020:00000001:3.0:1767384353.662728:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000001:3.0:1767384353.662729:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680596480 : -111509028955136 : ffff9a9547f09c00) 00010000:00000040:3.0:1767384353.662731:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000072f6a9f5 count: 3 00010000:00010000:3.0:1767384353.662733:0:17072:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fcd2 expref: 16 pid: 17079 timeout: 425 lvb_type: 0 00000100:00001000:3.0:1767384353.662737:0:17072:0:(import.c:2128:obd_at_measure()) add 0 to 0000000012e62d6c time=1767384353 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384353.662739:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384353.662743:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.662745:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384353.662747:0:17072:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x980286e253c5fcd2 expref: 16 pid: 17079 timeout: 425 lvb_type: 0 00000020:00000001:3.0:1767384353.662751:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384353.662753:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384353.662754:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.662761:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384353.662763:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007b4ff8c1. 00010000:00000001:3.0:1767384353.662764:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384353.662767:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384353.662772:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.662773:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384353.662774:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384353.662776:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384353.662778:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000315de5f2 with handle 0x980286e253c5fcd9 from hash 00010000:00000001:3.0:1767384353.662780:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384353.662782:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.662783:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384353.662784:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384353.662785:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384353.662786:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384353.662788:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000315de5f2/0x980286e253c5fcd9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x980286e253c5fcd2 expref: 16 pid: 17079 timeout: 425 lvb_type: 0 00080000:00000010:2.0:1767384353.662790:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a36f1476. 00010000:00000040:3.0:1767384353.662793:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00040000:00000001:2.0:1767384353.662796:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:3.0:1767384353.662797:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00040000:00000001:2.0:1767384353.662799:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384353.662801:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.662804:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000002:2.0:1767384353.662805:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 00010000:00000001:3.0:1767384353.662808:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 20000000:00000001:2.0:1767384353.662809:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.662811:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 20000000:00000001:2.0:1767384353.662812:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000040:3.0:1767384353.662815:0:17072:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000007940b17 20000000:01000000:2.0:1767384353.662816:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:3.0:1767384353.662818:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000001:2.0:1767384353.662820:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384353.662821:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384353.662825:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384353.662825:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:3.0:1767384353.662827:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384353.662829:0:17072:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384353.662831:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384353.662834:0:17072:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384353.662836:0:17072:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384353.662837:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384353.662843:0:17072:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384353.662844:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384353.662846:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384353.662847:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384353.662853:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000072f6a9f5) refcount = 2 00010000:00010000:3.0:1767384353.662856:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384353.662861:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384353.662863:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384353.662863:0:17072:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384353.662865:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384353.662868:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1937b78. 00000100:00000001:3.0:1767384353.662870:0:17072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384353.662872:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9a03904. 00000100:00000001:3.0:1767384353.662874:0:17072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565087188672 : -111508622362944 : ffff9a95602cb6c0) 00000100:00000001:3.0:1767384353.662875:0:17072:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632565087188672 : -111508622362944 : ffff9a95602cb6c0) 00000100:00000001:3.0:1767384353.662877:0:17072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384353.662877:0:17072:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384353.662879:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384353.662880:0:17072:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384353.662883:0:17072:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384353.662885:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384353.662886:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384353.662887:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007940b17 refcount=5 00000020:00000001:3.0:1767384353.662889:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:3.0:1767384353.662890:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:3.0:1767384353.662892:0:17072:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384353.662893:0:17072:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384353.662897:0:17072:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384353.662899:0:17072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384353.662902:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.662903:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384353.662904:0:17072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384353.662916:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384353.662916:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.662918:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384353.662919:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384353.662922:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000007940b17 already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384353.662924:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384353.662925:0:17072:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384353.662926:0:17072:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384353.662930:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384353.662930:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384353.662931:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384353.662932:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007940b17 refcount=6 00000020:00000001:3.0:1767384353.662933:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:3.0:1767384353.662934:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:3.0:1767384353.662935:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384353.662936:0:17072:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384353.662939:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384353.662941:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384353.662942:0:17072:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.662950:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384353.662951:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384353.662952:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384353.662954:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384353.662955:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000007940b17 with handle 0x980286e253c5fce0 from hash 00010000:00000001:3.0:1767384353.662957:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384353.662958:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.662960:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384353.662966:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384353.662968:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384353.662970:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384353.662971:0:17101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384353.662973:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000020:1.0:1767384353.662974:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384353.662976:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.662979:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384353.662983:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384353.662983:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000247538c8. 00010000:00000001:2.0:1767384353.662985:0:17101:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384353.662990:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:2.0:1767384353.662990:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384353.662991:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.662993:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:2.0:1767384353.662997:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384353.662997:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746147968 00010000:00000001:3.0:1767384353.662998:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.663001:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384353.663003:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384353.663004:0:17072:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384353.663010:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000042b2a790 x1853236746147968/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384353.663011:0:17072:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.663012:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384353.663015:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.663017:0:17072:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.663019:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384353.663022:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:3.0:1767384353.663023:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384353.663029:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384353.663031:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.663032:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384353.663033:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384353.663034:0:17072:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384353.663035:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384353.663038:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384353.663039:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.663040:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:1.0:1767384353.663042:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=59 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384353.663043:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384353.663048:0:17072:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.663050:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384353.663051:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384353.663054:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00010000:3.0:1767384353.663055:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000007940b17/0x980286e253c5fce0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384353.663059:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384353.663065:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384353.663067:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.663069:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384353.663070:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384353.663073:0:17072:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.663076:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384353.663078:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384353.663080:0:17072:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:1.0:1767384353.663081:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1889614. 00000100:00000001:3.0:1767384353.663083:0:17072:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384353.663085:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746147968, offset 224 00000100:00000001:3.0:1767384353.663086:0:17072:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.663091:0:17072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384353.663094:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f9a03904. 00000400:00000200:1.0:1767384353.663097:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384353.663098:0:17072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:1.0:1767384353.663103:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384353.663106:0:17072:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384353.663109:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1937b78. 00010000:00000001:3.0:1767384353.663112:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384353.663115:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000072f6a9f5 count: 0 00000400:00000200:1.0:1767384353.663115:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05880 00010000:00010000:3.0:1767384353.663123:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:1.0:1767384353.663123:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a05 [2] + 224 00010000:00000001:3.0:1767384353.663127:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384353.663130:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384353.663131:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384353.663134:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.663135:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384353.663139:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=59 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384353.663141:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384353.663143:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384353.663146:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384353.663148:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:3.0:1767384353.663153:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384353.663157:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384353.663160:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.663164:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.663165:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384353.663172:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384353.663176:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa56262d. 00000100:00000200:3.0:1767384353.663189:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746148224, offset 224 00000400:00000200:3.0:1767384353.663193:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384353.663195:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384353.663201:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384353.663201:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1889614 00000100:00000001:2.0:1767384353.663203:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384353.663206:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1889614. 00000100:00000001:2.0:1767384353.663207:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384353.663209:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384353.663210:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df05980 00000400:00000001:2.0:1767384353.663212:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384353.663212:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384353.663216:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384353.663217:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384353.663218:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019e4d5c9. 00000100:00000040:1.0:1767384353.663222:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000400:00000200:2.0:1767384353.663224:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048a1323b 00010000:00000001:1.0:1767384353.663225:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384353.663228:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384353.663229:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048a1323b. 00000020:00000001:1.0:1767384353.663231:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384353.663234:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384353.663236:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042b2a790 x1853236746147968/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384353.663238:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a21 [1] + 224 00000100:00000200:2.0:1767384353.663242:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384353.663249:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384353.663258:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384353.663265:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384353.663270:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384353.663272:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384353.663301:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000042b2a790 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746147968:12345-0@lo:253: Request processed in 4494us (4959us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384353.663304:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384353.663319:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384353.663322:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.663324:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384353.663327:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384353.663331:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384353.663334:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384353.663336:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 02000000:00000001:2.0:1767384353.663339:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.663344:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00001000:2.0:1767384353.663346:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=59 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384353.663350:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384353.663351:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=59 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384353.663352:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384353.663354:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384353.663357:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384353.663358:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa56262d 00000100:00000001:2.0:1767384353.663359:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384353.663360:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8e2a437. 00000400:00000010:3.0:1767384353.663362:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa56262d. 00000100:00000001:3.0:1767384353.663368:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384353.663368:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e64347a2. 00010000:00000001:2.0:1767384353.663369:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384353.663372:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384353.663373:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.663376:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384353.663376:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d37ae8b8. 00000020:00000040:1.0:1767384353.663385:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000040:2.0:1767384353.663386:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.663387:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.663391:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384353.663394:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 02000000:00000010:1.0:1767384353.663396:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007a41426b. 00010000:00000001:3.0:1767384353.663400:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.663404:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.663404:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384353.663405:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384353.663409:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.663410:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384353.663413:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b079b473 x1853236746148224/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:334/0 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.663414:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384353.663416:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384353.663421:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:1.0:1767384353.663447:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092574ba8. 00000020:01000004:2.0:1767384353.663451:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:1.0:1767384353.663453:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1889614. 00000020:01000004:2.0:1767384353.663455:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:3.0:1767384353.663459:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b079b473 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746148224:12345-0@lo:103: Request processed in 773us (1034us total) trans 0 rc 0/0 00000020:01000004:2.0:1767384353.663460:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384353.663464:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384353.663468:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384353.663470:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384353.663472:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:3.0:1767384353.663473:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:01000004:2.0:1767384353.663474:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384353.663477:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384353.663481:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384353.663481:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.663485:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384353.663488:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf367dbd. 00000100:00100000:2.0:1767384353.663491:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049cdc53a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746147968:0@lo:253: 00000020:00000010:3.0:1767384353.663494:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081417ddf. 00000100:00000001:2.0:1767384353.663496:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384353.663498:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bc50324. 00000100:00000001:2.0:1767384353.663499:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384353.663502:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000040:2.0:1767384353.663503:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049cdc53a x1853236746147968/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.663506:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.663513:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384353.663514:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384353.663516:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009d90b90e. 02000000:00000001:2.0:1767384353.663519:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384353.663520:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384353.663521:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384353.663522:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384353.663524:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384353.663525:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384353.663528:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000298fd7ca. 00000400:00000001:3.0:1767384353.663530:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384353.663533:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384353.663534:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767384353.663535:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000877c66f3. 00000400:00000200:3.0:1767384353.663539:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccaf7b71 02000000:00000001:2.0:1767384353.663539:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767384353.663544:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccaf7b71. 00000100:00000010:2.0:1767384353.663544:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049cdc53a. 00000100:00000001:3.0:1767384353.663547:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384353.663550:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.663567:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767384353.663570:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.663570:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.663577:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.663584:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384353.663585:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.663586:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384353.663587:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384353.663588:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384353.663590:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.663591:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384353.663593:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384353.663595:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.663599:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384353.663601:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384353.663604:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=59 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384353.663607:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=59 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384353.663608:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384353.663609:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.663610:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384353.663611:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.663613:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384353.663615:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.663619:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384353.663621:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384353.663622:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384353.663623:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384353.663628:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c493e826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746148224:0@lo:103: 00000100:00000001:3.0:1767384353.663631:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.663632:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384353.663633:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c493e826 x1853236746148224/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.663637:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384353.663638:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384353.663640:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031f58dc5. 02000000:00000001:3.0:1767384353.663642:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384353.663643:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384353.663644:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384353.663646:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384353.663648:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000019a77b77. 02000000:00000001:3.0:1767384353.663651:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384353.663652:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384353.663653:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c493e826. 00000100:00000001:3.0:1767384353.663655:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384353.663656:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.663662:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.663665:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384353.663666:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.663668:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384353.663670:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384353.669496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ce24ea00. 00010000:00000010:3.1:1767384353.669504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000447e7f13. 00010000:00000010:3.1:1767384353.669512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000315de5f2. 00010000:00000010:3.1:1767384353.669517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007940b17. 00000100:00000040:2.0:1767384353.669517:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294942433, at 4294942434 00010000:00000010:3.1:1767384353.669522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000072f6a9f5. 00000100:00000010:2.0:1767384353.669529:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091862552. 00000100:00000040:3.0:1767384353.669538:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294942433, at 4294942434 00000100:00000010:3.0:1767384353.669544:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084461eb9. 00000100:00000040:1.0:1767384353.670466:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294942433, at 4294942435 00000100:00000010:1.0:1767384353.670472:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008452e818. 00000100:00000040:0.0:1767384353.670479:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294942433, at 4294942435 00000100:00000010:0.0:1767384353.670487:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5d0c0cd. 00000400:00000010:0.0:1767384353.676871:0:30281:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006ded05d7. 00000400:00000040:0.0:1767384353.676899:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384353.676903:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384353.676907:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384353.676909:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384353.676911:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384353.676913:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384353.676916:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384353.676919:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384353.676921:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384353.676922:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384353.676925:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384353.676927:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384353.676930:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384353.676932:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384353.676933:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384353.676936:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384353.676938:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384353.676940:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384353.676942:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384353.676946:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384353.676948:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384353.676951:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384353.676953:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384353.676955:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384353.676957:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384353.676960:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384353.676962:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384353.676964:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384353.676967:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384353.676969:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384353.676971:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384353.676974:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384353.676976:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384353.676978:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384353.676981:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384353.676983:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384353.676985:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384353.676999:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384353.677001:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384353.677004:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384353.677006:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384353.677008:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384353.677011:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384353.677013:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384353.677015:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384353.677018:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384353.677021:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384353.677023:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384353.677026:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384353.677029:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384353.677032:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384353.677034:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384353.677036:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384353.677039:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384353.677042:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384353.677045:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384353.677047:0:30281:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384353.677155:0:30281:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006ded05d7. 00010000:00000001:2.0:1767384354.147505:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384354.147511:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.147517:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384354.147519:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384354.147601:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384354.147608:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384354.147613:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384354.212511:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384354.212516:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384354.212519:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000400:00000010:0.0:1767384354.212547:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 00000400:00000200:0.0:1767384354.212553:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384354.212559:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384354.212568:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003325a69f. 00000400:00000010:0.0:1767384354.212572:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009e159b80. 00000400:00000001:0.0:1767384354.212578:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384354.212579:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384354.212581:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098338a0a 00000400:00000010:0.0:1767384354.212582:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098338a0a. 00000400:00000200:0.0:1767384354.212584:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384354.212586:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384354.212600:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009e7db3d6. 00000400:00000010:0.0:1767384354.212603:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000063a51977. 00000400:00000001:0.0:1767384354.212608:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384354.212609:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384354.212611:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000400:00000010:0.0:1767384354.212612:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000400:00000200:0.0:1767384354.212614:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384354.212616:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp35 recovery ping unlinked 00000400:00000010:0.0:1767384354.212618:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000051bd2852. 00000400:00000010:0.0:1767384354.212621:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000305b8ef3. 00010000:00000001:2.0:1767384355.171496:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384355.171502:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.171509:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384355.171513:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384355.171515:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384355.171518:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.171521:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384355.171523:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.171525:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.171528:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384355.171569:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384355.171574:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384355.171576:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384355.187117:0:30691:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000043795889. 00080000:00000010:1.0:1767384355.187127:0:30691:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000043795889. 00000020:00000001:1.0:1767384355.187134:0:30691:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384355.187143:0:30691:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000043795889. 00080000:00000010:1.0:1767384355.187148:0:30691:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000043795889. 00000020:00000001:1.0:1767384355.187151:0:30691:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384355.235575:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (6) 00000400:00000200:1.0:1767384355.235585:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp33 00000800:00000200:3.0:1767384355.235592:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp17 ip 192.168.203.143:988 00000400:00000010:1.0:1767384355.235593:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c6f85cf7. 00000800:00000200:3.0:1767384355.235600:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384355.235604:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005a97dc9e. 00000400:00000010:1.0:1767384355.235611:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000400:00000010:1.0:1767384355.235619:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d0c7f0c0. 00000400:00000200:1.0:1767384355.235626:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp33 00000400:00000200:1.0:1767384355.235648:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp33 local destination 00000400:00000200:1.0:1767384355.235665:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp33 00000400:00000200:1.0:1767384355.235669:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp33 NI seq info: [96:96:256:4294967295] 192.168.203.143@tcp33 LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1767384355.235675:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp33 00000400:00000200:1.0:1767384355.235682:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp33(192.168.203.143@tcp33:) -> 192.168.203.143@tcp33(192.168.203.143@tcp33:192.168.203.143@tcp33) : GET try# 0 00000800:00000200:1.0:1767384355.235688:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp33 00000800:00000010:1.0:1767384355.235693:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009959fe92. 00000800:00000200:1.0:1767384355.235699:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (2) 00000800:00000200:1.1:1767384355.235703:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (2) 00000400:00000200:1.0:1767384355.235726:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp33 added to recovery queue. ping count: 2 next ping: 280 health :800 00000400:00000200:1.0:1767384355.235731:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp35 00000400:00000010:1.0:1767384355.235733:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006d1a1610. 00000400:00000010:1.0:1767384355.235738:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001a07fb96. 00000400:00000010:1.0:1767384355.235741:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000400:00000010:1.0:1767384355.235747:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000291ca076. 00000400:00000200:1.0:1767384355.235754:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp35 00000800:00000200:2.0:1767384355.235760:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384355.235763:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp35 local destination 00000800:00000001:3.0:1767384355.235766:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384355.235771:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp35 00000400:00000200:1.0:1767384355.235777:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [97:97:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1767384355.235781:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp35 00000800:00000001:3.0:1767384355.235782:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384355.235794:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.235801:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.235802:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:) -> 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) : GET try# 0 00000800:00000200:1.0:1767384355.235813:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp35 00000800:00000010:1.0:1767384355.235817:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000075019dd4. 00000800:00000200:1.0:1767384355.235822:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (2) 00000800:00000200:1.1:1767384355.235825:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (2) 00000400:00000200:1.0:1767384355.235839:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp35 added to recovery queue. ping count: 2 next ping: 280 health :800 00000400:00000200:1.0:1767384355.235844:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp34 00000400:00000010:1.0:1767384355.235849:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000049e03fdd. 00000400:00000200:0.0:1767384355.235852:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000010:1.0:1767384355.235853:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000037fc8ada. 00000400:00000010:1.0:1767384355.235865:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035727331. 00000400:00000010:1.0:1767384355.235874:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006448d6ed. 00000400:00000200:1.0:1767384355.235888:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp34 00000400:00000200:1.0:1767384355.235902:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp34 local destination 00000400:00000200:1.0:1767384355.235906:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp34 00000400:00000200:1.0:1767384355.235913:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp34 NI seq info: [98:98:256:4294967295] 192.168.203.143@tcp34 LPNI seq info [94:94:8:4294967295] 00000400:00000200:1.0:1767384355.235918:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp34 00000400:00000200:2.0:1767384355.235921:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384355.235931:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp34(192.168.203.143@tcp34:) -> 192.168.203.143@tcp34(192.168.203.143@tcp34:192.168.203.143@tcp34) : GET try# 0 00000800:00000200:1.0:1767384355.235938:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp34 00000800:00000010:1.0:1767384355.235942:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002bcf7eb5. 00000800:00000200:1.0:1767384355.235948:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000800:00000200:1.1:1767384355.235956:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000400:00000200:0.0:1767384355.235971:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384355.235981:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp34 added to recovery queue. ping count: 1 next ping: 278 health :900 00000400:00000200:2.0:1767384355.236042:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.236056:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.236110:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.236174:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.236177:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.236261:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.236408:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.236411:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.236412:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.236546:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.236605:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.236614:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.236656:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.236743:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.236780:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.236795:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.236876:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.236899:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.236947:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.237008:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.237017:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.237097:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.237155:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.237156:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.237187:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.237331:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.237384:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.237394:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.237500:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.237549:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.237586:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.237618:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.237683:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.237735:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.237736:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.237805:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.237867:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.237905:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.237947:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.237950:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.238053:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.238103:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.238107:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.238190:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.238237:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.238244:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.238344:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.238354:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.238364:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.238498:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.238514:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.238564:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.238621:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.238642:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.238714:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.238732:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.238773:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.238848:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.238867:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.238912:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.238986:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.239006:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.239044:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.239122:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.239129:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.239157:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.239244:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.239335:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.239342:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.239343:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.239481:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.239483:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.239519:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.239594:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.239601:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.239666:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.239708:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.239710:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.239773:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.239891:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.239973:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.239981:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.239982:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.240033:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.240127:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.240196:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.240209:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.240220:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.240376:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.240394:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.240401:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384355.240549:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.240580:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.240642:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.240736:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.240745:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.240866:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.240880:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000800:00000010:3.0:1767384355.240998:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0afe9ce. 00000400:00000200:2.0:1767384355.241005:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000800:00000010:3.0:1767384355.241007:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000be6383a5. 00000400:00000200:0.0:1767384355.241008:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000800:00000010:3.0:1767384355.241022:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000176700f5. 00000800:00000010:3.0:1767384355.241064:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000176700f5. 00000800:00020000:3.0:1767384355.241083:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000400:00000200:2.0:1767384355.241164:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.241170:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.241263:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.241293:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.241344:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.241366:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.241380:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.241396:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.241452:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.241480:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.241571:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000010:2.0:1767384355.241708:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bffd80d4. 00000800:00000010:2.0:1767384355.241716:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef4c882a. 00000400:00000200:0.0:1767384355.241719:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000800:00000010:2.0:1767384355.241722:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bea6d841. 00000800:00000010:2.0:1767384355.241771:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bea6d841. 00000400:00000200:1.0:1767384355.241979:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384355.241980:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:00000200:1.0:1767384355.242007:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp35 from 213.3.0.2 00000800:00000010:1.0:1767384355.242012:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000aeb6c2a0. 00000800:00000010:2.0:1767384355.242063:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000ff8e966. 00000800:00000010:2.0:1767384355.242071:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000796a2eaf. 00000400:00000200:0.0:1767384355.242102:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000800:00000010:2.0:1767384355.242109:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000063ebc8. 00000800:00000200:2.1:1767384355.242118:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (2) 00000800:00000200:2.1:1767384355.242125:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp35 000000000063ebc8 deleted 00000800:00000010:2.1:1767384355.242128:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000063ebc8. 00000800:00000200:2.1:1767384355.242134:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384355.242143:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp35 ip 192.168.203.143:981 00000800:00000200:2.1:1767384355.242149:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075019dd4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384355.242160:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp35 p 3.x 192.168.203.143 -> 192.168.203.143:981 incarnation:1767384351690661075 sched[0] 00000800:00000010:2.0:1767384355.242165:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bea6d841. 00000800:00000010:2.0:1767384355.242235:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bea6d841. 00000800:00000010:2.0:1767384355.242249:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000796a2eaf. 00000800:00000010:2.0:1767384355.242280:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000aeb6c2a0. 00000800:00000001:2.0:1767384355.242318:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.242335:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384355.242392:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384355.242396:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000075019dd4. 00000400:00000200:2.0:1767384355.242400:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384355.242407:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: GET: OK 00000400:00000200:0.0:1767384355.242408:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.242413:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384355.242420:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp35 recovery message sent successfully:0 00000800:00000200:2.1:1767384355.242506:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384355.242517:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp35 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384351690661075 sched[0] 00000800:00000010:2.0:1767384355.242523:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef4c882a. 00000800:00000001:2.0:1767384355.242592:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.242599:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384355.242602:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.242614:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.242622:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35) <- 192.168.203.143@tcp35 : GET - for me 00000400:00000200:2.0:1767384355.242638:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp35 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384355.242647:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp35 of length 272/272 into md 0x19f1 [1] + 0 00000400:00000200:2.0:1767384355.242664:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp35 to MR: 192.168.203.143@tcp35 local destination 00000400:00000200:2.0:1767384355.242676:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [99:99:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1767384355.242699:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) -> 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) 192.168.203.143@tcp35 : REPLY try# 0 00000800:00000200:2.0:1767384355.242704:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp35 00000800:00000010:2.0:1767384355.242709:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004da0149. 00000800:00000200:2.0:1767384355.242715:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (4) 00000800:00000200:2.0:1767384355.242720:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp35 ip 192.168.203.143:988 00000800:00000200:2.0:1767384355.242723:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004da0149 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:1.0:1767384355.242765:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384355.242780:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000800:00000001:1.0:1767384355.242804:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384355.242812:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384355.242813:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384355.242830:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384355.242832:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004da0149. 00000800:00000001:1.0:1767384355.242835:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.242859:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384355.242863:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35) <- 192.168.203.143@tcp35 : REPLY - for me 00000400:00000200:2.0:1767384355.242869:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: REPLY: OK 00000400:00000200:1.0:1767384355.242882:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp35: Reply from 12345-192.168.203.143@tcp35 of length 272/272 into md 0x1a39 00000800:00000001:1.0:1767384355.242888:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.242899:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.242902:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384355.242906:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: REPLY: OK 00000400:00000200:1.0:1767384355.242910:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:1.0:1767384355.242913:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000400:00000200:1.0:1767384355.242917:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384355.242924:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006d1a1610. 00000400:00000010:1.0:1767384355.242932:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001a07fb96. 00000800:00000001:1.0:1767384355.242943:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.242947:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.242956:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.242956:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000800:00000001:1.0:1767384355.242960:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.243065:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243106:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243134:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243149:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243183:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243199:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243219:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243234:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243257:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243281:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243323:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243356:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243390:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243408:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243479:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243513:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243540:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243557:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243592:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243629:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243702:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.243781:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000800:00000010:0.0:1767384355.243783:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac341f4f. 00000800:00000010:0.0:1767384355.243803:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aa1c7999. 00000800:00000010:0.0:1767384355.243809:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d556caa. 00000400:00000200:2.0:1767384355.243849:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384355.243853:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384355.243879:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp33 from 212.3.0.2 00000800:00000010:1.0:1767384355.243882:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000016c126d5. 00000400:00000200:2.0:1767384355.243898:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000800:00000010:0.0:1767384355.243928:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d556caa. 00000400:00000200:2.0:1767384355.243990:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000800:00000010:0.0:1767384355.244072:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d8d92e8e. 00000400:00000200:2.0:1767384355.244076:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000800:00000010:0.0:1767384355.244096:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2972ecf. 00000400:00000200:2.0:1767384355.244157:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000800:00000010:0.0:1767384355.244200:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007622eb8d. 00000800:00000200:0.1:1767384355.244220:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (2) 00000400:00000200:2.0:1767384355.244235:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000800:00000200:0.1:1767384355.244242:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp33 000000007622eb8d deleted 00000800:00000010:0.1:1767384355.244247:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007622eb8d. 00000800:00000200:0.1:1767384355.244271:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384355.244290:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp33 ip 192.168.203.143:980 00000800:00000200:0.1:1767384355.244294:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009959fe92 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384355.244328:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp33 p 3.x 192.168.203.143 -> 192.168.203.143:980 incarnation:1767384347833403075 sched[0] 00000800:00000010:0.0:1767384355.244334:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d556caa. 00000400:00000200:2.0:1767384355.244338:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.244411:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.244512:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000800:00000010:0.0:1767384355.244583:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d556caa. 00000400:00000200:2.0:1767384355.244597:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000800:00000010:0.0:1767384355.244631:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2972ecf. 00000400:00000200:2.0:1767384355.244671:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384355.244784:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000016c126d5. 00000800:00000001:2.0:1767384355.244788:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.244800:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384355.244847:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384355.244850:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009959fe92. 00000400:00000200:2.0:1767384355.244854:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384355.244861:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp33->192.168.203.143@tcp33: GET: OK 00000400:00000200:2.0:1767384355.244869:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384355.244872:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp33 recovery message sent successfully:0 00000400:00000200:2.0:1767384355.244912:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.244946:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000200:0.1:1767384355.244949:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384355.244959:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp33 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384347833403075 sched[0] 00000800:00000010:0.0:1767384355.244963:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aa1c7999. 00000400:00000200:2.0:1767384355.244970:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.245004:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.245034:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000400:00000200:2.0:1767384355.245080:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000800:00000001:1.0:1767384355.245083:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.245097:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384355.245102:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.245112:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.245119:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp33(192.168.203.143@tcp33) <- 192.168.203.143@tcp33 : GET - for me 00000400:00000200:1.0:1767384355.245133:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384355.245139:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x19f1 [1] + 0 00000400:00000200:2.0:1767384355.245146:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:1.0:1767384355.245155:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp33 to MR: 192.168.203.143@tcp33 local destination 00000400:00000200:1.0:1767384355.245184:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp33 NI seq info: [100:100:256:4294967295] 192.168.203.143@tcp33 LPNI seq info [95:95:8:4294967295] 00000400:00000200:1.0:1767384355.245207:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp33(192.168.203.143@tcp33:192.168.203.143@tcp33) -> 192.168.203.143@tcp33(192.168.203.143@tcp33:192.168.203.143@tcp33) 192.168.203.143@tcp33 : REPLY try# 0 00000800:00000200:1.0:1767384355.245212:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp33 00000400:00000200:0.0:1767384355.245216:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000010:1.0:1767384355.245217:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dedc8b82. 00000400:00000200:2.0:1767384355.245221:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000800:00000200:1.0:1767384355.245231:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (4) 00000800:00000200:1.0:1767384355.245254:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp33 ip 192.168.203.143:988 00000800:00000200:1.0:1767384355.245260:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dedc8b82 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384355.245285:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000800:00000200:1.0:1767384355.245381:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384355.245385:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dedc8b82. 00000400:00000200:1.0:1767384355.245389:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384355.245395:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp33->192.168.203.143@tcp33: REPLY: OK 00000800:00000001:1.0:1767384355.245403:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.245407:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384355.245411:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.245417:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384355.245418:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.245424:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.245431:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp33(192.168.203.143@tcp33) <- 192.168.203.143@tcp33 : REPLY - for me 00000400:00000200:1.0:1767384355.245478:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp33: Reply from 12345-192.168.203.143@tcp33 of length 272/272 into md 0x1a35 00000800:00000001:1.0:1767384355.245483:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.245495:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384355.245497:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384355.245500:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp33->192.168.203.143@tcp33: REPLY: OK 00000400:00000200:1.0:1767384355.245508:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000400:00000010:1.0:1767384355.245510:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000400:00000200:1.0:1767384355.245515:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384355.245520:0:16346:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c6f85cf7. 00000400:00000010:1.0:1767384355.245522:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005a97dc9e. 00000800:00000001:1.0:1767384355.245530:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.245537:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.245582:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000800:00000010:2.0:1767384355.245631:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c68d4be0. 00000800:00000010:2.0:1767384355.245638:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef4c882a. 00000800:00000010:2.0:1767384355.245643:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bea6d841. 00000800:00000010:2.0:1767384355.245692:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bea6d841. 00000400:00000200:1.0:1767384355.245751:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384355.245762:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp35 from 211.3.0.2 00000800:00000010:1.0:1767384355.245768:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c6f85cf7. 00000800:00000010:2.0:1767384355.245838:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001f57ad59. 00000400:00000200:0.0:1767384355.245839:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000010:2.0:1767384355.245846:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000796a2eaf. 00000800:00000010:2.0:1767384355.245885:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000063ebc8. 00000800:00000200:2.1:1767384355.245891:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (4) 00000800:00000200:2.1:1767384355.245900:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp35 000000000063ebc8 deleted 00000800:00000010:2.1:1767384355.245903:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000063ebc8. 00000800:00000200:2.1:1767384355.245908:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384355.245919:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp35 p 3.x 192.168.203.143 -> 192.168.203.143:979 incarnation:1767384351690661075 sched[0] 00000800:00000010:2.0:1767384355.245926:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bea6d841. 00000800:00000010:2.0:1767384355.245989:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bea6d841. 00000800:00000010:2.0:1767384355.245993:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000796a2eaf. 00000800:00000010:2.0:1767384355.246018:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c6f85cf7. 00000800:00000200:2.1:1767384355.246058:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384355.246070:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp35 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384351690661075 sched[0] 00000800:00000010:2.0:1767384355.246073:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef4c882a. 00000400:00000200:0.0:1767384355.246124:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000001:2.0:1767384355.246128:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.246138:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384355.246145:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.246153:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.246401:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.246533:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.246579:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.246639:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.246680:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.246730:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.246782:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.246839:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.246889:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.246929:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247032:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247079:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247115:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247136:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247170:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247222:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247280:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247329:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247392:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247489:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247528:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000800:00000010:3.0:1767384355.247545:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000be6383a5. 00000800:00000010:3.0:1767384355.247552:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a0afe9ce. 00000400:00000200:0.0:1767384355.247591:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247644:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:02020000:3.0:1767384355.247645:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp34 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384355.247683:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247719:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247836:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247914:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.247966:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.248042:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.248091:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384355.248186:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384355.248623:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099202ac3. 00000800:00000010:0.0:1767384355.248629:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aa1c7999. 00000800:00000010:0.0:1767384355.248647:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d556caa. 00000800:00000010:0.0:1767384355.248698:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d556caa. 00000800:00020000:0.0:1767384355.248730:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384355.248734:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aa1c7999. 00000800:00000010:0.0:1767384355.248737:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000099202ac3. 00000400:02020000:0.0:1767384355.248895:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp33 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384355.251925:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp34 notifying 192.168.203.143@tcp34: down 00000400:00000200:3.0:1767384355.251932:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384355.251936:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp34 00000800:00000010:3.0:1767384355.251939:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002bcf7eb5. 00000400:00000200:3.0:1767384355.251951:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384355.251957:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp34->192.168.203.143@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384355.251972:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384355.251975:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384355.251979:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp34) recovery failed with -71 00000001:00000001:2.0:1767384355.899094:0:30855:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384355.899099:0:30855:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:2.0:1767384355.901933:0:30855:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384355.909581:0:30856:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003eaf4d46. 00000400:00000010:3.0:1767384355.909599:0:30856:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dd152792. 00000400:00000010:3.0:1767384355.909610:0:30856:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006743a9f1. 00000400:00000010:3.0:1767384355.909614:0:30856:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c6ab1557. 00000400:00000010:3.0:1767384355.909618:0:30856:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004511ba68. 00000400:00000010:3.0:1767384355.909623:0:30856:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e73574df. 00000400:00000010:3.0:1767384355.909624:0:30856:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008f0ef596. 00000400:00000010:3.0:1767384355.909626:0:30856:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000001718264. 00000400:00000010:3.0:1767384355.909629:0:30856:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b5572e94. 00000800:00000010:3.0:1767384355.909649:0:30856:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006dd3f480. 00000800:00000200:3.0:1767384355.909663:0:30856:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384355.909677:0:30856:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384355.909718:0:30856:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:3.0:1767384355.909741:0:30856:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp37 [8/256/0/180] 00000400:00000010:3.0:1767384355.911209:0:30856:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000bac40f7c. 00000400:00000010:3.0:1767384355.911216:0:30856:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000680ad572. 00000400:00000010:3.0:1767384355.911222:0:30856:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa56262d. 00000400:00000001:3.0:1767384355.911248:0:30856:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384355.911250:0:30856:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384355.911252:0:30856:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009353b4a2. 00000400:00000200:3.0:1767384355.911255:0:30856:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7140de7 00000400:00000010:3.0:1767384355.911256:0:30856:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7140de7. 00000400:00000010:3.0:1767384355.911260:0:30856:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000005abb5781. 00000400:00000200:3.0:1767384355.911266:0:30856:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (26) 00000400:00000200:3.0:1767384355.911277:0:30856:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384355.911279:0:30856:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000044711245 (1) 00000400:00000200:3.0:1767384355.911281:0:30856:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp35 (0000000044711245): 0 00000400:00000200:3.0:1767384355.911302:0:30856:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:3.0:1767384355.911316:0:30856:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a0afe9ce. 00000020:01000000:3.0:1767384355.911321:0:30856:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384355.911323:0:30856:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp37 00000400:00000010:3.0:1767384355.911342:0:30856:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dd152792. 00000400:00000200:2.0:1767384355.911345:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384355.911346:0:30856:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003eaf4d46. 00000400:00000200:2.0:1767384355.911364:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:2.0:1767384355.911370:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (27) 00000400:00000010:2.0:1767384355.911375:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000bf23d548. 00000020:00000001:0.0:1767384355.911377:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384355.911380:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c058bc5e. 10000000:00000001:0.0:1767384355.911384:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:2.0:1767384355.911389:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ab54f43. 10000000:00000001:0.0:1767384355.911389:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384355.911399:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384355.911407:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000020:01000004:0.0:1767384355.911407:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384355.911420:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384355.911452:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384355.911457:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384355.911460:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384355.911463:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:01000004:0.0:1767384355.911465:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384355.911471:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384355.911476:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000020:01000004:0.0:1767384355.911478:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384355.911484:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384355.911489:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384355.911490:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000100:00000010:0.0:1767384355.911501:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000deed244a. 00000400:00000200:2.0:1767384355.911508:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000040:0.0:1767384355.911509:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:2.0:1767384355.911522:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000100:00000001:0.0:1767384355.911524:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384355.911531:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384355.911533:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:2.0:1767384355.911541:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:2.0:1767384355.911552:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 02000000:00000001:0.0:1767384355.911553:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.911567:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 02000000:00000010:0.0:1767384355.911573:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000099202ac3. 00000400:00000200:2.0:1767384355.911576:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:2.0:1767384355.911585:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000100:00000001:0.0:1767384355.911587:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.911596:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000100:00000001:0.0:1767384355.911599:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384355.911602:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.911606:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:2.0:1767384355.911612:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000100:00000040:0.0:1767384355.911616:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000deed244a] to pc [ptlrpcd_00_00+0] req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384355.911645:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:2.0:1767384355.911655:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000400:00000200:2.0:1767384355.911660:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:2.0:1767384355.911667:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000400:00000200:2.0:1767384355.911673:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 10000000:00000001:0.0:1767384355.911676:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384355.911683:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.911684:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 20], ns[62, 20] 00000100:00000001:3.0:1767384355.911686:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384355.911695:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.911696:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384355.911704:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384355.911704:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384355.911705:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 20], ns[78, 20] 00000100:00000040:3.0:1767384355.911716:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384355.911719:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384355.911725:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384355.911729:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384355.911734:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384355.911742:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384355.911748:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384355.911756:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384355.911757:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 20], ns[89, 20] 00000100:00000001:3.0:1767384355.911758:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384355.911761:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384355.911766:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384355.911769:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384355.911775:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384355.911782:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384355.911782:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384355.911787:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 20], ns[79, 20] 00000400:00000200:2.0:1767384355.911801:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 20], ns[93, 20] 00000020:01000004:0.0:1767384355.911805:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384355.911806:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384355.911808:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384355.911810:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 20], ns[100, 20] 02000000:00000001:3.0:1767384355.911816:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384355.911817:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006686d5de. 00000400:00000200:2.0:1767384355.911828:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[94, 20], ns[98, 20] 00000020:00000040:0.0:1767384355.911829:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00100000:3.0:1767384355.911833:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000deed244a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746148352:0@lo:253: 00000100:00000001:0.0:1767384355.911843:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384355.911852:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384355.911857:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000100:00000001:3.0:1767384355.911859:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384355.911862:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.911868:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp16 02000000:00000001:3.0:1767384355.911874:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384355.911875:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp16 lpni_is_preferred = 0 02000000:00000010:0.0:1767384355.911878:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f5202dec. 02000000:00000001:3.0:1767384355.911882:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.911890:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp16 00000100:00000001:0.0:1767384355.911891:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384355.911894:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384355.911902:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384355.911907:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384355.911911:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000209a1d20. 00000400:00000200:2.0:1767384355.911911:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp16 NI seq info: [101:101:256:4294967295] 192.168.203.143@tcp16 LPNI seq info [96:96:8:4294967295] 00000100:00000040:0.0:1767384355.911923:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006686d5de] to pc [ptlrpcd_00_01+1] req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384355.911925:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.911938:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp16 00000400:00000010:3.0:1767384355.911940:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011b3bf29. 00000400:00000010:3.0:1767384355.911954:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd152792. 10000000:00000001:0.0:1767384355.911962:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384355.911966:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746148352, portal 25 00000400:00000200:2.0:1767384355.911967:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp16(192.168.203.143@tcp16:) -> 192.168.203.143@tcp16(192.168.203.143@tcp:192.168.203.143@tcp16) : GET try# 0 00000100:00000001:3.0:1767384355.911979:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384355.911981:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.911987:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556623360 : -111508152928256 : ffff9a957c27b800) 00000020:00000001:0.0:1767384355.911989:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384355.912001:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp16 00000020:01000000:0.0:1767384355.912002:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384355.912012:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384355.912014:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a0afe9ce. 00000800:00000010:2.0:1767384355.912016:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000004da0149. 00000100:00000001:3.0:1767384355.912032:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767384355.912039:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002509ef25] -> 12345-192.168.203.143@tcp16 (6) 00000100:00000001:0.0:1767384355.912042:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384355.912046:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384355.912048:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767384355.912056:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp16 ip 192.168.203.143:988 00000100:00000001:0.0:1767384355.912056:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384355.912057:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005274963c. 00000100:00000040:0.0:1767384355.912070:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384355.912073:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746148352, offset 0 00000800:00000200:2.0:1767384355.912075:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004da0149 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384355.912098:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384355.912100:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384355.912102:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.912105:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384355.912112:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 02000000:00000001:0.0:1767384355.912113:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384355.912120:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 02000000:00000001:0.0:1767384355.912122:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.912135:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384355.912140:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006686d5de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746148480:0@lo:253: 00000400:00000200:2.0:1767384355.912143:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x2061 00000400:00000200:2.0:1767384355.912168:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000044711245 (2) 00000100:00000001:0.0:1767384355.912176:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384355.912178:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008ca52aeb. 02000000:00000001:0.0:1767384355.912180:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384355.912186:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384355.912188:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085135667. 00000400:00000200:3.0:1767384355.912191:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05a00 02000000:00000001:0.0:1767384355.912192:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384355.912204:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12b1 [2] + 0 00000400:00000010:3.0:1767384355.912208:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048cce197. 02000000:00000010:0.0:1767384355.912208:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d6c933ec. 02000000:00000001:0.0:1767384355.912214:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.912217:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b23a7e86 00000400:00000010:0.0:1767384355.912219:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080ba8735. 00000400:00000010:2.0:1767384355.912227:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003252be30. 00000400:00000200:3.0:1767384355.912243:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384355.912244:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a220215. 00000400:00000200:2.0:1767384355.912256:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp35 00000400:00000200:3.0:1767384355.912261:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384355.912269:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746148480, portal 25 00000400:00000200:3.0:1767384355.912274:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b23a7e86 00000100:00000001:0.0:1767384355.912275:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384355.912282:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp35 local destination 00000400:00000010:3.0:1767384355.912284:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b23a7e86. 00000100:00000001:0.0:1767384355.912284:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556621568 : -111508152930048 : ffff9a957c27b100) 00000100:00000040:0.0:1767384355.912315:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.912316:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384355.912317:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000100:00000200:3.0:1767384355.912324:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384355.912340:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp35 00000400:00000200:2.0:1767384355.912349:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp35 lpni_is_preferred = 0 00000100:00000040:3.0:1767384355.912351:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000007fe08c9d x1853236746148352 msgsize 4848 00000400:00000200:2.0:1767384355.912364:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp35 00000100:00000001:0.0:1767384355.912365:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384355.912374:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384355.912378:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384355.912383:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384355.912384:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [102:102:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [6:6:8:4294967295] 00000400:00000010:0.0:1767384355.912385:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c63f1de5. 00000100:00000200:0.0:1767384355.912398:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746148480, offset 0 00000400:00000200:2.0:1767384355.912403:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp35 00000100:00000001:3.0:1767384355.912405:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384355.912410:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384355.912476:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:) -> 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) : GET try# 0 00000800:00000200:2.0:1767384355.912482:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp35 00000400:00000200:3.0:1767384355.912488:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005274963c 00000800:00000010:2.0:1767384355.912491:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006bbfc0c3. 00000400:00000010:3.0:1767384355.912493:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005274963c. 00000400:00000200:0.0:1767384355.912501:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384355.912507:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384355.912516:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (6) 00000100:00000200:3.0:1767384355.912519:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384355.912530:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05a80 00000800:00000200:2.0:1767384355.912540:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp35 ip 192.168.203.143:988 00000800:00000200:2.0:1767384355.912553:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bbfc0c3 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384355.912553:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12e5 [2] + 0 00000100:00000001:3.0:1767384355.912560:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384355.912570:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384355.912571:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8368ad5. 00000400:00000200:0.0:1767384355.912578:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000019b190 00000400:00000200:2.0:1767384355.912581:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp35 00000400:00000200:0.0:1767384355.912589:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384355.912597:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x261 rc 0 00000100:00000001:3.0:1767384355.912600:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.912605:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384355.912610:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384355.912621:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.912622:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000019b190 00000400:00000010:0.0:1767384355.912626:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000019b190. 00000100:00000001:3.0:1767384355.912627:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294944683 00000100:00000001:0.0:1767384355.912632:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384355.912635:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da3a66be. 00000100:00000200:0.0:1767384355.912635:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384355.912638:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000e328a5a6 x1853236746148480 msgsize 4848 00000100:00100000:0.0:1767384355.912643:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384355.912645:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384355.912646:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384355.912669:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294944683 00000100:00000010:3.0:1767384355.912675:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000053da703. 00000100:00000001:0.0:1767384355.912677:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384355.912680:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384355.912686:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294944683 00000400:00000200:0.0:1767384355.912686:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c63f1de5 00000400:00000010:0.0:1767384355.912691:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c63f1de5. 00000100:00000001:0.0:1767384355.912694:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384355.912701:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b29e78f2. 00000100:00000200:0.0:1767384355.912706:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.912709:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384355.912715:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294944683 00000100:00000001:0.0:1767384355.912721:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384355.912722:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab5aef03. 00000100:00000040:0.0:1767384355.912735:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.912737:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384355.912747:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384355.912748:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.912754:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.912756:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384355.912761:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.912766:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.912767:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384355.912772:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384355.912773:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294944683 00000100:00000001:0.0:1767384355.912780:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294944683 00000100:00000001:3.0:1767384355.912782:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767384355.912782:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000004da0149. 00000100:00000001:3.0:1767384355.912790:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384355.912792:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294944683 00000100:00000001:0.0:1767384355.912798:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294944683 00000100:00000001:3.0:1767384355.912800:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384355.912802:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294944683 00000100:00000001:3.0:1767384355.912804:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384355.912804:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384355.912811:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.912815:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294944683 00000100:00000001:3.0:1767384355.912821:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.912821:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294944683 00000400:00000200:2.0:1767384355.912823:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp16->192.168.203.143@tcp16: GET: OK 00000100:00000001:0.0:1767384355.912838:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294944683 00000400:00000200:2.0:1767384355.912840:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384355.912842:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384355.912850:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.912855:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000100:00000001:0.0:1767384355.912861:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.912865:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.912870:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384355.912872:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384355.912873:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384355.912876:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746148352 00000100:00000001:0.0:1767384355.912879:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384355.912885:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384355.912886:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384355.912891:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.912891:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384355.912893:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384355.912898:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384355.912900:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384355.912901:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.912909:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384355.912913:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384355.912918:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384355.912920:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746148352 00000020:00000001:3.0:1767384355.912928:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384355.912933:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:2.0:1767384355.912934:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp16(192.168.203.143@tcp16) <- 192.168.203.143@tcp16 : GET - for me 00000020:00000001:3.0:1767384355.912940:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384355.912944:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767384355.912945:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00100000:0.0:1767384355.912952:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746148480 00000020:00000001:3.0:1767384355.912953:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:2.0:1767384355.912953:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 464 into portal 0 MB=0x8000000000000000 02000000:00000001:0.0:1767384355.912962:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384355.912968:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384355.912973:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384355.912974:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.912984:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384355.912986:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 464/464 into md 0x1a41 [1] + 0 02000000:00000001:0.0:1767384355.912987:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384355.912997:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1ccfa12. 00000100:00100000:0.0:1767384355.913000:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746148480 00000020:00000001:0.0:1767384355.913011:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384355.913012:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384355.913016:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000010:3.0:1767384355.913022:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1ccfa12. 00000400:00000200:2.0:1767384355.913024:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp16 to MR: 192.168.203.143@tcp16 local destination 00000020:00000001:0.0:1767384355.913026:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384355.913032:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3f00a5f. 00000020:00000040:0.0:1767384355.913036:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000010:3.0:1767384355.913041:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007d25f0c. 00000400:00000200:2.0:1767384355.913045:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp16 NI seq info: [103:103:256:4294967295] 192.168.203.143@tcp16 LPNI seq info [97:97:8:4294967295] 00000020:00000001:0.0:1767384355.913047:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000010:3.0:1767384355.913058:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081417ddf. 00000020:00000001:0.0:1767384355.913059:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:2.0:1767384355.913073:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp16(192.168.203.143@tcp16:192.168.203.143@tcp16) -> 192.168.203.143@tcp16(192.168.203.143@tcp16:192.168.203.143@tcp16) 192.168.203.143@tcp16 : REPLY try# 0 00000100:00000001:0.0:1767384355.913075:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384355.913076:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384355.913082:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384355.913082:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028ff209f. 00000100:00000001:3.0:1767384355.913088:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384355.913092:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384355.913093:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384355.913104:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.143@tcp16 00000020:00000010:0.0:1767384355.913107:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028ff209f. 00000800:00000010:2.0:1767384355.913110:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de1f42c1. 00000100:00000001:3.0:1767384355.913112:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384355.913114:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003244054a. 00000020:00000010:0.0:1767384355.913121:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000569abb30. 00000800:00000200:2.0:1767384355.913122:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002509ef25] -> 12345-192.168.203.143@tcp16 (6) 00000100:00000001:3.0:1767384355.913126:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384355.913129:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000094cefc5. 00000800:00000200:2.0:1767384355.913138:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp16 ip 192.168.203.143:1009 00000100:00000001:3.0:1767384355.913139:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384355.913141:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:2.0:1767384355.913159:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de1f42c1 type 3, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767384355.913165:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384355.913166:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384355.913169:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384355.913175:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:3.0:1767384355.913179:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384355.913180:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.913181:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834950224 : -111508874601392 : ffff9a955123dc50) 00000100:00000040:3.0:1767384355.913188:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007fe08c9d x1853236746148352/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:336/0 lens 4848/0 e 0 to 0 dl 1767384366 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.913209:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384355.913209:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384355.913214:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1ccfa12. 00000100:00000001:3.0:1767384355.913220:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384355.913222:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1ccfa12. 00000100:00000001:0.0:1767384355.913247:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384355.913248:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007fe08c9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746148352:12345-0@lo:253: 00000800:00000200:2.0:1767384355.913248:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384355.913251:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1767384355.913260:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006bbfc0c3. 00000100:00000200:3.0:1767384355.913262:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746148352 00000100:00100000:0.0:1767384355.913270:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000020:00000001:3.0:1767384355.913272:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384355.913273:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384355.913276:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000020:00000001:3.0:1767384355.913280:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384355.913283:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834946128 : -111508874605488 : ffff9a955123cc50) 00000020:00000001:3.0:1767384355.913286:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.913305:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: GET: OK 00000400:00000200:2.0:1767384355.913311:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:3.0:1767384355.913313:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384355.913314:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e328a5a6 x1853236746148480/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:336/0 lens 4848/0 e 0 to 0 dl 1767384366 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384355.913318:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:2.0:1767384355.913322:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp35: 0 00000800:00000001:2.0:1767384355.913340:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384355.913345:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:2.0:1767384355.913347:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384355.913349:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.913354:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384355.913360:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384355.913362:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028ff209f. 00000020:00000001:3.0:1767384355.913367:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384355.913368:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384355.913371:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384355.913372:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028ff209f. 00000100:00000001:3.0:1767384355.913377:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384355.913378:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e328a5a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746148480:12345-0@lo:253: 02000000:00000001:3.0:1767384355.913381:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384355.913386:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746148480 00000020:00000001:0.0:1767384355.913388:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384355.913390:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c95560a3. 00000800:00000200:2.0:1767384355.913390:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767384355.913392:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384355.913395:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384355.913397:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de1f42c1. 02000000:00000001:3.0:1767384355.913405:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.913407:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384355.913408:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384355.913409:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.913410:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 20000000:00000001:3.0:1767384355.913417:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384355.913417:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384355.913420:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp16->192.168.203.143@tcp16: REPLY: OK 00000020:00000001:0.0:1767384355.913422:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384355.913425:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384355.913426:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384355.913428:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384355.913432:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000005c0d2af. 00000100:00000001:0.0:1767384355.913435:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:3.0:1767384355.913438:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:2.0:1767384355.913460:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384355.913462:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:2.0:1767384355.913466:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384355.913467:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384355.913467:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384355.913474:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384355.913475:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384355.913477:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a0afe9ce. 20000000:00000001:3.0:1767384355.913483:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.913484:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384355.913487:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:2.0:1767384355.913488:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.913489:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384355.913500:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384355.913505:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000afaf0b57. 20000000:01000000:3.0:1767384355.913512:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000400:00000200:2.0:1767384355.913516:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35) <- 192.168.203.143@tcp35 : GET - for me 20000000:00000001:3.0:1767384355.913523:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384355.913523:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a987b921. 00080000:00000001:3.0:1767384355.913560:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384355.913560:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp35 of length 272 into portal 0 MB=0x8000000000000000 20000000:01000000:0.0:1767384355.913561:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384355.913571:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384355.913574:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384355.913579:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp35 of length 272/272 into md 0x1a41 [1] + 0 20000000:00000001:0.0:1767384355.913586:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384355.913589:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384355.913596:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384355.913598:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.913599:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp35 to MR: 192.168.203.143@tcp35 local destination 20000000:00000001:0.0:1767384355.913610:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384355.913617:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.913618:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [104:104:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [7:7:8:4294967295] 00080000:00000001:3.0:1767384355.913643:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384355.913647:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384355.913655:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384355.913662:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.913662:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) -> 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) 192.168.203.143@tcp35 : REPLY try# 0 00080000:00000002:3.0:1767384355.913677:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000800:00000200:2.0:1767384355.913685:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp35 00000020:00000001:3.0:1767384355.913691:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00000800:00000010:2.0:1767384355.913693:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de1f42c1. 00080000:00000002:3.0:1767384355.913695:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384355.913697:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384355.913707:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384355.913715:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384355.913715:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (6) 00000020:00000001:3.0:1767384355.913731:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:2.0:1767384355.913733:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp35 ip 192.168.203.143:981 00000800:00000200:2.0:1767384355.913738:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de1f42c1 type 3, nob 368 niov 1 nkiov 1 00000020:00000001:3.0:1767384355.913742:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:3.0:1767384355.913747:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384355.913751:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000646134ab. 00080000:00000001:3.0:1767384355.913754:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560349862912 : -111513359688704 : ffff9a9445cedc00) 00080000:00000001:3.0:1767384355.913775:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384355.913779:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:2.0:1767384355.913783:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1767384355.913784:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e1ccfa12. 00000800:00000010:2.0:1767384355.913787:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de1f42c1. 00080000:00000001:3.0:1767384355.913790:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.913792:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384355.913799:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: REPLY: OK 00080000:00000001:3.0:1767384355.913805:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000001:2.0:1767384355.913809:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.913816:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384355.913819:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.913827:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384355.913830:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.913840:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp16(192.168.203.143@tcp16) <- 192.168.203.143@tcp16 : REPLY - for me 00000400:00000200:2.0:1767384355.913850:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp16: Reply from 12345-192.168.203.143@tcp16 of length 464/464 into md 0x1a45 00000800:00000001:2.0:1767384355.913854:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.913857:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.913859:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384355.913862:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp16->192.168.203.143@tcp16: REPLY: OK 00000400:00000200:2.0:1767384355.913865:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c058bc5e 00080000:00000001:3.0:1767384355.913868:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000010:2.0:1767384355.913869:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c058bc5e. 00000400:00000200:2.0:1767384355.913877:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384355.913881:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:2.0:1767384355.913884:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:2.0:1767384355.913890:0:16348:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.143@tcp (496 bytes) 00000400:00000200:2.0:1767384355.913894:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:2.0:1767384355.913903:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000bf23d548. 00000400:00000200:2.0:1767384355.913906:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (28) 00000800:00000001:2.0:1767384355.913911:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.913915:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384355.913920:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.913926:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384355.913928:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.913933:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.913936:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35) <- 192.168.203.143@tcp35 : REPLY - for me 00000400:00000200:2.0:1767384355.913949:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp35: Reply from 12345-192.168.203.143@tcp35 of length 272/272 into md 0x1a51 00000800:00000001:2.0:1767384355.913955:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.913964:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.913966:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384355.913969:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384355.913974:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: REPLY: OK 00000400:00000200:2.0:1767384355.913978:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085135667 00000400:00000010:2.0:1767384355.913981:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085135667. 00000800:00000001:0.0:1767384355.913981:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.913987:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384355.913991:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp35 has discovery enabled 00000400:00000200:2.0:1767384355.913996:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp35(0000000044711245) is MR 00000400:00000200:2.0:1767384355.914004:0:16348:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.143@tcp35 (496 bytes) 00000400:00000200:2.0:1767384355.914008:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp35 (0000000044711245): -114 00000400:00000010:2.0:1767384355.914011:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008ca52aeb. 00000400:00000200:2.0:1767384355.914018:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000044711245 (3) 00000800:00000001:2.0:1767384355.914032:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.914042:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.914068:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384355.914071:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000008ca52aeb. 00000400:00000010:2.0:1767384355.914079:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019e4d5c9. 00000400:00000010:2.0:1767384355.914082:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085135667. 00000400:00000200:2.0:1767384355.914087:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008ca52aeb 00000400:00000001:2.0:1767384355.914092:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384355.914094:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384355.914095:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aba7b743. 00000400:00000200:2.0:1767384355.914103:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9171fc 00000400:00000010:2.0:1767384355.914104:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9171fc. 00000400:00000200:2.0:1767384355.914107:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384355.914109:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000d02cce0e. 00000400:00000200:2.0:1767384355.914111:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000400:00000200:2.0:1767384355.914113:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100871 00000400:00000200:2.0:1767384355.914116:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:0 00000400:00000200:2.0:1767384355.914118:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 rc 1 00000400:00000200:2.0:1767384355.914120:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:2.0:1767384355.914122:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (27) 00000400:00000010:2.0:1767384355.914131:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000bf23d548. 00000400:00000010:2.0:1767384355.914133:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c058bc5e. 00000400:00000010:2.0:1767384355.914137:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003e34e8b2. 00000400:00000200:2.0:1767384355.914140:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:2.0:1767384355.914143:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384355.914146:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:2.0:1767384355.914149:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:2.0:1767384355.914152:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:2.0:1767384355.914164:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:2.0:1767384355.914167:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:2.0:1767384355.914170:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:2.0:1767384355.914172:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:2.0:1767384355.914176:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:2.0:1767384355.914194:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:2.0:1767384355.914198:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:2.0:1767384355.914201:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:2.0:1767384355.914203:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:2.0:1767384355.914206:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:2.0:1767384355.914209:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:2.0:1767384355.914211:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:2.0:1767384355.914213:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:2.0:1767384355.914222:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:2.0:1767384355.914225:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 00000400:00000200:2.0:1767384355.914229:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 22], ns[62, 22] 00000400:00000200:2.0:1767384355.914233:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 22], ns[78, 22] 00000400:00000200:2.0:1767384355.914235:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 22], ns[89, 22] 00000400:00000200:2.0:1767384355.914238:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 22], ns[79, 22] 00000400:00000200:2.0:1767384355.914240:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 22], ns[93, 22] 00000400:00000200:2.0:1767384355.914243:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 22], ns[100, 22] 00000400:00000200:2.0:1767384355.914245:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[94, 22], ns[98, 22] 00000400:00000200:2.0:1767384355.914248:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:2.0:1767384355.914250:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp17 00000400:00000200:2.0:1767384355.914252:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp17 lpni_is_preferred = 0 00000400:00000200:2.0:1767384355.914253:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp17 00000400:00000200:2.0:1767384355.914256:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp17 NI seq info: [105:105:256:4294967295] 192.168.203.143@tcp17 LPNI seq info [98:98:8:4294967295] 00000400:00000200:2.0:1767384355.914259:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp17 00000400:00000200:2.0:1767384355.914264:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17:) -> 192.168.203.143@tcp17(192.168.203.143@tcp:192.168.203.143@tcp17) : GET try# 0 00000800:00000200:2.0:1767384355.914268:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp17 00000800:00000010:2.0:1767384355.914270:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000de1f42c1. 00000800:00000200:2.0:1767384355.914273:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (6) 00000800:00000200:2.0:1767384355.914279:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp17 ip 192.168.203.143:988 00000800:00000200:2.0:1767384355.914281:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de1f42c1 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384355.914304:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384355.914308:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000400:00000200:2.0:1767384355.914317:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x861 00000400:00000200:2.0:1767384355.914320:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp35:0 00000400:00000200:2.0:1767384355.914325:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x2061 rc 1 00000400:00000200:2.0:1767384355.914328:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x2061 00000400:00000200:2.0:1767384355.914329:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000044711245 (2) 00000400:00000010:2.0:1767384355.914332:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000077846c25. 00000400:00000010:2.0:1767384355.914335:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff29a3d1. 00000400:00000010:2.0:1767384355.914346:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009a1e22a5. 00000400:00000200:2.0:1767384355.914349:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp35 00000400:00000200:2.0:1767384355.914355:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp35 local destination 00000400:00000200:2.0:1767384355.914357:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:2.0:1767384355.914359:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp35 00000400:00000200:2.0:1767384355.914361:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp35 lpni_is_preferred = 0 00000400:00000200:2.0:1767384355.914364:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp35 00000400:00000200:2.0:1767384355.914371:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [106:106:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1767384355.914375:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp35 00000400:00000200:2.0:1767384355.914384:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:) -> 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) : GET try# 0 00000800:00000200:2.0:1767384355.914391:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp35 00000800:00000010:2.0:1767384355.914394:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006bbfc0c3. 00000800:00000200:2.0:1767384355.914397:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (6) 00000800:00000200:2.0:1767384355.914405:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp35 ip 192.168.203.143:988 00000800:00000200:2.0:1767384355.914408:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bbfc0c3 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384355.914422:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp35 00000800:00000001:3.0:1767384355.914572:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.914582:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384355.914585:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384355.914585:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384355.914591:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000de1f42c1. 00000400:00000200:0.0:1767384355.914598:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384355.914599:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.914608:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: GET: OK 00000400:00000200:3.0:1767384355.914614:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17) <- 192.168.203.143@tcp17 : GET - for me 00000400:00000200:0.0:1767384355.914616:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384355.914621:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000400:00000200:3.0:1767384355.914629:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384355.914654:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 496/496 into md 0x1a41 [1] + 0 00000400:00000200:3.0:1767384355.914669:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp17 to MR: 192.168.203.143@tcp17 local destination 00000400:00000200:3.0:1767384355.914675:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp17 NI seq info: [107:107:256:4294967295] 192.168.203.143@tcp17 LPNI seq info [99:99:8:4294967295] 00000400:00000200:2.0:1767384355.914715:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x261 rc 0 00000400:00000200:3.0:1767384355.914717:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17:192.168.203.143@tcp17) -> 192.168.203.143@tcp17(192.168.203.143@tcp17:192.168.203.143@tcp17) 192.168.203.143@tcp17 : REPLY try# 0 00000800:00000200:0.0:1767384355.914721:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384355.914727:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006bbfc0c3. 00000400:00000200:0.0:1767384355.914734:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767384355.914739:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.143@tcp17 00000800:00000010:3.0:1767384355.914746:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4697e51. 00000400:00000200:0.0:1767384355.914747:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: GET: OK 00000400:00000200:0.0:1767384355.914755:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1767384355.914758:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (6) 00000400:00000200:0.0:1767384355.914782:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp35: 0 00000800:00000200:3.0:1767384355.914793:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp17 ip 192.168.203.143:1007 00000800:00000001:0.0:1767384355.914793:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384355.914800:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4697e51 type 3, nob 592 niov 1 nkiov 1 00000800:00000001:0.0:1767384355.914805:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384355.914811:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.914819:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.914848:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35) <- 192.168.203.143@tcp35 : GET - for me 00000400:00000200:0.0:1767384355.914861:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp35 of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384355.914869:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp35 of length 496/496 into md 0x1a41 [1] + 0 00000400:00000200:0.0:1767384355.914881:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp35 to MR: 192.168.203.143@tcp35 local destination 00000800:00000200:3.0:1767384355.914882:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384355.914888:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4697e51. 00000400:00000200:0.0:1767384355.914891:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [108:108:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1767384355.914898:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384355.914919:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: REPLY: OK 00000400:00000200:0.0:1767384355.914920:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) -> 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) 192.168.203.143@tcp35 : REPLY try# 0 00000800:00000200:0.0:1767384355.914935:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.143@tcp35 00000800:00000010:0.0:1767384355.914939:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d56cf0be. 00000800:00000001:3.0:1767384355.914942:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384355.914947:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (6) 00000800:00000001:3.0:1767384355.914953:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384355.914956:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp35 ip 192.168.203.143:981 00000800:00000001:3.0:1767384355.914960:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.914967:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384355.914970:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d56cf0be type 3, nob 592 niov 1 nkiov 1 00000800:00000001:3.0:1767384355.914973:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.914981:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384355.914991:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17) <- 192.168.203.143@tcp17 : REPLY - for me 00000400:00000200:3.0:1767384355.915008:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp17: Reply from 12345-192.168.203.143@tcp17 of length 496/496 into md 0x1a61 00000800:00000001:3.0:1767384355.915015:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.915034:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384355.915037:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384355.915047:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: REPLY: OK 00000800:00000200:0.0:1767384355.915047:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384355.915053:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c058bc5e 00000800:00000010:0.0:1767384355.915053:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d56cf0be. 00000400:00000010:3.0:1767384355.915058:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c058bc5e. 00000400:00000200:0.0:1767384355.915061:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384355.915065:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384355.915071:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: REPLY: OK 00000400:00000200:3.0:1767384355.915074:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:3.0:1767384355.915081:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:3.0:1767384355.915085:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 29. state = 0x100271 00000800:00000001:0.0:1767384355.915086:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384355.915091:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000800:00000001:0.0:1767384355.915095:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384355.915099:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.915103:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384355.915105:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384355.915108:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (28) 00000800:00000001:0.0:1767384355.915109:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384355.915119:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384355.915120:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35) <- 192.168.203.143@tcp35 : REPLY - for me 00000800:00000001:3.0:1767384355.915126:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.915135:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp35: Reply from 12345-192.168.203.143@tcp35 of length 496/496 into md 0x1a65 00000800:00000001:0.0:1767384355.915141:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.915163:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.915164:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384355.915169:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: REPLY: OK 00000400:00000200:0.0:1767384355.915173:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff29a3d1 00000400:00000010:0.0:1767384355.915175:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff29a3d1. 00000400:00000200:0.0:1767384355.915181:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384355.915183:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp35 has discovery enabled 00000400:00000200:0.0:1767384355.915195:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp35(0000000044711245) is MR 00000400:00000200:0.0:1767384355.915200:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp35 data present 0. state = 0x261 00000400:00000200:2.0:1767384355.915202:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384355.915204:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp35 (0000000044711245): -114 00000400:00000200:0.0:1767384355.915214:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000044711245 (3) 00000400:00000200:2.0:1767384355.915224:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00000800:00000001:0.0:1767384355.915227:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.915232:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384355.915233:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 00000000487a16f5. 00000400:00000010:2.0:1767384355.915237:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 0000000001f4ae99. 00000400:00000010:2.0:1767384355.915240:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 00000000a1c30866. 00000400:00000200:2.0:1767384355.915261:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp30(000000009875eaed) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384355.915266:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp34(0000000028f203b6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384355.915279:0:16351:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.143@tcp35 00000400:00000200:2.0:1767384355.915283:0:16351:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.143@tcp35 NID 192.168.203.143@tcp35 00000400:00000200:2.0:1767384355.915285:0:16351:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000da369f82 nid 192.168.203.143@tcp35 00000400:00000010:2.0:1767384355.915287:0:16351:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000da369f82. 00000400:00000200:2.0:1767384355.915308:0:16351:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000e8b376fb net tcp35 00000400:00000010:2.0:1767384355.915311:0:16351:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000e8b376fb. 00000400:00000200:2.0:1767384355.915317:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000044711245 (2) 00000400:00000010:2.0:1767384355.915322:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000641965ce. 00000400:00000200:2.0:1767384355.915327:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000641965ce nid 192.168.203.143@tcp35 00000400:00000010:2.0:1767384355.915331:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006bcc839a. 00000400:00000200:2.0:1767384355.915333:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000006bcc839a net tcp35 00000400:00000200:2.0:1767384355.915336:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (27) 00000400:00000200:2.0:1767384355.915341:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp35 flags 0x11 00000400:00000010:2.0:1767384355.915346:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007b9dc6d6. 00000400:00000200:2.0:1767384355.915349:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007b9dc6d6 nid 192.168.203.143@tcp36 00000400:00000010:2.0:1767384355.915351:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001c9819a4. 00000400:00000200:2.0:1767384355.915353:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000001c9819a4 net tcp36 00000400:00000200:2.0:1767384355.915354:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (28) 00000400:00000200:2.0:1767384355.915356:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp36 flags 0x11 00000400:00000010:2.0:1767384355.915359:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008f4c244b. 00000400:00000200:2.0:1767384355.915361:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008f4c244b nid 192.168.203.143@tcp37 00000400:00000010:2.0:1767384355.915363:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001fe86c87. 00000400:00000200:2.0:1767384355.915364:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000001fe86c87 net tcp37 00000400:00000200:2.0:1767384355.915365:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (29) 00000400:00000200:2.0:1767384355.915368:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp37 flags 0x11 00000400:00000010:2.0:1767384355.915369:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 00000000487a16f5. 00000400:00000010:2.0:1767384355.915372:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 0000000001f4ae99. 00000400:00000010:2.0:1767384355.915379:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 00000000a1c30866. 00000400:00000010:2.0:1767384355.915382:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000bf23d548. 00000400:00000200:2.0:1767384355.915386:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384355.915390:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 00000400:00000200:2.0:1767384355.915393:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00000400:00000200:2.0:1767384355.915396:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:2.0:1767384355.915407:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8a251b7. 00000400:00000200:2.0:1767384355.915412:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (30) 00000400:00000010:2.0:1767384355.915419:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000015d5000b. 00080000:00000010:3.0:1767384355.915455:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000646134ab. 00000400:00000200:2.0:1767384355.915471:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp17 00000400:00000200:2.0:1767384355.915488:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp17 to MR: 192.168.203.143@tcp17 local destination 00080000:00000010:0.0:1767384355.915493:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e1ccfa12. 00000400:00000200:2.0:1767384355.915499:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp17 NI seq info: [109:109:256:4294967295] 192.168.203.143@tcp17 LPNI seq info [100:100:8:4294967295] 00040000:00000001:0.0:1767384355.915503:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384355.915507:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1767384355.915509:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp17 00080000:00000001:0.0:1767384355.915516:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384355.915526:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384355.915541:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384355.915548:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384355.915551:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17:192.168.203.143@tcp17) -> 192.168.203.143@tcp17(192.168.203.143@tcp17:192.168.203.143@tcp17) : PUT try# 0 00000800:00000200:2.0:1767384355.915556:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.143@tcp17 00000800:00000010:2.0:1767384355.915561:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bbfc0c3. 00000800:00000200:2.0:1767384355.915566:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (6) 20000000:01000000:0.0:1767384355.915569:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000200:2.0:1767384355.915575:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp17 ip 192.168.203.143:988 00000800:00000200:2.0:1767384355.915579:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bbfc0c3 type 1, nob 592 niov 1 nkiov 1 20000000:00000001:0.0:1767384355.915605:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384355.915609:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000646134ab. 20000000:01000000:0.0:1767384355.915611:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:2.0:1767384355.915615:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 20000000:01000000:3.0:1767384355.915617:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00080000:00000001:0.0:1767384355.915627:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384355.915628:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384355.915628:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00080000:00000001:3.0:1767384355.915638:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384355.915643:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384355.915644:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x800e1 00000400:00000200:2.0:1767384355.915651:0:16351:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.143@tcp35(0000000044711245) state 0x800e1 00080000:00000001:3.0:1767384355.915656:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384355.915656:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp35(0000000044711245) state 0x800a1 rc 0 00000400:00000200:2.0:1767384355.915679:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp35 (0000000044711245) 00080000:00000001:3.0:1767384355.915687:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.915690:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000044711245 (1) 00080000:00000001:3.0:1767384355.915692:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384355.915695:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.915699:0:16351:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000044711245 nid 192.168.203.143@tcp35 00080000:00000001:3.0:1767384355.915705:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000010:2.0:1767384355.915706:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000077846c25. 00080000:00000001:3.0:1767384355.915714:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384355.915718:0:16351:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000044711245. 00080000:00000002:3.0:1767384355.915720:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:3.0:1767384355.915725:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:3.0:1767384355.915728:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384355.915731:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384355.915734:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384355.915736:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384355.915740:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384355.915747:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 20000000:01000000:2.0:1767384355.915749:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384355.915751:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:2.0:1767384355.915754:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384355.915768:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384355.915777:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:3.0:1767384355.915778:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fb152a34. 00010000:00000001:2.0:1767384355.915784:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384355.915793:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560349862400 : -111513359689216 : ffff9a9445ceda00) 00010000:00000010:2.0:1767384355.915794:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004e218381. 00080000:00000001:3.0:1767384355.915808:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384355.915809:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000001:00000001:3.0:1767384355.915813:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:2.0:1767384355.915814:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c36aead9. 00080000:00000010:3.0:1767384355.915818:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000691f8423. 00080000:00000001:3.0:1767384355.915824:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384355.915828:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:2.0:1767384355.915829:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384355.915834:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c36aead9 with handle 0x980286e253c5fce7 to hash 00000020:00000001:2.0:1767384355.915836:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384355.915838:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00010000:00000001:2.0:1767384355.915842:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00080000:00000001:3.0:1767384355.915844:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.915846:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384355.915850:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384355.915855:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384355.915861:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384355.915864:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384355.915870:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384355.915873:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384355.915876:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384355.915880:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.915883:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384355.915886:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.915889:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384355.915893:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384355.915896:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384355.915900:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000800:00000001:3.0:1767384355.915902:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:2.0:1767384355.915903:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004e218381) refcount = 1 00000800:00000200:0.0:1767384355.915906:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:2.0:1767384355.915910:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384355.915912:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bbfc0c3. 00000800:00000001:3.0:1767384355.915917:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.915925:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384355.915932:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384355.915941:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000800:00000001:3.0:1767384355.915948:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.915949:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: PUT: OK 00010000:00000001:2.0:1767384355.915950:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384355.915957:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.915962:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:2.0:1767384355.915967:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.915968:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17) <- 192.168.203.143@tcp17 : PUT - for me 00000400:00000200:0.0:1767384355.915978:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp17: 0 00010000:00000001:2.0:1767384355.915979:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384355.915993:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 496 into portal 0 MB=0x8000000000000000 20000000:00000001:2.0:1767384355.915995:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384355.916006:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00000400:00000200:3.0:1767384355.916016:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 496/496 into md 0x1a5d [1] + 0 00010000:00000001:2.0:1767384355.916016:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384355.916027:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000020:0.0:1767384355.916028:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000010:3.0:1767384355.916029:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019e4d5c9. 00000020:00000040:2.0:1767384355.916030:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c36aead9 refcount=4 00000100:00000001:0.0:1767384355.916035:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:3.0:1767384355.916037:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000085135667 20000000:00000010:0.0:1767384355.916039:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000005c0d2af. 00000020:00000001:2.0:1767384355.916054:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00010000:00000001:2.0:1767384355.916069:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00010000:00000001:2.0:1767384355.916072:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000800:00000001:3.0:1767384355.916074:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384355.916077:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384355.916078:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384355.916085:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384355.916091:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746148352 00000400:00000200:3.0:1767384355.916097:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384355.916106:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384355.916119:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007fe08c9d x1853236746148352/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384355.916121:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: PUT: OK 00010000:00000001:2.0:1767384355.916122:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384355.916133:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384355.916141:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085135667 00000400:00000010:3.0:1767384355.916149:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085135667. 00010000:00000001:2.0:1767384355.916172:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384355.916175:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00010000:00000001:0.0:1767384355.916178:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384355.916192:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (31) 00010000:00000001:0.0:1767384355.916193:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.916195:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384355.916206:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384355.916208:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000100:00001000:0.0:1767384355.916208:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=61 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384355.916221:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000d6049da6. 00000100:00000001:0.0:1767384355.916227:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384355.916233:0:16346:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 29 00000100:00000040:0.0:1767384355.916236:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384355.916248:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000200:3.0:1767384355.916249:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00010000:00000001:2.0:1767384355.916251:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384355.916255:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384355.916257:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.916259:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.916267:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (32) 00010000:00000001:2.0:1767384355.916270:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384355.916271:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384355.916277:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00010000:00010000:2.0:1767384355.916279:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384355.916288:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384355.916312:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c63f1de5. 00000400:00000200:3.0:1767384355.916315:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp17 to MR: 192.168.203.143@tcp17 local destination 00010000:00010000:2.0:1767384355.916317:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c36aead9 already unused, calling callback (000000004feed035) 00000100:00000200:0.0:1767384355.916319:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746148352, offset 224 00010000:00000001:2.0:1767384355.916329:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384355.916335:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384355.916336:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384355.916338:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp17 NI seq info: [110:110:256:4294967295] 192.168.203.143@tcp17 LPNI seq info [101:101:8:4294967295] 00010000:00010000:2.0:1767384355.916342:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384355.916364:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384355.916369:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384355.916376:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384355.916382:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c36aead9 refcount=5 00000020:00000001:2.0:1767384355.916394:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00000400:00000200:3.0:1767384355.916398:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17:192.168.203.143@tcp17) -> 192.168.203.143@tcp17(192.168.203.143@tcp17:192.168.203.143@tcp17) 192.168.203.143@tcp17 : ACK try# 0 00010000:00000001:2.0:1767384355.916401:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00010000:00000001:2.0:1767384355.916414:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:3.0:1767384355.916416:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp17 00000400:00000200:0.0:1767384355.916419:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384355.916422:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4697e51. 00000400:00000200:0.0:1767384355.916454:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05a00 00010000:00010000:2.0:1767384355.916457:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384355.916469:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a49 [2] + 224 00000800:00000200:3.0:1767384355.916472:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (6) 00000400:00000200:0.0:1767384355.916491:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767384355.916496:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp17 ip 192.168.203.143:1007 00010000:00000001:2.0:1767384355.916501:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000200:3.0:1767384355.916505:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4697e51 type 0, nob 96 niov 1 nkiov 0 00010000:00000001:2.0:1767384355.916510:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384355.916512:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384355.916518:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.916537:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384355.916538:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384355.916553:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384355.916561:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384355.916564:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384355.916567:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384355.916581:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c36aead9 with handle 0x980286e253c5fce7 from hash 00010000:00000001:2.0:1767384355.916593:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1767384355.916597:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384355.916599:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384355.916606:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384355.916611:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:3.0:1767384355.916612:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767384355.916617:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000010:3.0:1767384355.916619:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4697e51. 00010000:00000001:2.0:1767384355.916626:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384355.916630:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384355.916635:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384355.916641:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.916647:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.916649:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384355.916653:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: ACK: OK 00010000:00000001:2.0:1767384355.916657:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384355.916662:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1767384355.916664:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c63f1de5 00010000:00000001:2.0:1767384355.916666:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384355.916669:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c63f1de5. 00000800:00000001:3.0:1767384355.916671:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384355.916671:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384355.916685:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.916688:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:3.0:1767384355.916690:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.916692:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.916692:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384355.916705:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384355.916707:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384355.916707:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384355.916709:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384355.916718:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000800:00000001:3.0:1767384355.916719:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.916725:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1767384355.916727:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384355.916730:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384355.916735:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384355.916735:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384355.916738:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.916746:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:0.0:1767384355.916748:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384355.916750:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384355.916759:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384355.916760:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp17(192.168.203.143@tcp17) <- 192.168.203.143@tcp17 : ACK - for me 00000100:00000040:0.0:1767384355.916761:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fe08c9d x1853236746148352/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384355.916768:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384355.916776:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384355.916789:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp17: ACK from 12345-192.168.203.143@tcp17 into md 0x1a69 00010000:00000001:2.0:1767384355.916791:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384355.916812:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007fe08c9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746148352:12345-0@lo:253: Request processed in 3577us (4434us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384355.916823:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:2.0:1767384355.916823:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384355.916834:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00010000:00010000:2.0:1767384355.916839:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384355.916841:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384355.916854:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384355.916860:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384355.916865:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384355.916867:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384355.916867:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007d25f0c. 00010000:00010000:2.0:1767384355.916869:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c36aead9/0x980286e253c5fce7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384355.916874:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081417ddf. 00000400:00000200:3.0:1767384355.916876:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp17->192.168.203.143@tcp17: ACK: OK 00010000:00000040:2.0:1767384355.916889:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004e218381 count: 0 00000020:00000010:0.0:1767384355.916890:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3f00a5f. 00000400:00000200:3.0:1767384355.916892:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8a251b7 00000400:00000010:3.0:1767384355.916903:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8a251b7. 00000020:00000040:0.0:1767384355.916903:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:2.0:1767384355.916908:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384355.916911:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:0.0:1767384355.916912:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767384355.916917:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000010:0.0:1767384355.916917:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c95560a3. 02000000:00000001:0.0:1767384355.916925:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384355.916926:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000100:00000001:0.0:1767384355.916932:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384355.916937:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000200:0.0:1767384355.916941:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384355.916943:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (31) 00000400:00000200:2.0:1767384355.916950:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384355.916952:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d85857f7. 00000800:00000001:3.0:1767384355.916954:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384355.916956:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f81be98. 00000400:00000010:0.0:1767384355.916959:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c63f1de5. 00000800:00000001:3.0:1767384355.916961:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384355.916964:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f1eb. 00000400:00000200:2.0:1767384355.916972:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008ca52aeb 00000400:00000200:2.0:1767384355.916979:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00000400:00000010:2.0:1767384355.916991:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 00000000a1c30866. 00000400:00000010:2.0:1767384355.916995:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 0000000001f4ae99. 00000100:00000001:3.0:1767384355.916997:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384355.917002:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384355.917004:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 00000000487a16f5. 00000400:00000001:3.0:1767384355.917011:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384355.917015:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384355.917025:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011b3bf29. 00000400:00000200:3.0:1767384355.917031:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd152792 00000400:00000010:3.0:1767384355.917035:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd152792. 00000100:00000001:3.0:1767384355.917043:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384355.917053:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384355.917069:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384355.917072:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 00000000a1c30866. 00000400:00000010:2.0:1767384355.917088:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 0000000001f4ae99. 00000100:00000001:3.0:1767384355.917089:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384355.917098:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384355.917099:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 00000000487a16f5. 00000100:00000001:3.0:1767384355.917107:0:16353:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767384355.917108:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000d6049da6. 02000000:00000001:3.0:1767384355.917113:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384355.917117:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000100:00000001:3.0:1767384355.917118:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384355.917122:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.917128:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 02000000:00000001:3.0:1767384355.917130:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.917142:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00000100:00001000:3.0:1767384355.917143:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384355.917153:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=61 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384355.917155:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000100:00000001:3.0:1767384355.917170:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384355.917171:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000100:00000001:3.0:1767384355.917175:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.917180:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00010000:00000001:3.0:1767384355.917182:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384355.917184:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.917197:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.917215:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384355.917216:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:2.0:1767384355.917225:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (30) 00000100:00000001:3.0:1767384355.917226:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384355.917237:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384355.917239:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384355.917241:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384355.917243:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384355.917245:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384355.917247:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384355.917248:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384355.917250:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384355.917252:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384355.917254:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384355.917256:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384355.917262:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384355.917269:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384355.917278:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000deed244a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746148352:0@lo:253: 00000100:00000001:3.0:1767384355.917285:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.917287:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384355.917289:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000deed244a x1853236746148352/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.917310:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384355.917313:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384355.917315:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000209a1d20. 02000000:00000001:3.0:1767384355.917318:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384355.917319:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384355.917321:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384355.917323:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384355.917324:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000099202ac3. 02000000:00000001:3.0:1767384355.917327:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384355.917329:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384355.917331:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000deed244a. 00000100:00000001:3.0:1767384355.917333:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384355.917334:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.917336:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.917340:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384355.917341:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.917343:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384355.917345:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384355.917679:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fb152a34. 00080000:00000010:3.0:1767384355.917714:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000691f8423. 00040000:00000001:3.0:1767384355.917718:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384355.917720:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384355.917722:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384355.917724:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:3.0:1767384355.917726:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384355.917728:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384355.917730:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384355.917757:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384355.917766:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384355.917770:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384355.917814:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384355.917819:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384355.917839:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384355.917843:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384355.917845:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384355.917849:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af444185. 00010000:00000001:2.0:1767384355.917851:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384355.917854:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f4d0966b. 00000020:00000001:2.0:1767384355.917856:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384355.917858:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f4d0966b with handle 0x980286e253c5fcee to hash 00000020:00000001:2.0:1767384355.917860:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384355.917861:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00010000:00000001:2.0:1767384355.917862:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00010000:00000001:2.0:1767384355.917864:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384355.917865:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384355.917867:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384355.917872:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384355.917876:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384355.917878:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384355.917880:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384355.917882:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.917884:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384355.917885:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.917886:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384355.917888:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384355.917889:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384355.917891:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384355.917894:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af444185) refcount = 1 00010000:00010000:2.0:1767384355.917897:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384355.917902:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384355.917903:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384355.917904:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.917906:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.917908:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384355.917916:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000020:3.0:1767384355.917931:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:2.0:1767384355.917931:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:2.0:1767384355.917940:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384355.917941:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384355.917942:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:3.0:1767384355.917950:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a987b921. 00000020:00000040:2.0:1767384355.917951:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f4d0966b refcount=4 00000020:00000001:2.0:1767384355.917956:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00010000:00000001:2.0:1767384355.917962:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 20000000:00000001:3.0:1767384355.917965:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.917966:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384355.917971:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384355.917977:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746148480 00010000:00000001:2.0:1767384355.917983:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1767384355.917986:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384355.917987:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384355.917993:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:3.0:1767384355.917996:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e328a5a6 x1853236746148480/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384355.917997:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384355.918000:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384355.918030:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384355.918034:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.918042:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384355.918045:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.918048:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384355.918051:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f4d0966b already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384355.918052:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.918054:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:3.0:1767384355.918061:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=61 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384355.918061:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384355.918069:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384355.918077:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384355.918083:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384355.918086:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:2.0:1767384355.918086:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1767384355.918092:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384355.918093:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.918093:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384355.918100:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384355.918101:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384355.918103:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384355.918106:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd152792. 00000100:00000200:3.0:1767384355.918109:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746148480, offset 224 00000400:00000200:3.0:1767384355.918114:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384355.918115:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f4d0966b refcount=5 00000020:00000001:2.0:1767384355.918122:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00000400:00000200:3.0:1767384355.918123:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384355.918133:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05a80 00010000:00000001:2.0:1767384355.918133:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00000400:00000200:3.0:1767384355.918146:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a55 [2] + 224 00010000:00000001:2.0:1767384355.918147:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767384355.918151:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384355.918152:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384355.918159:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384355.918164:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384355.918172:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384355.918184:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384355.918187:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384355.918190:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384355.918196:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.918202:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384355.918204:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384355.918205:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384355.918208:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384355.918210:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384355.918217:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f4d0966b with handle 0x980286e253c5fcee from hash 00000400:00000200:3.0:1767384355.918220:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd152792 00010000:00000001:2.0:1767384355.918222:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:3.0:1767384355.918224:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd152792. 00010000:00000001:2.0:1767384355.918230:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384355.918232:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384355.918233:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384355.918241:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384355.918242:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384355.918242:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384355.918254:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384355.918257:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384355.918258:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384355.918259:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1767384355.918263:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:0.0:1767384355.918263:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384355.918267:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:0.0:1767384355.918268:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080ba8735. 00010000:00000001:3.0:1767384355.918269:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384355.918275:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.918276:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:3.0:1767384355.918278:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384355.918279:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a220215 00010000:00000001:2.0:1767384355.918281:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384355.918284:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a220215. 00000100:00000040:3.0:1767384355.918286:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e328a5a6 x1853236746148480/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.918304:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384355.918310:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384355.918313:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384355.918319:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e328a5a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746148480:12345-0@lo:253: Request processed in 4959us (5674us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384355.918326:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384355.918335:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:3.0:1767384355.918345:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000200:0.0:1767384355.918347:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384355.918349:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384355.918356:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00010000:00000001:2.0:1767384355.918358:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384355.918364:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.918365:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384355.918365:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384355.918372:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384355.918372:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.918374:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.918378:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384355.918380:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000569abb30. 00010000:00000001:2.0:1767384355.918381:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.918381:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384355.918388:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384355.918395:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384355.918396:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384355.918397:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000094cefc5. 02000000:00000001:0.0:1767384355.918401:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384355.918405:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=61 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384355.918411:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003244054a. 00000100:00001000:0.0:1767384355.918419:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=61 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384355.918422:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00010000:00000001:2.0:1767384355.918484:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384355.918485:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384355.918492:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384355.918493:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384355.918493:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384355.918494:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384355.918499:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a0afe9ce. 00010000:00000001:0.0:1767384355.918500:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.918514:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.918515:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384355.918518:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384355.918525:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384355.918527:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384355.918529:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384355.918530:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384355.918535:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384355.918538:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384355.918543:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:3.0:1767384355.918548:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011b3bf29. 00000100:00000001:0.0:1767384355.918550:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384355.918552:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.918555:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384355.918559:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd152792. 00000100:00000001:0.0:1767384355.918561:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384355.918562:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384355.918570:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:2.0:1767384355.918572:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384355.918573:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:2.0:1767384355.918584:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:0.0:1767384355.918584:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384355.918593:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384355.918594:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384355.918595:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384355.918599:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00010000:2.0:1767384355.918601:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f4d0966b/0x980286e253c5fcee lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384355.918602:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384355.918604:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384355.918607:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384355.918613:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384355.918641:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af444185 count: 0 00000100:00100000:0.0:1767384355.918645:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006686d5de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746148480:0@lo:253: 00000100:00000001:0.0:1767384355.918658:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.918660:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384355.918666:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006686d5de x1853236746148480/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384355.918669:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384355.918674:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384355.918675:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384355.918677:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384355.918680:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d6c933ec. 02000000:00000001:0.0:1767384355.918684:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384355.918685:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384355.918686:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384355.918688:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384355.918689:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f5202dec. 02000000:00000001:0.0:1767384355.918692:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384355.918692:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384355.918693:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006686d5de. 00000100:00000001:0.0:1767384355.918696:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384355.918697:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.918698:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.918702:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384355.918703:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.918705:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384355.918707:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384355.919493:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294944683, at 4294944684 00000100:00000010:2.0:1767384355.919502:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b29e78f2. 00000100:00000040:1.0:1767384355.920483:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294944683, at 4294944685 00000100:00000010:1.0:1767384355.920491:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000053da703. 00000100:00000040:0.0:1767384355.920503:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294944683, at 4294944685 00000100:00000010:0.0:1767384355.920512:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da3a66be. 00000100:00000040:3.0:1767384355.920734:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294944683, at 4294944685 00000100:00000010:3.0:1767384355.920741:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab5aef03. 00010000:00000010:2.1:1767384355.922494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004e218381. 00010000:00000010:2.1:1767384355.922503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c36aead9. 00010000:00000010:2.1:1767384355.922520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af444185. 00010000:00000010:2.1:1767384355.922526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f4d0966b. 00000400:00000010:1.0:1767384355.929792:0:30861:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000007d64e4c. 00000400:00000040:1.0:1767384355.929811:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384355.929813:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384355.929815:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384355.929816:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384355.929818:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384355.929819:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384355.929821:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384355.929823:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384355.929824:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384355.929824:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384355.929826:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384355.929827:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384355.929828:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384355.929829:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384355.929830:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384355.929832:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384355.929833:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384355.929834:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384355.929835:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384355.929836:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384355.929844:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384355.929845:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384355.929846:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384355.929847:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384355.929848:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384355.929850:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384355.929851:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384355.929852:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384355.929853:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384355.929854:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384355.929855:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384355.929856:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384355.929857:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384355.929858:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384355.929859:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384355.929860:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384355.929861:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384355.929862:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384355.929863:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384355.929864:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384355.929865:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384355.929866:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384355.929867:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384355.929868:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384355.929869:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384355.929870:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384355.929871:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384355.929871:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384355.929873:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384355.929874:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384355.929875:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384355.929876:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384355.929876:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384355.929877:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384355.929878:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384355.929879:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384355.929880:0:30861:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384355.929941:0:30861:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000007d64e4c. 00000100:00000040:0.0:1767384356.003524:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384356.003544:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384356.003553:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006686d5de. 00000020:00000040:0.0:1767384356.003578:0:38:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384356.003584:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384356.003588:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384356.003595:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384356.003605:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d56cf0be. 00000100:00000001:0.0:1767384356.003614:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.003626:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384356.003640:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384356.003643:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.003650:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006686d5de] to pc [ptlrpcd_00_02+2] req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.003677:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.003680:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384356.003685:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384356.003692:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384356.003692:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384356.003692:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf366c21. 00000020:00000040:0.0:1767384356.003700:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384356.003703:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384356.003704:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.003705:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384356.003706:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384356.003709:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384356.003716:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384356.003724:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006672f012. 00000100:00000040:2.0:1767384356.003725:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.003739:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.003749:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384356.003751:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.003753:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384356.003762:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384356.003771:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384356.003772:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.003779:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.003781:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384356.003787:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006686d5de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746148608:0@lo:400: 00000100:00000040:0.0:1767384356.003791:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf366c21] to pc [ptlrpcd_00_03+3] req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.003799:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384356.003809:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384356.003813:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.003815:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384356.003820:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c57369. 00000100:00000001:0.0:1767384356.003821:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.003823:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384356.003829:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384356.003832:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384356.003850:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.003855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384356.003857:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa7ab83f. 00000100:00000001:0.0:1767384356.003859:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767384356.003865:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384356.003866:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3909613. 00000400:00000010:2.0:1767384356.003867:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ee98256. 00000020:00000040:0.0:1767384356.003872:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384356.003878:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767384356.003880:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746148608, portal 4 00000100:00000001:3.0:1767384356.003890:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384356.003891:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384356.003892:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.003896:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.003901:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556621568 : -111508152930048 : ffff9a957c27b100) 02000000:00000001:0.0:1767384356.003903:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.003905:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767384356.003910:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006115b09e. 02000000:00000001:3.0:1767384356.003911:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384356.003913:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.003917:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.003922:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.003933:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384356.003939:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf366c21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236746148736:0@lo:400: 00000100:00000001:2.0:1767384356.003950:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384356.003958:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384356.003966:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384356.003967:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384356.003979:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384356.003980:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384356.003981:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984e0ddd. 00000100:00000001:0.0:1767384356.003988:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.003996:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384356.003998:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746148608, offset 0 02000000:00000010:3.0:1767384356.004002:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037c7ed3a. 00000100:00000040:0.0:1767384356.004002:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3909613] to pc [ptlrpcd_00_00+0] req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384356.004012:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.004025:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384356.004027:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006593aed3. 00000400:00000010:3.0:1767384356.004045:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4725a55. 00000400:00000200:2.0:1767384356.004061:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384356.004066:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384356.004073:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746148736, portal 10 00000100:00000040:0.0:1767384356.004076:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (282) 00000100:00000001:3.0:1767384356.004077:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.004084:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556613504 : -111508152938112 : ffff9a957c279180) 00000400:00000200:2.0:1767384356.004085:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df05b00 00000100:00000001:0.0:1767384356.004103:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384356.004110:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.004112:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3440 00000100:00100000:0.0:1767384356.004112:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384356.004125:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.004142:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384356.004143:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384356.004147:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384356.004149:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384356.004151:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384356.004157:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384356.004158:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da26823f. 00000100:00000001:0.0:1767384356.004159:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.004167:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384356.004171:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746148736, offset 0 00000100:00000001:0.0:1767384356.004172:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384356.004177:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384356.004183:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384356.004183:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384356.004184:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1767384356.004186:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384356.004201:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384356.004202:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049cdc53a. 00000100:00000001:0.0:1767384356.004205:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384356.004211:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.004213:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000049cdc53a x1853236746148608 msgsize 224 00000400:00000200:3.0:1767384356.004215:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384356.004216:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384356.004226:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384356.004234:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384356.004236:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df05b80 00000100:00100000:2.0:1767384356.004244:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384356.004247:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e3909613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746148864:0@lo:400: 00000400:00000200:3.0:1767384356.004254:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000400:00000200:3.0:1767384356.004261:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384356.004262:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384356.004264:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384356.004274:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384356.004275:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384356.004280:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.004281:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984e0ddd 02000000:00000001:0.0:1767384356.004288:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384356.004289:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984e0ddd. 02000000:00000010:0.0:1767384356.004307:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003244054a. 00000100:00000001:2.0:1767384356.004310:0:16355:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384356.004313:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004314:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384356.004319:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1767384356.004319:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384356.004320:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080ba8735. 00000400:00000010:0.0:1767384356.004326:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000100:00000200:0.0:1767384356.004331:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746148864, portal 10 00000100:00000001:0.0:1767384356.004337:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767384356.004339:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c493e826. 00000100:00000001:0.0:1767384356.004341:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556612608 : -111508152939008 : ffff9a957c278e00) 00000100:00000040:3.0:1767384356.004348:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000c493e826 x1853236746148736 msgsize 224 00000100:00000040:0.0:1767384356.004355:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384356.004369:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384356.004373:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384356.004374:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384356.004382:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384356.004385:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384356.004386:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098338a0a. 00000100:00000001:3.0:1767384356.004387:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384356.004395:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746148864, offset 0 00000400:00000200:3.0:1767384356.004399:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da26823f 00000400:00000010:3.0:1767384356.004408:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da26823f. 00000100:00000001:3.0:1767384356.004417:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384356.004420:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384356.004421:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384356.004459:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.004471:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.004475:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.004482:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004484:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384356.004489:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.004496:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3228 usecs (4 jiffies) 00000100:00000001:3.0:1767384356.004501:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944773 00000400:00000200:0.0:1767384356.004501:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384356.004509:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab5aef03. 00000100:00000001:3.0:1767384356.004519:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384356.004519:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df05c00 00000100:00000001:3.0:1767384356.004529:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944773 00000400:00000200:0.0:1767384356.004550:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00100000:1.0:1767384356.004553:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746148736 00000100:00000010:3.0:1767384356.004558:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c296375. 02000000:00000001:1.0:1767384356.004560:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384356.004568:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.004569:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384356.004570:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384356.004572:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.004574:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004578:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944773 02000000:00000001:1.0:1767384356.004582:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384356.004587:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1eb3641. 00000100:00000001:2.0:1767384356.004588:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384356.004589:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384356.004590:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746148736 00000100:00000001:3.0:1767384356.004594:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384356.004599:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384356.004604:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944773 00000100:00000001:2.0:1767384356.004604:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384356.004606:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000100:00000001:0.0:1767384356.004606:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384356.004613:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384356.004621:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e651eedc. 00000020:00000001:1.0:1767384356.004621:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384356.004623:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000adad7b7. 00000100:00000040:2.0:1767384356.004624:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3945 usecs (4 jiffies) 00000100:00000040:0.0:1767384356.004635:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000000adad7b7 x1853236746148864 msgsize 224 00000100:00000001:3.0:1767384356.004637:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384356.004637:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944773 00000020:00000040:1.0:1767384356.004637:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000100:00000001:2.0:1767384356.004654:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294944773 00000020:00000001:1.0:1767384356.004656:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:3.0:1767384356.004657:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384356.004665:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384356.004667:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944773 00000100:00000001:3.0:1767384356.004674:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.004674:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:2.0:1767384356.004676:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294944773 00000100:00000001:0.0:1767384356.004683:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384356.004695:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944773 00000100:00000001:3.0:1767384356.004696:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.004696:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384356.004699:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098338a0a 00000100:00000001:2.0:1767384356.004703:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294944773 00000020:00000010:1.0:1767384356.004704:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9764ea8. 00000400:00000010:0.0:1767384356.004704:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098338a0a. 00000100:00000001:2.0:1767384356.004720:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944773 00000100:00000001:3.0:1767384356.004722:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.004722:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.004722:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384356.004729:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294944773 00000020:00000010:1.0:1767384356.004734:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9764ea8. 00000100:00000001:3.0:1767384356.004735:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384356.004736:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384356.004737:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.004743:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384356.004746:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034656ccd. 00000100:00000001:2.0:1767384356.004751:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004753:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384356.004760:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000570ca62d. 00000100:00000001:3.0:1767384356.004761:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384356.004762:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004769:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.004770:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384356.004772:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e64347a2. 00000100:00000001:3.0:1767384356.004785:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.004789:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.004790:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384356.004798:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384356.004799:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1767384356.004803:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.004806:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384356.004807:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384356.004813:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384356.004813:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384356.004820:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.004821:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.004827:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.004830:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.004832:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384356.004834:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384356.004840:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384356.004840:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.004845:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.004847:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3421 usecs (4 jiffies) 00000100:00000001:0.0:1767384356.004851:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294944773 00000100:00000001:2.0:1767384356.004854:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384356.004854:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294944773 00000100:00000001:1.0:1767384356.004855:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384356.004864:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746148608 00000100:00000001:0.0:1767384356.004880:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294944773 02000000:00000001:2.0:1767384356.004881:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384356.004883:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384356.004888:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.004889:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294944773 00000100:00100000:1.0:1767384356.004891:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746148864 00000100:00000001:2.0:1767384356.004892:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.004898:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384356.004898:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294944773 02000000:00000001:2.0:1767384356.004899:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.004906:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.004908:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294944773 00000100:00100000:2.0:1767384356.004909:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746148608 00000100:00000001:1.0:1767384356.004910:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.004920:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294944773 00000020:00000001:2.0:1767384356.004921:0:17892:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384356.004921:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384356.004927:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:0.0:1767384356.004934:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294944773 00000100:00100000:1.0:1767384356.004935:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746148864 00000020:00000001:2.0:1767384356.004936:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.004941:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:0.0:1767384356.004942:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384356.004948:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384356.004954:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000100:00000001:0.0:1767384356.004955:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.004957:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:1.0:1767384356.004959:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384356.004966:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384356.004967:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000020:00000001:2.0:1767384356.004969:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:1.0:1767384356.004979:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:0.0:1767384356.004980:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.004981:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384356.004990:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016c0d178. 00000020:00000001:1.0:1767384356.004995:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000010:2.0:1767384356.004996:0:17892:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b9079eb6. 00000100:00000001:1.0:1767384356.005001:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384356.005004:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000020:00000010:1.0:1767384356.005005:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9764ea8. 00000020:00000010:1.0:1767384356.005012:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006d58d360. 00000020:00000040:1.0:1767384356.005017:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:2.0:1767384356.005020:0:17892:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384356.005021:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384356.005026:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000959855df. 00000020:00000010:2.0:1767384356.005027:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a07fb96. 00000020:00000010:1.0:1767384356.005031:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e6ea311. 00000004:00000001:0.0:1767384356.005034:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000010:2.0:1767384356.005035:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e67e4edd. 00000020:00000010:1.0:1767384356.005036:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000774c451. 00000004:00000020:0.0:1767384356.005042:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000010:2.0:1767384356.005046:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082144d41. 00000100:00000001:1.0:1767384356.005046:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1767384356.005047:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2e93a0. 00000100:00000001:1.0:1767384356.005051:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384356.005058:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384356.005058:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384356.005062:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384356.005071:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384356.005077:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384356.005078:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384356.005078:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1767384356.005084:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384356.005086:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384356.005086:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.005093:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384356.005093:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.005098:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384356.005110:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018ef3213. 00000100:00000001:2.0:1767384356.005115:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384356.005116:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.005119:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384356.005120:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384356.005122:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384356.005125:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.005131:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.005132:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384356.005136:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384356.005144:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:1.0:1767384356.005149:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:2.0:1767384356.005150:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384356.005155:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2e93a0] to pc [ptlrpcd_00_01+1] req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.005156:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384356.005157:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609938944 : -111508099612672 : ffff9a957f554000) 00000100:00000040:1.0:1767384356.005171:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c493e826 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:337/0 lens 224/0 e 0 to 0 dl 1767384367 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384356.005173:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384356.005184:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384356.005195:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348020736 : -111513361530880 : ffff9a9445b2c000) 00000100:00000040:2.0:1767384356.005211:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049cdc53a x1853236746148608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:337/0 lens 224/0 e 0 to 0 dl 1767384367 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.005239:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384356.005242:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384356.005243:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d58d360. 00000004:00000001:0.0:1767384356.005246:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384356.005247:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017f45d50. 00000100:00000001:1.0:1767384356.005247:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384356.005256:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d58d360. 00000100:00000001:2.0:1767384356.005258:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.005263:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017f45d50. 00000100:00100000:1.0:1767384356.005267:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c493e826 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236746148736:12345-0@lo:400: 00000100:00000001:0.0:1767384356.005274:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.005280:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384356.005281:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000049cdc53a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746148608:12345-0@lo:400: 00000100:00000001:0.0:1767384356.005285:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384356.005287:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746148736 00000020:00000001:1.0:1767384356.005306:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384356.005309:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746148608 00000020:00000001:1.0:1767384356.005312:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384356.005324:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.005325:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384356.005327:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384356.005328:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384356.005331:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384356.005332:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:1.0:1767384356.005342:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384356.005347:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.005349:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384356.005359:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384356.005362:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384356.005364:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384356.005366:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:1.0:1767384356.005366:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384356.005367:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.005374:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.005390:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384356.005391:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384356.005393:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384356.005395:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384356.005397:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384356.005397:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384356.005399:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384356.005408:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000009877858. 02000000:00000001:0.0:1767384356.005411:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.005413:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.005414:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384356.005417:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16354:1853236746148992:0@lo:13: 00000100:00000001:1.0:1767384356.005419:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.005420:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384356.005426:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384356.005429:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384356.005434:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.005436:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384356.005441:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002a29afbe. 02000000:00000001:0.0:1767384356.005443:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.005450:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.005452:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.005454:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:1.0:1767384356.005457:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746148736 00000100:00000001:2.0:1767384356.005458:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384356.005461:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384356.005467:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:1.0:1767384356.005470:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c493e826 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:337/0 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384356.005474:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000487a16f5. 00000400:00000010:0.0:1767384356.005478:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013705e06. 02000000:00000001:2.0:1767384356.005480:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384356.005481:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1767384356.005484:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098338a0a. 00000100:00000001:2.0:1767384356.005485:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384356.005485:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.005493:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384356.005493:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746148992, portal 4 00000100:00001000:1.0:1767384356.005494:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=56 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384356.005509:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746148608 00000100:00000001:0.0:1767384356.005509:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384356.005510:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384356.005518:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384356.005518:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556616192 : -111508152935424 : ffff9a957c279c00) 00000100:00000040:1.0:1767384356.005519:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000200:2.0:1767384356.005528:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000049cdc53a x1853236746148608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:337/0 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.005528:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384356.005545:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384356.005549:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.005552:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384356.005553:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384356.005555:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.005558:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384356.005562:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1767384356.005567:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=52 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384356.005569:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000100:00000001:2.0:1767384356.005582:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384356.005583:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746148736, offset 224 00000100:00000040:2.0:1767384356.005592:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:0.0:1767384356.005599:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384356.005600:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000200:1.0:1767384356.005600:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384356.005605:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384356.005607:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.005615:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384356.005617:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384356.005623:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384356.005627:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000100:00000040:2.0:1767384356.005635:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384356.005640:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df05b80 00000100:00000200:0.0:1767384356.005641:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746148992, offset 0 00000400:00000010:2.0:1767384356.005642:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984e0ddd. 00000100:00000200:2.0:1767384356.005653:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746148608, offset 224 00000400:00000200:1.0:1767384356.005659:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a89 [1] + 224 00000400:00000200:1.0:1767384356.005663:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.005670:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384356.005674:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.005684:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384356.005694:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384356.005695:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384356.005705:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384356.005708:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384356.005722:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384356.005722:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df05c80 00000400:00000200:2.0:1767384356.005723:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df05b00 00000400:00000200:2.0:1767384356.005737:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1a81 [1] + 224 00000400:00000200:2.0:1767384356.005752:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.005761:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384356.005763:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384356.005769:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2240 00000100:00000001:2.0:1767384356.005777:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384356.005778:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.005779:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000400:00000010:1.0:1767384356.005786:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000100:00000200:2.0:1767384356.005788:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.005792:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384356.005796:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384356.005797:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384356.005803:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384356.005812:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:1.0:1767384356.005827:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384356.005832:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384356.005833:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.005839:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384356.005841:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000001:1.0:1767384356.005842:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384356.005851:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c493e826 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:337/0 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384356.005855:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ae686e6. 00000100:00000040:0.0:1767384356.005866:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000000ae686e6 x1853236746148992 msgsize 224 00000100:00100000:0.0:1767384356.005893:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384356.005898:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384356.005900:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c493e826 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236746148736:12345-0@lo:400: Request processed in 657us (1548us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384356.005910:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384356.005913:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984e0ddd 00000100:00100000:1.0:1767384356.005916:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000400:00000010:2.0:1767384356.005919:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984e0ddd. 00000100:00000040:1.0:1767384356.005920:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000001:1.0:1767384356.005925:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384356.005928:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384356.005928:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384356.005932:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384356.005935:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000020:00000010:1.0:1767384356.005936:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000570ca62d. 00000100:00000001:2.0:1767384356.005940:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.005944:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 00000020:00000010:1.0:1767384356.005948:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e64347a2. 00000100:00000040:2.0:1767384356.005949:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384356.005955:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384356.005955:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384356.005957:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034656ccd. 00000020:00000001:2.0:1767384356.005969:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384356.005974:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384356.005975:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384356.005975:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000100:00000040:2.0:1767384356.005989:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049cdc53a x1853236746148608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:337/0 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.005989:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.006020:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384356.006025:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384356.006031:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000049cdc53a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746148608:12345-0@lo:400: Request processed in 779us (1807us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384356.006035:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384356.006037:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1767384356.006045:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000001:1.0:1767384356.006047:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556619776 : -111508152931840 : ffff9a957c27aa00) 00000100:00000040:0.0:1767384356.006052:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384356.006054:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384356.006057:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000adad7b7 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:337/0 lens 224/0 e 0 to 0 dl 1767384367 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.006064:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:2.0:1767384356.006073:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384356.006078:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384356.006085:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e67e4edd. 00000020:00000010:2.0:1767384356.006096:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082144d41. 00000020:00000010:2.0:1767384356.006106:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a07fb96. 00000100:00000001:1.0:1767384356.006117:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384356.006119:0:17892:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000020:00000010:1.0:1767384356.006131:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d58d360. 00000100:00000001:0.0:1767384356.006134:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.006136:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.006137:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.006140:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384356.006146:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d58d360. 00000100:00000001:0.0:1767384356.006152:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384356.006159:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000adad7b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746148864:12345-0@lo:400: 00000100:00000040:0.0:1767384356.006163:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3945 usecs (4 jiffies) 00000100:00000200:1.0:1767384356.006164:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746148864 00000100:00080000:2.0:1767384356.006165:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:1.0:1767384356.006177:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:2.0:1767384356.006181:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:0.0:1767384356.006181:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944774 00000020:00000001:1.0:1767384356.006183:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384356.006189:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.006193:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384356.006196:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294944773 00000020:00000001:1.0:1767384356.006197:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00080000:2.0:1767384356.006201:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1767384356.006212:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384356.006216:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944774 00000020:00000040:2.0:1767384356.006217:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000020:00000001:1.0:1767384356.006218:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384356.006228:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384356.006232:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384356.006235:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.006236:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294944773 00000020:00000001:1.0:1767384356.006250:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384356.006255:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944774 00000100:00000001:1.0:1767384356.006256:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384356.006265:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384356.006269:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007fe194c9. 00000100:00000001:0.0:1767384356.006272:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294944773 02000000:00000001:1.0:1767384356.006273:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.006282:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384356.006286:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.006287:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.006302:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944774 00000020:00000001:1.0:1767384356.006304:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384356.006308:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:1.0:1767384356.006309:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746148864 00000100:00000001:0.0:1767384356.006310:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294944773 00000400:00000001:2.0:1767384356.006315:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384356.006316:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384356.006320:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384356.006321:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa7ab83f. 00000400:00000200:2.0:1767384356.006329:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ee98256 00010000:00000200:1.0:1767384356.006331:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000adad7b7 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:337/0 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.006333:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384356.006336:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ee98256. 00000100:00000001:0.0:1767384356.006348:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384356.006351:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384356.006352:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.006353:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384356.006356:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384356.006364:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.006365:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.006370:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384356.006371:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.006374:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384356.006376:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.006387:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384356.006390:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384356.006395:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:0.0:1767384356.006395:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384356.006396:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.006409:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.006410:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384356.006415:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384356.006417:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.006468:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384356.006475:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384356.006479:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000100:00000200:1.0:1767384356.006485:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746148864, offset 224 00000100:00000001:2.0:1767384356.006489:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.006495:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384356.006496:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384356.006499:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384356.006503:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384356.006506:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.006507:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384356.006509:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384356.006516:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=52 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384356.006517:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df05c00 00000100:00001000:2.0:1767384356.006526:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.006528:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384356.006530:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384356.006530:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a91 [1] + 224 00000100:00000001:2.0:1767384356.006544:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.006547:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384356.006552:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384356.006553:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.006555:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00080000:2.0:1767384356.006562:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.006564:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384356.006571:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384356.006572:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.006575:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384356.006580:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384356.006584:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384356.006585:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384356.006589:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.006592:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384356.006593:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.006606:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.006607:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767384356.006609:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384356.006616:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384356.006620:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006593aed3. 00000400:00000200:0.0:1767384356.006629:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4725a55 00000100:00000001:2.0:1767384356.006631:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384356.006637:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4725a55. 00000100:00000001:2.0:1767384356.006638:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384356.006641:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.006647:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384356.006653:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000100:00000040:2.0:1767384356.006654:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384356.006657:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000100:00000200:0.0:1767384356.006662:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.006667:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384356.006670:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384356.006679:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384356.006683:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006686d5de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746148608:0@lo:400: 00000100:00000040:1.0:1767384356.006694:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384356.006707:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384356.006711:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384356.006712:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.006715:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384356.006721:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.006722:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006686d5de x1853236746148608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384356.006726:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384356.006740:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000adad7b7 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:337/0 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384356.006802:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000adad7b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746148864:12345-0@lo:400: Request processed in 683us (2164us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384356.006803:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384356.006804:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384356.006814:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384356.006815:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384356.006822:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c57369. 00000100:00100000:1.0:1767384356.006824:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000001:0.0:1767384356.006826:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384356.006829:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384356.006837:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384356.006838:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 02000000:00000001:0.0:1767384356.006838:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384356.006848:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384356.006848:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384356.006849:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384356.006858:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.006859:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384356.006859:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1767384356.006865:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d56cf0be. 00000020:00000010:1.0:1767384356.006866:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e6ea311. 02000000:00000001:0.0:1767384356.006870:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.006874:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1767384356.006874:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000774c451. 02000000:00000001:2.0:1767384356.006878:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1767384356.006879:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000959855df. 00000100:00000010:2.0:1767384356.006880:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006686d5de. 00000100:00001000:0.0:1767384356.006881:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=56 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384356.006897:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1767384356.006898:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:2.0:1767384356.006901:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.006904:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.006908:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384356.006914:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384356.006915:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384356.006918:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.006924:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.006927:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384356.006928:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384356.006932:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007a41426b. 00000100:00000001:0.0:1767384356.006934:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.006951:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384356.006953:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384356.006962:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746148992 02000000:00000001:1.0:1767384356.006975:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384356.006977:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384356.006980:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384356.006981:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384356.006995:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384356.007001:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746148992 00000020:00000001:1.0:1767384356.007008:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384356.007013:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000020:00000001:1.0:1767384356.007024:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384356.007025:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384356.007034:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:0.0:1767384356.007035:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384356.007042:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:1.0:1767384356.007043:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:0.0:1767384356.007053:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384356.007055:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:0.0:1767384356.007066:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.007069:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384356.007074:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d58d360. 00000100:00000040:0.0:1767384356.007076:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.007083:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384356.007095:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d58d360. 00000100:00000001:0.0:1767384356.007098:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.007104:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384356.007105:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000959855df. 00000100:00000001:0.0:1767384356.007109:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384356.007111:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384356.007121:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e6ea311. 00000100:00100000:0.0:1767384356.007121:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf366c21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236746148736:0@lo:400: 00000100:00000001:2.0:1767384356.007135:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384356.007135:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000774c451. 00000100:00000001:0.0:1767384356.007138:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.007140:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.007150:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384356.007152:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000001:2.0:1767384356.007154:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384356.007159:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf366c21 x1853236746148736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.007160:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000001:2.0:1767384356.007162:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384356.007166:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1767384356.007168:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080ba8735. 00000100:00000001:0.0:1767384356.007187:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384356.007189:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.007196:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 02000000:00000001:0.0:1767384356.007196:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384356.007201:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384356.007202:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037c7ed3a. 00000400:00000010:2.0:1767384356.007217:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 02000000:00000001:0.0:1767384356.007218:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384356.007223:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384356.007225:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384356.007226:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384356.007227:0:16356:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:2.0:1767384356.007233:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384356.007251:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384356.007253:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006672f012. 02000000:00000001:0.0:1767384356.007264:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384356.007266:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384356.007268:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384356.007270:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384356.007274:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384356.007276:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf366c21. 00000100:00000001:0.0:1767384356.007288:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767384356.007289:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384356.007309:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.007314:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384356.007314:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384356.007315:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:0.0:1767384356.007340:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384356.007343:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.007343:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556618880 : -111508152932736 : ffff9a957c27a680) 00000100:00000001:0.0:1767384356.007352:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.007354:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384356.007357:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ae686e6 x1853236746148992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:337/0 lens 224/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.007363:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384356.007364:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384356.007370:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.007370:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.007380:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.007381:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384356.007386:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384356.007388:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d58d360. 00000100:00001000:2.0:1767384356.007409:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=55 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384356.007410:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384356.007415:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d58d360. 00000100:00001000:2.0:1767384356.007417:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=55 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384356.007423:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ae686e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236746148992:12345-0@lo:13: 00000100:00000001:2.0:1767384356.007424:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384356.007427:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384356.007429:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746148992 00010000:00000001:2.0:1767384356.007431:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384356.007433:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384356.007437:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00080000:2.0:1767384356.007438:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384356.007441:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.007447:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384356.007450:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.007450:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000100:00000001:2.0:1767384356.007499:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384356.007501:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384356.007503:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384356.007504:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.007507:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.007513:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384356.007514:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384356.007517:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384356.007519:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384356.007526:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e3909613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746148864:0@lo:400: 00000100:00000001:2.0:1767384356.007538:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.007539:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384356.007541:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e3909613 x1853236746148864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.007547:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384356.007549:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384356.007550:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003244054a. 02000000:00000001:2.0:1767384356.007554:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384356.007556:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384356.007558:0:16354:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384356.007559:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384356.007561:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006115b09e. 02000000:00000001:2.0:1767384356.007563:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384356.007565:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384356.007566:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3909613. 00000100:00000001:2.0:1767384356.007568:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384356.007569:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.007571:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.007572:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384356.007573:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384356.007575:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.007577:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.008271:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384356.008274:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384356.008275:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384356.008276:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384356.008278:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.008281:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384356.008282:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384356.008305:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d7149ec1. 02000000:00000001:1.0:1767384356.008307:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.008309:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384356.008311:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384356.008315:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384356.008316:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384356.008325:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384356.008327:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384356.008330:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384356.008332:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384356.008335:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384356.008337:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384356.008341:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384356.008343:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384356.008345:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384356.008347:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746148992 00010000:00000001:1.0:1767384356.008349:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384356.008353:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ae686e6 x1853236746148992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:337/0 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384356.008359:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384356.008362:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384356.008364:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384356.008367:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384356.008369:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384356.008370:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384356.008372:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384356.008373:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.008375:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384356.008376:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384356.008378:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000100:00000200:1.0:1767384356.008381:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746148992, offset 224 00000400:00000200:1.0:1767384356.008383:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384356.008388:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384356.008396:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df05c80 00000400:00000200:1.0:1767384356.008403:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a99 [1] + 224 00000400:00000200:1.0:1767384356.008412:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.008415:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384356.008417:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384356.008420:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384356.008518:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.008543:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384356.008547:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000400:00000010:1.0:1767384356.008548:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000100:00000001:1.0:1767384356.008550:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384356.008551:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384356.008553:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384356.008555:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384356.008558:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384356.008559:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.008561:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384356.008563:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ae686e6 x1853236746148992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:337/0 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384356.008574:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ae686e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236746148992:12345-0@lo:13: Request processed in 1187us (2701us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384356.008576:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.008580:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384356.008582:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384356.008587:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:1.0:1767384356.008589:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384356.008589:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384356.008593:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384356.008594:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384356.008596:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013705e06. 00000020:00000010:1.0:1767384356.008598:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e6ea311. 00000400:00000200:0.0:1767384356.008602:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098338a0a 00000020:00000010:1.0:1767384356.008603:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000774c451. 00000400:00000010:0.0:1767384356.008606:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098338a0a. 00000020:00000010:1.0:1767384356.008608:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000959855df. 00000100:00000001:0.0:1767384356.008611:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384356.008613:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:1.0:1767384356.008616:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384356.008619:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384356.008627:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.008634:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384356.008636:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.008638:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384356.008640:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384356.008641:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.008643:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.008644:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384356.008648:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=52 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384356.008650:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.008654:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384356.008654:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.008656:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384356.008658:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384356.008662:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.008664:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384356.008665:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384356.008666:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384356.008667:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.008669:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.008683:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.008685:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384356.008686:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384356.008688:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384356.008691:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384356.008694:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384356.008699:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384356.008702:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.008704:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384356.008710:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16354:1853236746148992:0@lo:13: 00000100:00000001:0.0:1767384356.008712:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.008714:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.008715:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2e93a0 x1853236746148992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.008720:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384356.008722:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384356.008724:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002a29afbe. 02000000:00000001:0.0:1767384356.008727:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384356.008729:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.008730:0:16354:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384356.008731:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384356.008732:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018ef3213. 02000000:00000001:0.0:1767384356.008735:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384356.008736:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384356.008737:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2e93a0. 00000100:00000001:0.0:1767384356.008740:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384356.008741:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.008742:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.008746:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.008752:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.008753:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.008755:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.010556:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294944774, at 4294944775 00000100:00000040:3.0:1767384356.010559:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294944774, at 4294944775 00000100:00000010:0.0:1767384356.010567:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab5aef03. 00000100:00000010:3.0:1767384356.010569:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e651eedc. 00000100:00000040:1.0:1767384356.010669:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294944774, at 4294944775 00000100:00000010:1.0:1767384356.010678:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c296375. 00000100:00000040:2.0:1767384356.011463:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294944774, at 4294944776 00000100:00000010:2.0:1767384356.011470:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1eb3641. 00010000:00000001:2.0:1767384356.195510:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384356.195517:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.195524:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384356.195526:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.195568:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384356.195577:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384356.195583:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384356.259542:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384356.259546:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384356.259549:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035727331 00000400:00000010:1.0:1767384356.259553:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035727331. 00000400:00000200:1.0:1767384356.259559:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384356.259567:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384356.259577:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000049e03fdd. 00000400:00000010:1.0:1767384356.259582:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000037fc8ada. 00000800:00000200:3.0:1767384356.259592:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (6) 00000800:00000200:3.0:1767384356.259606:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp20 ip 192.168.203.143:988 00000800:00000200:3.0:1767384356.259612:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384356.259785:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384356.259794:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384356.259807:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384356.259813:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384356.259815:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384357.219508:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384357.219513:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.219520:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384357.219521:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.219565:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384357.219571:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384357.219575:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384357.283559:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp34 00000400:00000010:1.0:1767384357.283566:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e4aef560. 00000400:00000010:1.0:1767384357.283572:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000041a83489. 00000400:00000010:1.0:1767384357.283577:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035727331. 00000400:00000010:1.0:1767384357.283587:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000530e8459. 00000400:00000200:1.0:1767384357.283592:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp34 00000400:00000200:1.0:1767384357.283612:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp34 local destination 00000400:00000200:1.0:1767384357.283619:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp34 00000400:00000200:1.0:1767384357.283623:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp34 NI seq info: [111:111:256:4294967295] 192.168.203.143@tcp34 LPNI seq info [102:102:8:4294967295] 00000400:00000200:1.0:1767384357.283630:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp34 00000400:00000200:1.0:1767384357.283639:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp34(192.168.203.143@tcp34:) -> 192.168.203.143@tcp34(192.168.203.143@tcp34:192.168.203.143@tcp34) : GET try# 0 00000800:00000200:1.0:1767384357.283645:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp34 00000800:00000010:1.0:1767384357.283649:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dedc8b82. 00000800:00000200:1.0:1767384357.283656:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000800:00000200:1.1:1767384357.283660:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000400:00000200:1.0:1767384357.283684:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp34 added to recovery queue. ping count: 2 next ping: 282 health :800 00000400:00000200:3.0:1767384357.283784:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.283867:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.283920:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.283960:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284001:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284040:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284076:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284111:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284149:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284171:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284201:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284230:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284280:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284348:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284391:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284490:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284596:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284656:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284710:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284772:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284825:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284865:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284936:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.284994:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285094:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285148:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285183:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285216:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285245:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285279:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285331:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285405:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285577:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285657:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384357.285740:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384357.286021:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c95560a3. 00000800:00000010:3.0:1767384357.286028:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f0df0a2d. 00000800:00000010:3.0:1767384357.286034:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a8082f7d. 00000800:00000010:3.0:1767384357.286053:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a8082f7d. 00000800:00020000:3.0:1767384357.286069:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384357.286073:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f0df0a2d. 00000800:00000010:3.0:1767384357.286077:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c95560a3. 00000400:02020000:3.0:1767384357.286147:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp34 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384357.286158:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp34 notifying 192.168.203.143@tcp34: down 00000800:00000200:3.0:1767384357.286170:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp34 down 00000800:00000100:3.0:1767384357.286179:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp34 00000800:00000010:3.0:1767384357.286189:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dedc8b82. 00000400:00000200:3.0:1767384357.286195:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384357.286202:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp34->192.168.203.143@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384357.286216:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384357.286221:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384357.286228:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp34) recovery failed with -71 00080000:00000010:3.0:1767384357.501005:0:31281:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000970b83dc. 00080000:00000010:3.0:1767384357.501016:0:31281:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000970b83dc. 00000020:00000001:3.0:1767384357.501021:0:31281:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384357.501028:0:31281:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000970b83dc. 00080000:00000010:3.0:1767384357.501032:0:31281:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000970b83dc. 00000020:00000001:3.0:1767384357.501035:0:31281:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384358.052498:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384358.052505:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:1.0:1767384358.052510:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384358.052513:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384358.052514:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384358.052516:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384358.052519:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384358.052522:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384358.052525:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 59 10000000:00000001:1.0:1767384358.052528:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384358.052536:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384358.052544:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029ddb91c. 00000020:00000040:1.0:1767384358.052547:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384358.052551:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384358.052553:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384358.052558:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384358.052564:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f770788. 00000100:00000001:1.0:1767384358.052569:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.052572:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384358.052574:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384358.052580:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006b1d0a6d. 00010000:00000001:1.0:1767384358.052583:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384358.052586:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d7c72f26. 00000020:00000001:1.0:1767384358.052590:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384358.052592:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d7c72f26 with handle 0x980286e253c5fcf5 to hash 00000020:00000001:1.0:1767384358.052594:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384358.052596:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384358.052599:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384358.052602:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.052604:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.052606:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384358.052613:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384358.052620:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384358.052624:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384358.052627:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384358.052631:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6298c41. 00000100:00000001:1.0:1767384358.052633:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565425003328 : -111508284548288 : ffff9a95744f5b40) 00000100:00000001:1.0:1767384358.052635:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384358.052638:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317032064 : -111508392519552 : ffff9a956ddfd880) 00000100:00000001:1.0:1767384358.052649:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384358.052651:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.052653:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384358.052655:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384358.052661:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.052669:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384358.052670:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.052675:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384358.052677:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384358.052678:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384358.052680:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029ddb91c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746149120:0@lo:101: 00000100:00000001:1.0:1767384358.052683:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384358.052687:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384358.052689:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.052691:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384358.052694:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000239d54ef. 02000000:00000001:1.0:1767384358.052696:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384358.052700:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c979ee03. 00000400:00000010:1.0:1767384358.052706:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000100:00000200:1.0:1767384358.052711:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746149120, portal 25 00000100:00000001:1.0:1767384358.052713:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384358.052714:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317032064 : -111508392519552 : ffff9a956ddfd880) 00000100:00000040:1.0:1767384358.052717:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.052723:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384358.052726:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384358.052729:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00000200:1.0:1767384358.052731:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746149120, offset 0 00000400:00000200:1.0:1767384358.052736:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384358.052747:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384358.052757:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df05d00 00000400:00000200:1.0:1767384358.052762:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1315 [2] + 0 00000400:00000010:1.0:1767384358.052766:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f5db6af. 00000400:00000200:1.0:1767384358.052777:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ac64b98 00000400:00000200:1.0:1767384358.052783:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384358.052787:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384358.052791:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ac64b98 00000400:00000010:1.0:1767384358.052792:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ac64b98. 00000100:00000001:1.0:1767384358.052797:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384358.052799:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384358.052803:0:17082:0:(events.c:337:request_in_callback()) incoming req@000000009c17bdfb x1853236746149120 msgsize 328 00000100:00100000:1.0:1767384358.052806:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384358.052808:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384358.052821:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384358.052827:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:1.0:1767384358.052829:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00000001:1.0:1767384358.052831:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384358.052834:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.052844:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384358.052847:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.052853:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.052857:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384358.052865:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.052871:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294946823 00000100:00000001:3.0:1767384358.052872:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384358.052881:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746149120 00000100:00000010:1.0:1767384358.052882:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075b7a8d4. 02000000:00000001:3.0:1767384358.052886:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384358.052890:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384358.052891:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384358.052893:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384358.052899:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.052899:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294946823 00000100:00000010:1.0:1767384358.052911:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c652810. 00000100:00100000:3.0:1767384358.052912:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746149120 00000020:00000001:3.0:1767384358.052921:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384358.052922:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384358.052927:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:1.0:1767384358.052929:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294946823 00000020:00000001:3.0:1767384358.052930:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384358.052939:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000010:1.0:1767384358.052940:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a257a64. 00000020:00000001:3.0:1767384358.052952:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384358.052954:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384358.052958:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384358.052960:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294946823 00000100:00000001:3.0:1767384358.052965:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384358.052965:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008452e818. 00000020:00000010:3.0:1767384358.052970:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000447fcc7a. 00000100:00000001:3.0:1767384358.052975:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384358.052978:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384358.052980:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000447fcc7a. 00000100:00000001:1.0:1767384358.052988:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384358.052990:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000331df640. 00000100:00000001:1.0:1767384358.052991:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.052997:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384358.053001:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8b0970d. 00000100:00000001:1.0:1767384358.053001:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384358.053015:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f6298c41 going to sleep for 11 seconds 00000020:00000010:3.0:1767384358.053018:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000080b2e94d. 00000100:00000001:1.0:1767384358.053021:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.053026:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.053038:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384358.053066:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384358.053068:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384358.053070:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.053080:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.053096:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.053128:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384358.053131:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384358.053137:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000040:3.0:1767384358.053141:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384358.053143:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834956368 : -111508874595248 : ffff9a955123f450) 00000100:00000040:3.0:1767384358.053149:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c17bdfb x1853236746149120/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 328/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.053157:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384358.053160:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000447fcc7a. 00000100:00000001:3.0:1767384358.053161:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384358.053163:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000447fcc7a. 00000100:00100000:3.0:1767384358.053166:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c17bdfb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746149120:12345-0@lo:101: 00000100:00000200:3.0:1767384358.053169:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746149120 00000020:00000001:3.0:1767384358.053189:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384358.053193:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384358.053195:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.053197:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384358.053199:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:3.0:1767384358.053203:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384358.053204:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384358.053206:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384358.053208:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384358.053212:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.053214:0:17077:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384358.053216:0:17077:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384358.053218:0:17077:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384358.053219:0:17077:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384358.053221:0:17077:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.053233:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384358.053239:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eeaaa372. 00010000:00000001:3.0:1767384358.053243:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384358.053246:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d86da99. 00000020:00000001:3.0:1767384358.053249:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384358.053251:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d86da99 with handle 0x980286e253c5fcfc to hash 00000020:00000001:3.0:1767384358.053253:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384358.053254:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384358.053256:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00010000:3.0:1767384358.053259:0:17077:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fcf5 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384358.053265:0:17077:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000020:00000040:3.0:1767384358.053267:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000001:3.0:1767384358.053304:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384358.053307:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384358.053312:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005f209717. 02000000:00000001:3.0:1767384358.053315:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.053316:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.053319:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384358.053323:0:17077:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384358.053325:0:17077:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384358.053327:0:17077:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384358.053329:0:17077:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.053331:0:17077:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384358.053333:0:17077:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.053335:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384358.053337:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384358.053338:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384358.053340:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384358.053341:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eeaaa372) refcount = 1 00010000:00010000:3.0:1767384358.053345:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fcf5 expref: 15 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.053350:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384358.053357:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384358.053358:0:17077:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.053360:0:17077:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.053362:0:17077:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384358.053366:0:17077:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384358.053368:0:17077:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fcf5 expref: 15 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.053374:0:17077:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384358.053377:0:17077:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384358.053379:0:17077:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.053381:0:17077:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.053383:0:17077:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384358.053384:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.053386:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384358.053387:0:17077:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009d86da99, rc 0) 00000020:00000001:3.0:1767384358.053389:0:17077:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384358.053391:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746149120 00010000:00000001:3.0:1767384358.053393:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384358.053397:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c17bdfb x1853236746149120/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 328/344 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384358.053403:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384358.053405:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384358.053408:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384358.053412:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384358.053415:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384358.053417:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384358.053419:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384358.053421:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.053473:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384358.053476:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384358.053481:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da26823f. 00000100:00000200:3.0:1767384358.053487:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746149120, offset 224 00000400:00000200:3.0:1767384358.053498:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384358.053514:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384358.053523:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df05d00 00000400:00000200:3.0:1767384358.053536:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ab5 [1] + 224 00000400:00000200:3.0:1767384358.053561:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384358.053565:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384358.053571:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384358.053576:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384358.053584:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.053598:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384358.053606:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da26823f 00000400:00000010:3.0:1767384358.053609:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da26823f. 00000100:00000001:3.0:1767384358.053612:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384358.053614:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384358.053618:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.053620:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384358.053622:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384358.053624:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.053625:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384358.053629:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c17bdfb x1853236746149120/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 328/344 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384358.053635:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c17bdfb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746149120:12345-0@lo:101: Request processed in 478us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384358.053642:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000040:3.0:1767384358.053645:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384358.053647:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384358.053649:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384358.053653:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8b0970d. 00000020:00000010:3.0:1767384358.053657:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000080b2e94d. 00000020:00000010:3.0:1767384358.053660:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000331df640. 00000020:00000040:3.0:1767384358.053664:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:3.0:1767384358.053668:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384358.053670:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005f209717. 02000000:00000001:3.0:1767384358.053679:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384358.053681:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384358.053685:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384358.053689:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bf494a5. 00000400:00000010:3.0:1767384358.053695:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c5c9b28. 00000100:00000001:3.0:1767384358.053713:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384358.053719:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384358.053721:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384358.053722:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c979ee03. 00000400:00000200:3.0:1767384358.053725:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000400:00000010:3.0:1767384358.053728:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000100:00000001:3.0:1767384358.053733:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384358.053737:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384358.053745:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.053751:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384358.053752:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.053754:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384358.053757:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384358.053759:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384358.053760:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384358.053763:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384358.053766:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=64 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384358.053770:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384358.053773:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384358.053774:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.053776:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384358.053778:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.053782:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.053786:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.053792:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384358.053795:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384358.053796:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384358.053801:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384358.053813:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029ddb91c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746149120:0@lo:101: 00000100:00000001:3.0:1767384358.053820:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.053822:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.053825:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384358.053827:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384358.053830:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.053835:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384358.053837:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f6298c41. 00000100:00000001:3.0:1767384358.053839:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384358.053840:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.053842:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384358.053845:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384358.053847:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384358.053849:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=4 00000020:00000001:3.0:1767384358.053851:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:3.0:1767384358.053853:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000040:3.0:1767384358.053858:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d7c72f26, remote cookie: 0x980286e253c5fcfc, flags: 0x0 00010000:00000001:3.0:1767384358.053861:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384358.053863:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384358.053865:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384358.053868:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384358.053869:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384358.053871:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006b1d0a6d) refcount = 1 00010000:00010000:3.0:1767384358.053873:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.053878:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384358.053880:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384358.053882:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384358.053884:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384358.053886:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.053894:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.053899:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384358.053901:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.053902:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.053904:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.053905:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.053907:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.053910:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384358.053914:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029ddb91c x1853236746149120/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.053918:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384358.053920:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384358.053923:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000239d54ef. 02000000:00000001:3.0:1767384358.053927:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384358.053929:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384358.053931:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384358.053933:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384358.053936:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008f770788. 02000000:00000001:3.0:1767384358.053938:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384358.053940:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384358.053941:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029ddb91c. 00000100:00000001:3.0:1767384358.053945:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384358.053946:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384358.053949:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384358.053953:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384358.053955:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:3.0:1767384358.053956:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.053958:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384358.053960:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384358.053961:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=3 00000020:00000001:3.0:1767384358.053962:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:3.0:1767384358.053964:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:3.0:1767384358.053965:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384358.053967:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.053973:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.053975:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384358.053978:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384358.053980:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000dbc76350. 00000100:00000010:3.0:1767384358.053995:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d370bedc. 00000020:00000040:3.0:1767384358.053998:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384358.054001:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384358.054004:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384358.054007:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384358.054011:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000331df640. 00000100:00000001:3.0:1767384358.054015:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.054018:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384358.054021:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005f209717. 00000100:00000010:3.0:1767384358.054024:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000447fcc7a. 00000020:00000040:3.0:1767384358.054026:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384358.054030:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384358.054032:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384358.054036:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000666b9165. 00000100:00000001:3.0:1767384358.054038:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560333307648 : -111513376243968 : ffff9a9444d23f00) 00000100:00000001:3.0:1767384358.054040:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384358.054043:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609947008 : -111508099604608 : ffff9a957f555f80) 00000100:00000001:3.0:1767384358.054047:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384358.054049:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.054050:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384358.054053:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384358.054056:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.054061:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384358.054063:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384358.054067:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384358.054070:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384358.054088:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384358.054090:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d370bedc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746149248:0@lo:256: 00000100:00000001:3.0:1767384358.054093:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384358.054105:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384358.054107:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.054109:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384358.054114:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000071af7e9. 00000400:00000010:3.0:1767384358.054119:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ba94bf1e. 00000100:00000200:3.0:1767384358.054124:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df05d80-0x695824df05d80, portal 33 00000100:00000001:3.0:1767384358.054127:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384358.054129:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384358.054132:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037c7ed3a. 02000000:00000001:3.0:1767384358.054133:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384358.054153:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000caa27b8. 00000400:00000010:3.0:1767384358.054157:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da26823f. 00000100:00000200:3.0:1767384358.054162:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746149248, portal 25 00000100:00000001:3.0:1767384358.054164:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384358.054166:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609947008 : -111508099604608 : ffff9a957f555f80) 00000100:00000040:3.0:1767384358.054170:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.054175:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384358.054179:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384358.054181:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052ab8fde. 00000100:00000200:3.0:1767384358.054182:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746149248, offset 0 00000400:00000200:3.0:1767384358.054185:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384358.054190:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384358.054197:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df05d80 00000400:00000200:3.0:1767384358.054201:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x131d [2] + 0 00000400:00000010:3.0:1767384358.054205:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1f17608. 00000400:00000200:3.0:1767384358.054207:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d22fc36a 00000400:00000200:3.0:1767384358.054211:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384358.054215:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384358.054218:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d22fc36a 00000400:00000010:3.0:1767384358.054220:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d22fc36a. 00000100:00000001:3.0:1767384358.054223:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384358.054225:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384358.054228:0:17082:0:(events.c:337:request_in_callback()) incoming req@0000000026da71c2 x1853236746149248 msgsize 304 00000100:00100000:3.0:1767384358.054243:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384358.054245:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384358.054256:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384358.054261:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052ab8fde 00000400:00000010:3.0:1767384358.054263:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052ab8fde. 00000100:00000001:3.0:1767384358.054264:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384358.054267:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.054274:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384358.054307:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.054313:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.054315:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384358.054320:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384358.054322:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384358.054326:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746149248 00000100:00000001:3.0:1767384358.054327:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294946824 02000000:00000001:0.0:1767384358.054331:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384358.054335:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384358.054337:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946823 00000100:00000001:0.0:1767384358.054338:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384358.054344:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.054345:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294946824 00000100:00100000:0.0:1767384358.054351:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746149248 00000100:00000001:3.0:1767384358.054352:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946823 00000020:00000001:0.0:1767384358.054356:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384358.054360:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:3.0:1767384358.054361:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294946824 00000020:00000001:0.0:1767384358.054366:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384358.054369:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294946823 00000020:00000040:0.0:1767384358.054371:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:3.0:1767384358.054372:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294946824 00000020:00000001:0.0:1767384358.054377:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384358.054378:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294946823 00000020:00000001:0.0:1767384358.054384:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384358.054386:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384358.054388:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384358.054391:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384358.054393:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aadde816. 00000100:00000001:3.0:1767384358.054395:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384358.054398:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384358.054399:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384358.054405:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000666b9165 going to sleep for 11 seconds 00000020:00000010:0.0:1767384358.054405:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aadde816. 00000100:00000001:3.0:1767384358.054411:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384358.054413:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b7735b5. 00000100:00000001:3.0:1767384358.054414:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384358.054420:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f74b7dd. 00000020:00000010:0.0:1767384358.054557:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2859f44. 00000100:00000040:0.0:1767384358.054563:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384358.054566:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384358.054568:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384358.054584:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.054589:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.054609:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384358.054620:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384358.054623:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384358.054628:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000040:0.0:1767384358.054631:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384358.054633:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834947152 : -111508874604464 : ffff9a955123d050) 00000100:00000040:0.0:1767384358.054639:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026da71c2 x1853236746149248/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 304/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384358.054648:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384358.054651:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aadde816. 00000100:00000001:0.0:1767384358.054653:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384358.054656:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aadde816. 00000100:00100000:0.0:1767384358.054664:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026da71c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746149248:12345-0@lo:256: 00000100:00000200:0.0:1767384358.054668:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746149248 00000020:00000001:0.0:1767384358.054671:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384358.054676:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384358.054677:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384358.054680:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384358.054682:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:0.0:1767384358.054685:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384358.054686:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384358.054689:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384358.054691:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384358.054693:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.054695:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384358.054699:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384358.054702:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000002a29afbe. 02000000:00000001:0.0:1767384358.054704:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.054706:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384358.054709:0:17077:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384358.054713:0:17077:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384358.054717:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384358.054720:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384358.054727:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384358.054730:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384358.054732:0:17077:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384358.054734:0:17077:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000053819ab9. 20000000:00000001:0.0:1767384358.054737:0:17077:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384358.054752:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384358.054759:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384358.054765:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384358.054767:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384358.054770:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384358.054772:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384358.054774:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384358.054776:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384358.054778:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384358.054780:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384358.054782:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384358.054784:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384358.054786:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384358.054788:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384358.054790:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384358.054792:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384358.054794:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384358.054795:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384358.054797:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384358.054799:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384358.054800:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384358.054802:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384358.054805:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384358.054807:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384358.054809:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384358.054811:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384358.054814:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384358.054816:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384358.054818:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:01000000:0.0:1767384358.054819:0:17077:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 604, pages 3492/1/4/3. 20000000:00000040:0.0:1767384358.054827:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384358.054828:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384358.054830:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384358.054831:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384358.054837:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384358.054839:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384358.054840:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384358.054841:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384358.054843:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384358.054844:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384358.054850:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384358.054852:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384358.054853:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384358.054854:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384358.054856:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384358.054857:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384358.054859:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384358.054861:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384358.054862:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384358.054863:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384358.054865:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384358.054866:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384358.054867:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384358.054868:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384358.054870:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384358.054871:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384358.054873:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384358.054874:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384358.054875:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:01000000:0.0:1767384358.054877:0:17077:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 604, pages 2888/1/4/3. 20000000:01000000:0.0:1767384358.054878:0:17077:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1208, version 62 20000000:00000001:0.0:1767384358.054879:0:17077:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1208 : 1208 : 4b8) 00000100:00000001:0.0:1767384358.054881:0:17077:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384358.054884:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000015841419. 00000100:00000010:0.0:1767384358.054886:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ea749c8f. 00000020:00000040:0.0:1767384358.054888:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:0.0:1767384358.054890:0:17077:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384358.054892:0:17077:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384358.054895:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098338a0a. 00000400:00000010:0.0:1767384358.054900:0:17077:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f78e0aff. 00000400:00000200:0.0:1767384358.054902:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384358.054911:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384358.054927:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1208 into portal 33 MB=0x695824df05d80 00000400:00000200:0.0:1767384358.054931:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1208/1208 into md 0x1ac5 [4] + 0 00000400:00000010:0.0:1767384358.054934:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000071af7e9. 00000400:00000200:0.0:1767384358.054938:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba94bf1e 00000400:00000200:0.0:1767384358.054941:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384358.054946:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384358.054949:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba94bf1e 00000400:00000010:0.0:1767384358.054950:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ba94bf1e. 00000100:00000001:0.0:1767384358.054954:0:17077:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384358.054955:0:17077:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d370bedc desc 000000005f209717 mbits 1853236746149248 00000100:00000001:0.0:1767384358.054968:0:17077:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384358.054971:0:17077:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384358.054975:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384358.054983:0:17077:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ad1 00000400:00000200:0.0:1767384358.054986:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384358.054989:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384358.054993:0:17077:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384358.054996:0:17077:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000015841419 00000100:00000001:0.0:1767384358.055000:0:17077:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384358.055001:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384358.055007:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.055010:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098338a0a 00000400:00000010:0.0:1767384358.055014:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098338a0a. 00000100:00000001:0.0:1767384358.055018:0:17077:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384358.055018:0:17077:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000015841419 00000100:00000001:0.0:1767384358.055021:0:17077:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384358.055031:0:17077:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1208 bytes via portal 33 id 12345-0@lo mbits 0x695824df05d80-0x695824df05d80 00000100:00000001:0.0:1767384358.055035:0:17077:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384358.055040:0:17077:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.055043:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384358.055045:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000010:0.0:1767384358.055049:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ea749c8f. 00000100:00000010:0.0:1767384358.055054:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000015841419. 00000100:00000001:0.0:1767384358.055059:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384358.055061:0:17077:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384358.055083:0:17077:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000053819ab9. 20000000:00000001:0.0:1767384358.055087:0:17077:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384358.055093:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746149248 00010000:00000001:0.0:1767384358.055096:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384358.055100:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026da71c2 x1853236746149248/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 304/240 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384358.055106:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384358.055108:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384358.055110:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384358.055113:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384358.055114:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384358.055116:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384358.055117:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384358.055119:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.055120:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384358.055122:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384358.055124:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098338a0a. 00000100:00000200:0.0:1767384358.055127:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746149248, offset 224 00000400:00000200:0.0:1767384358.055130:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384358.055150:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384358.055154:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df05d80 00000400:00000200:0.0:1767384358.055157:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1ac9 [1] + 224 00000400:00000200:0.0:1767384358.055161:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384358.055165:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384358.055168:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384358.055171:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384358.055180:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384358.055194:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384358.055198:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098338a0a 00000400:00000010:0.0:1767384358.055201:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098338a0a. 00000100:00000001:0.0:1767384358.055204:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384358.055205:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384358.055208:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384358.055212:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384358.055219:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384358.055221:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.055224:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384358.055227:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384358.055231:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026da71c2 x1853236746149248/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 304/240 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384358.055240:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026da71c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746149248:12345-0@lo:256: Request processed in 591us (1010us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384358.055243:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384358.055248:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384358.055251:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000caa27b8. 00000100:00100000:0.0:1767384358.055254:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000400:00000200:3.0:1767384358.055257:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da26823f 00000100:00000040:0.0:1767384358.055260:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000400:00000010:3.0:1767384358.055261:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da26823f. 00000100:00000001:0.0:1767384358.055264:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384358.055268:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384358.055269:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384358.055274:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f74b7dd. 00000100:00000200:3.0:1767384358.055305:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384358.055310:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2859f44. 00000100:00000200:3.0:1767384358.055318:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384358.055318:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b7735b5. 00000020:00000040:0.0:1767384358.055325:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:3.0:1767384358.055327:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384358.055332:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384358.055333:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384358.055334:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384358.055338:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384358.055339:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000002a29afbe. 00000100:00000001:3.0:1767384358.055340:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384358.055342:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384358.055346:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384358.055347:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384358.055349:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=64 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384358.055351:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384358.055353:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384358.055356:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384358.055358:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384358.055359:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384358.055360:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384358.055365:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.055367:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384358.055368:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013705e06. 00000100:00000040:3.0:1767384358.055373:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384358.055376:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db4a8867. 00000100:00000040:3.0:1767384358.055388:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.055393:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384358.055399:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384358.055404:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384358.055410:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d370bedc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746149248:0@lo:256: 00000100:00000001:3.0:1767384358.055473:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.055478:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.055480:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384358.055483:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384358.055488:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.055492:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384358.055494:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000666b9165. 00000100:00000001:3.0:1767384358.055499:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384358.055501:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384358.055504:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 62, more 0. 10000000:00000001:3.0:1767384358.055508:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384358.055514:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000993334ab. 10000000:00000040:3.0:1767384358.055525:0:17082:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.143@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384358.055531:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384358.055534:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384358.055540:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:3.0:1767384358.055544:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.055546:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384358.055547:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:3.0:1767384358.055549:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000400:00000200:3.0:1767384358.055554:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 29 NIDs 00000400:00001000:3.0:1767384358.055556:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384358.055559:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:3.0:1767384358.055564:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384358.055568:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (29) 00000400:00000200:3.0:1767384358.055572:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384358.055574:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:3.0:1767384358.055576:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (30) 00000400:00000200:3.0:1767384358.055578:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:3.0:1767384358.055579:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:3.0:1767384358.055581:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055582:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:3.0:1767384358.055583:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:3.0:1767384358.055591:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055593:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:3.0:1767384358.055595:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:3.0:1767384358.055600:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055603:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:3.0:1767384358.055605:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:3.0:1767384358.055608:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055609:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:3.0:1767384358.055611:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000200:3.0:1767384358.055613:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055614:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:3.0:1767384358.055615:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:3.0:1767384358.055618:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055619:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:3.0:1767384358.055620:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:3.0:1767384358.055623:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055624:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:3.0:1767384358.055625:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:3.0:1767384358.055628:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055630:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:3.0:1767384358.055631:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:3.0:1767384358.055633:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055636:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:3.0:1767384358.055637:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:3.0:1767384358.055639:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055641:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:3.0:1767384358.055643:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:3.0:1767384358.055645:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055647:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:3.0:1767384358.055649:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:3.0:1767384358.055653:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055655:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:3.0:1767384358.055658:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:3.0:1767384358.055663:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055664:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:3.0:1767384358.055667:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:3.0:1767384358.055677:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055678:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:3.0:1767384358.055681:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:3.0:1767384358.055685:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055686:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:3.0:1767384358.055687:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:3.0:1767384358.055691:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055693:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:3.0:1767384358.055694:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:3.0:1767384358.055697:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055697:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000400:00000200:3.0:1767384358.055698:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.143@tcp27 00000400:00000200:3.0:1767384358.055702:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055702:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp27 00000400:00000200:3.0:1767384358.055703:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.143@tcp28 00000400:00000200:3.0:1767384358.055705:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055706:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp28 00000400:00000200:3.0:1767384358.055707:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.143@tcp29 00000400:00000200:3.0:1767384358.055708:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055709:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp29 00000400:00000200:3.0:1767384358.055710:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.143@tcp30 00000400:00000200:3.0:1767384358.055712:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055713:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp30 00000400:00000200:3.0:1767384358.055714:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.143@tcp31 00000400:00000200:3.0:1767384358.055717:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055718:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp31 00000400:00000200:3.0:1767384358.055719:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.143@tcp32 00000400:00000200:3.0:1767384358.055723:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055725:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp32 00000400:00000200:3.0:1767384358.055726:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.143@tcp33 00000400:00000200:3.0:1767384358.055730:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055730:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp33 00000400:00000200:3.0:1767384358.055731:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.143@tcp34 00000400:00000200:3.0:1767384358.055733:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055734:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp34 00000400:00000200:3.0:1767384358.055735:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.143@tcp35 00000400:00000200:3.0:1767384358.055742:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055743:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp35 00000400:00000200:3.0:1767384358.055744:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.143@tcp36 00000400:00000200:3.0:1767384358.055746:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055746:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp36 00000400:00000200:3.0:1767384358.055748:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.143@tcp37 00000400:00000200:3.0:1767384358.055750:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384358.055751:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp37 00000100:00000001:3.0:1767384358.055753:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.055754:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384358.055757:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 10000000:00000010:3.0:1767384358.055760:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a8b0970d. 10000000:00000040:3.0:1767384358.055762:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 62/62 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000020:00000080:3.0:1767384358.055764:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384358.055769:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384358.055772:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6049da6. 00000020:00000010:3.0:1767384358.055776:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000075e9ad9a. 00000040:00000010:3.0:1767384358.055780:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000de0fd882. 00000020:00000010:3.0:1767384358.055783:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df446e07. 00000020:00000010:3.0:1767384358.055789:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c40c61fb. 00000020:00000010:3.0:1767384358.055793:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f3f00a5f. 80000000:00000010:3.0:1767384358.055797:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000045ccfacb. 40000000:00000010:3.0:1767384358.055800:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d103d74d. 00100000:00000010:3.0:1767384358.055805:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000037e65d2e. 00040000:00000010:3.0:1767384358.055809:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b635ea3. 00040000:00000010:3.0:1767384358.055814:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004a10d106. 00040000:00000010:3.0:1767384358.055818:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb152a34. 00080000:00000010:3.0:1767384358.055824:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c95560a3. 00080000:00000010:3.0:1767384358.055829:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000005c0d2af. 00000004:00000010:3.0:1767384358.055836:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003d49a084. 00000004:00000010:3.0:1767384358.055841:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002c0393f8. 00000004:00000010:3.0:1767384358.055845:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000aefb79de. 00002000:00000010:3.0:1767384358.055850:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c0fe33d7. 00000004:00000010:3.0:1767384358.055858:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004f2c9b54. 00000004:00000001:3.0:1767384358.055862:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384358.055864:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384358.055866:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a8b0970d 00000040:00001000:3.0:1767384358.055868:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384358.055869:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384358.055871:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384358.055872:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384358.055874:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384358.055875:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384358.055876:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384358.055877:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:3.0:1767384358.055878:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384358.055944:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384358.055949:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000075e9ad9a. 00000040:00000010:3.0:1767384358.055953:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000de0fd882. 00000020:00000010:3.0:1767384358.055955:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df446e07. 00000020:00000010:3.0:1767384358.055958:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c40c61fb. 00000020:00000010:3.0:1767384358.055963:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f3f00a5f. 80000000:00000010:3.0:1767384358.055967:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000045ccfacb. 40000000:00000010:3.0:1767384358.055971:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d103d74d. 00100000:00000010:3.0:1767384358.055975:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000037e65d2e. 00040000:00000010:3.0:1767384358.055978:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b635ea3. 00040000:00000010:3.0:1767384358.055981:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004a10d106. 00040000:00000010:3.0:1767384358.055986:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb152a34. 00080000:00000010:3.0:1767384358.055991:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000005c0d2af. 00080000:00000010:3.0:1767384358.055998:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c95560a3. 00000004:00000010:3.0:1767384358.056004:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d49a084. 00000004:00000010:3.0:1767384358.056008:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002c0393f8. 00000004:00000010:3.0:1767384358.056012:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aefb79de. 00002000:00000010:3.0:1767384358.056015:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c0fe33d7. 00000004:00000010:3.0:1767384358.056018:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004f2c9b54. 00000020:00000010:3.0:1767384358.056021:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6049da6. 00000020:00000001:3.0:1767384358.056025:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.056027:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384358.056037:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a8b0970d. 10000000:00000010:3.0:1767384358.056058:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000993334ab. 10000000:00000001:3.0:1767384358.056060:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.056062:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384358.056067:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d370bedc x1853236746149248/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.056072:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384358.056074:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384358.056076:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037c7ed3a. 02000000:00000001:3.0:1767384358.056081:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384358.056082:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384358.056084:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384358.056086:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384358.056088:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384358.056089:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384358.056091:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384358.056094:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384358.056096:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000447fcc7a. 00000100:00000010:3.0:1767384358.056098:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005f209717. 00000100:00000001:3.0:1767384358.056101:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384358.056119:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000331df640. 02000000:00000001:3.0:1767384358.056123:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384358.056125:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384358.056127:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d370bedc. 00000100:00000001:3.0:1767384358.056133:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384358.056135:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384358.056151:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000dbc76350. 10000000:01000000:3.0:1767384358.056155:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384358.056158:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384358.056160:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384358.056162:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384358.056164:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=3 00000020:00000001:3.0:1767384358.056166:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:3.0:1767384358.056169:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:3.0:1767384358.056188:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384358.056194:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.056201:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.056202:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384358.056204:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.056210:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384358.056212:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.056214:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384358.056217:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384358.056219:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384358.056222:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384358.056225:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384358.056228:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:3.0:1767384358.056231:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384358.060491:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294946824, at 4294946825 00000100:00000010:2.0:1767384358.060501:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a257a64. 00000100:00000040:1.0:1767384358.061461:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294946824, at 4294946826 00000100:00000010:1.0:1767384358.061471:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c652810. 00000100:00000040:3.0:1767384358.061489:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294946824, at 4294946826 00000100:00000040:0.0:1767384358.061491:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294946824, at 4294946826 00000100:00000010:3.0:1767384358.061499:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008452e818. 00000100:00000010:0.0:1767384358.061501:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075b7a8d4. 00000020:00000010:2.0:1767384358.068065:0:31404:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005ecab64d. 00000020:00000040:2.0:1767384358.068080:0:31404:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384358.068084:0:31404:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005ecab64d. 00000001:00000001:1.0:1767384358.214648:0:31447:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384358.214652:0:31447:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:1.0:1767384358.217595:0:31447:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384358.225567:0:31448:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000001f4ae99. 00000400:00000010:2.0:1767384358.225580:0:31448:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002871cf21. 00000400:00000010:2.0:1767384358.225589:0:31448:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003a03f202. 00000400:00000010:2.0:1767384358.225592:0:31448:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003ddb4f04. 00000400:00000010:2.0:1767384358.225595:0:31448:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ec3c6b79. 00000400:00000010:2.0:1767384358.225599:0:31448:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000074cd42d3. 00000400:00000010:2.0:1767384358.225600:0:31448:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007c5f6bcd. 00000400:00000010:2.0:1767384358.225602:0:31448:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b70c0024. 00000400:00000010:2.0:1767384358.225604:0:31448:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000742a9070. 00000800:00000010:2.0:1767384358.225617:0:31448:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000de1f42c1. 00000800:00000200:2.0:1767384358.225627:0:31448:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384358.225637:0:31448:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384358.225669:0:31448:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:2.0:1767384358.225690:0:31448:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp38 [8/256/0/180] 00000400:00000010:2.0:1767384358.227206:0:31448:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000004f372805. 00000400:00000010:2.0:1767384358.227214:0:31448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa7ab83f. 00000400:00000010:2.0:1767384358.227219:0:31448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ee98256. 00000400:00000001:2.0:1767384358.227243:0:31448:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384358.227245:0:31448:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384358.227247:0:31448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000680ad572. 00000400:00000200:2.0:1767384358.227251:0:31448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa56262d 00000400:00000010:2.0:1767384358.227253:0:31448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa56262d. 00000400:00000010:2.0:1767384358.227257:0:31448:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000bac40f7c. 00000400:00000200:2.0:1767384358.227263:0:31448:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (29) 00000400:00000200:2.0:1767384358.227288:0:31448:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384358.227297:0:31448:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:2.0:1767384358.227304:0:31448:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c556f2ad. 00000020:01000000:2.0:1767384358.227308:0:31448:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384358.227310:0:31448:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp38 00000400:00000200:0.0:1767384358.227324:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384358.227326:0:31448:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002871cf21. 00000400:00000010:2.0:1767384358.227334:0:31448:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000001f4ae99. 00000400:00000200:0.0:1767384358.227339:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000020:00000001:1.0:1767384358.227350:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384358.227351:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098338a0a. 10000000:00000001:1.0:1767384358.227357:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384358.227359:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (30) 10000000:00000001:1.0:1767384358.227360:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384358.227364:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384358.227368:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384358.227370:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384358.227373:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384358.227373:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000495804e3. 00000020:01000004:1.0:1767384358.227376:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384358.227381:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384358.227383:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384358.227386:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384358.227388:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:01000004:1.0:1767384358.227389:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384358.227394:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384358.227396:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384358.227401:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029ddb91c. 00000020:00000040:1.0:1767384358.227406:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384358.227411:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384358.227415:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 02000000:00000001:1.0:1767384358.227416:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384358.227452:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384358.227463:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000247538c8. 00000400:00000200:0.0:1767384358.227468:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000100:00000001:1.0:1767384358.227471:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.227483:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384358.227494:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.227502:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000100:00000040:1.0:1767384358.227506:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029ddb91c] to pc [ptlrpcd_00_02+2] req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384358.227536:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384358.227543:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:0.0:1767384358.227555:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 10000000:00000001:1.0:1767384358.227558:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384358.227566:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.227570:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.227574:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000020:01000000:1.0:1767384358.227575:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384358.227583:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384358.227590:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384358.227592:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384358.227598:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384358.227599:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384358.227599:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 10000000:00000001:1.0:1767384358.227606:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384358.227610:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384358.227616:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384358.227618:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384358.227620:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000020:01000004:1.0:1767384358.227622:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384358.227630:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384358.227638:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384358.227645:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384358.227651:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000020:01000004:1.0:1767384358.227652:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384358.227657:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384358.227657:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384358.227661:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384358.227661:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384358.227666:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384358.227670:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384358.227673:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038349e76. 02000000:00000001:3.0:1767384358.227674:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384358.227679:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000020:00000040:1.0:1767384358.227682:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 02000000:00000001:3.0:1767384358.227683:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.227694:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384358.227701:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029ddb91c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746149376:0@lo:253: 02000000:00000001:1.0:1767384358.227701:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384358.227705:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 02000000:00000001:1.0:1767384358.227709:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.227714:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384358.227725:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384358.227726:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a282cc56. 00000400:00000200:0.0:1767384358.227726:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 02000000:00000001:3.0:1767384358.227737:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.227738:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.227753:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 02000000:00000001:3.0:1767384358.227754:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384358.227755:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384358.227763:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384358.227768:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c95560a3. 00000400:00000200:0.0:1767384358.227770:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000100:00000040:1.0:1767384358.227772:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038349e76] to pc [ptlrpcd_00_03+3] req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384358.227784:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384358.227797:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000caa27b8. 00000400:00000200:0.0:1767384358.227808:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000400:00000010:3.0:1767384358.227810:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bd73c52. 10000000:00000001:1.0:1767384358.227816:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384358.227817:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746149376, portal 25 10000000:00000001:1.0:1767384358.227822:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.227824:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384358.227830:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317032064 : -111508392519552 : ffff9a956ddfd880) 00000020:00000001:1.0:1767384358.227831:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.227831:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000020:01000000:1.0:1767384358.227847:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384358.227852:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384358.227852:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000020:00000010:1.0:1767384358.227863:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c556f2ad. 00000100:00000001:3.0:1767384358.227877:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384358.227881:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384358.227882:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000100:00000040:3.0:1767384358.227888:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384358.227888:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384358.227898:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e369d7f8. 00000100:00000001:1.0:1767384358.227898:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384358.227899:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 24], ns[62, 24] 00000100:00000200:3.0:1767384358.227908:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746149376, offset 0 00000100:00000040:1.0:1767384358.227912:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384358.227925:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384358.227946:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384358.227949:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.227950:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 24], ns[78, 24] 02000000:00000001:1.0:1767384358.227955:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384358.227961:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384358.227965:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.227967:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 24], ns[89, 24] 00000100:00100000:1.0:1767384358.227971:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000038349e76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746149504:0@lo:253: 00000100:00000001:1.0:1767384358.227983:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384358.227991:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[79, 24] 02000000:00000001:1.0:1767384358.227992:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384358.227997:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.228005:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384358.228015:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ff926096. 00000400:00000200:0.0:1767384358.228015:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 02000000:00000001:1.0:1767384358.228023:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384358.228032:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1a4a053. 00000400:00000200:0.0:1767384358.228038:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 24], ns[100, 24] 00000400:00000010:1.0:1767384358.228041:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8bef9b7. 00000100:00000200:1.0:1767384358.228051:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746149504, portal 25 00000400:00000200:0.0:1767384358.228055:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[102, 24], ns[111, 24] 00000100:00000001:1.0:1767384358.228057:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384358.228059:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317029376 : -111508392522240 : ffff9a956ddfce00) 00000100:00000040:1.0:1767384358.228070:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384358.228077:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[108, 24] 00000100:00000001:1.0:1767384358.228087:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384358.228094:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384358.228097:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 108] 00000400:00000010:1.0:1767384358.228098:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1755bea. 00000100:00000200:1.0:1767384358.228106:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746149504, offset 0 00000400:00000200:0.0:1767384358.228120:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp36] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384358.228128:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384358.228138:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:0.0:1767384358.228146:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp36 00000400:00000200:0.0:1767384358.228153:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp36 lpni_is_preferred = 0 00000400:00000200:0.0:1767384358.228157:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp36 00000400:00000200:0.0:1767384358.228162:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp36 NI seq info: [112:112:256:4294967295] 192.168.203.143@tcp36 LPNI seq info [103:103:8:4294967295] 00000400:00000200:0.0:1767384358.228171:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp36 00000400:00000200:0.0:1767384358.228190:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp36(192.168.203.143@tcp36:) -> 192.168.203.143@tcp36(192.168.203.143@tcp:192.168.203.143@tcp36) : PUT try# 0 00000800:00000200:0.0:1767384358.228201:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.143@tcp36 00000800:00000010:0.0:1767384358.228209:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000894393e2. 00000400:00000200:3.0:1767384358.228213:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384358.228217:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384358.228234:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05e00 00000800:00000010:0.0:1767384358.228234:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007d93b982. 00000400:00000200:1.0:1767384358.228245:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df05e80 00000800:00000010:0.0:1767384358.228250:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004ab17638. 00000400:00000200:3.0:1767384358.228254:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1341 [2] + 0 00000400:00000010:3.0:1767384358.228260:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000139c9f9e. 00000800:00000200:0.0:1767384358.228264:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000400:00000200:3.0:1767384358.228265:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000073461712 00000400:00000200:1.0:1767384358.228286:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1349 [2] + 0 00000400:00000200:3.0:1767384358.228290:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384358.228290:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c04696e. 00000800:00000200:0.1:1767384358.228295:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000400:00000200:3.0:1767384358.228303:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384358.228315:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004cb8f11a 00000400:00000200:3.0:1767384358.228320:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073461712 00000400:00000010:3.0:1767384358.228325:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073461712. 00000400:00000200:1.0:1767384358.228325:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384358.228336:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000001:3.0:1767384358.228338:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384358.228339:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384358.228344:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384358.228349:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00000040:3.0:1767384358.228352:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000005e02c75 x1853236746149376 msgsize 4848 00000400:00000200:1.0:1767384358.228353:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb8f11a 00000400:00000010:1.0:1767384358.228362:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cb8f11a. 00000100:00100000:3.0:1767384358.228372:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384358.228372:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384358.228377:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384358.228379:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384358.228392:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000d15cba57 x1853236746149504 msgsize 4848 00000100:00100000:1.0:1767384358.228399:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384358.228406:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384358.228406:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384358.228469:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384358.228489:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e369d7f8 00000400:00000010:3.0:1767384358.228493:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e369d7f8. 00000100:00000001:3.0:1767384358.228500:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384358.228500:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1755bea 00000400:00000010:1.0:1767384358.228509:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1755bea. 00000100:00000200:3.0:1767384358.228513:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.228516:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384358.228539:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384358.228542:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384358.228543:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000040:3.0:1767384358.228558:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.228579:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384358.228581:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384358.228586:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.228587:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384358.228600:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.228601:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.228611:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384358.228613:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294946999 00000100:00000001:1.0:1767384358.228620:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384358.228621:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045ccfacb. 00000100:00000001:1.0:1767384358.228638:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294946999 00000100:00000001:3.0:1767384358.228641:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384358.228652:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294946999 00000100:00000001:1.0:1767384358.228652:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294946999 00000400:00000200:0.0:1767384358.228662:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000010:3.0:1767384358.228664:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5b98d7d. 00000100:00000001:1.0:1767384358.228664:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294946999 00000100:00000001:3.0:1767384358.228678:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384358.228687:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294946999 00000100:00000001:1.0:1767384358.228688:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294946999 00000100:00000010:3.0:1767384358.228702:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8de8e6e. 00000100:00000001:1.0:1767384358.228702:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294946999 00000100:00000001:3.0:1767384358.228718:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384358.228724:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294946999 00000100:00000001:1.0:1767384358.228724:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294946999 00000100:00000010:3.0:1767384358.228736:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f36556d7. 00000100:00000001:1.0:1767384358.228736:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294946999 00000100:00000001:3.0:1767384358.228754:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384358.228764:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384358.228765:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294946999 00000400:00000200:0.0:1767384358.228773:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:1.0:1767384358.228781:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384358.228782:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.228799:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.228801:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.228805:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.228816:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.228817:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384358.228822:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384358.228824:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.228830:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384358.228832:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384358.228834:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:3.0:1767384358.228846:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.228851:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384358.228853:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.228854:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384358.228862:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384358.228864:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.228868:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.228873:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.228895:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384358.228899:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746149376 02000000:00000001:3.0:1767384358.228903:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384358.228906:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384358.228909:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384358.228911:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384358.228916:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746149504 02000000:00000001:3.0:1767384358.228918:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.228920:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384358.228923:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000001:1.0:1767384358.228928:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384358.228929:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746149376 00000100:00000001:1.0:1767384358.228932:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.228935:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.228940:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384358.228940:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746149504 00000020:00000040:3.0:1767384358.228946:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384358.228947:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384358.228953:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384358.228954:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000040:3.0:1767384358.228968:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:1.0:1767384358.228968:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384358.228977:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000040:1.0:1767384358.228977:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000400:00000200:0.0:1767384358.228978:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000020:00000001:3.0:1767384358.228992:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384358.228993:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384358.229006:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384358.229008:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384358.229013:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384358.229014:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691f8423. 00000100:00000001:3.0:1767384358.229018:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384358.229021:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046b655eb. 00000020:00000010:3.0:1767384358.229023:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691f8423. 00000100:00000001:1.0:1767384358.229026:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384358.229030:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046b655eb. 00000020:00000010:3.0:1767384358.229032:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000331df640. 00000020:00000010:1.0:1767384358.229036:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c434cd20. 00000020:00000010:1.0:1767384358.229046:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063a08d90. 00000020:00000010:3.0:1767384358.229047:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8b0970d. 00000400:00000200:0.0:1767384358.229052:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000020:00000010:3.0:1767384358.229065:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000080b2e94d. 00000020:00000010:1.0:1767384358.229066:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000774c451. 00000100:00000040:1.0:1767384358.229083:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384358.229088:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384358.229089:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384358.229095:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384358.229095:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384358.229104:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.229104:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.229114:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:3.0:1767384358.229128:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.229130:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.229145:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.229151:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.229160:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000001:3.0:1767384358.229167:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384358.229172:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384358.229177:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384358.229181:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000001:1.0:1767384358.229181:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384358.229186:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384358.229189:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834955344 : -111508874596272 : ffff9a955123f050) 00000100:00000040:3.0:1767384358.229199:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005e02c75 x1853236746149376/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 4848/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384358.229200:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000040:1.0:1767384358.229214:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000400:00000200:0.0:1767384358.229219:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:3.0:1767384358.229221:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384358.229222:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834945104 : -111508874606512 : ffff9a955123c850) 00000020:00000010:3.0:1767384358.229231:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691f8423. 00000100:00000040:1.0:1767384358.229237:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d15cba57 x1853236746149504/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 4848/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.229238:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384358.229251:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691f8423. 00000400:00000200:0.0:1767384358.229260:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00000001:1.0:1767384358.229263:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384358.229268:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005e02c75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746149376:12345-0@lo:253: 00000020:00000010:1.0:1767384358.229271:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046b655eb. 00000100:00000200:3.0:1767384358.229296:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746149376 00000100:00000001:1.0:1767384358.229297:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384358.229301:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046b655eb. 00000020:00000001:3.0:1767384358.229309:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384358.229311:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d15cba57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746149504:12345-0@lo:253: 00000020:00000001:3.0:1767384358.229316:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384358.229316:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746149504 00000020:00000001:3.0:1767384358.229323:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.229324:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384358.229328:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000020:00000001:3.0:1767384358.229337:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384358.229338:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384358.229342:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384358.229342:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.229355:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384358.229356:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384358.229367:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384358.229368:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:0.0:1767384358.229368:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000020:00000001:3.0:1767384358.229378:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384358.229380:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384358.229382:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384358.229383:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384358.229389:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384358.229390:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.229398:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384358.229402:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384358.229403:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384358.229412:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384358.229413:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384358.229418:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384358.229421:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000005c0d2af. 02000000:00000001:3.0:1767384358.229455:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.229458:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384358.229461:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:1.0:1767384358.229462:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000298fd7ca. 00000400:00000200:0.0:1767384358.229465:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 02000000:00000001:1.0:1767384358.229469:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.229473:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384358.229476:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384358.229477:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a0afe9ce. 20000000:01000000:3.0:1767384358.229482:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384358.229484:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d90b90e. 20000000:00000001:3.0:1767384358.229486:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384358.229489:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384358.229490:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384358.229497:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384358.229499:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384358.229509:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384358.229510:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384358.229518:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384358.229518:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.229525:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 20000000:00000001:1.0:1767384358.229529:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384358.229542:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d6049da6. 20000000:00000001:1.0:1767384358.229543:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384358.229551:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:3.0:1767384358.229559:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384358.229565:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384358.229568:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384358.229587:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00080000:00000001:3.0:1767384358.229600:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384358.229619:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.229622:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384358.229623:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.229625:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384358.229628:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384358.229630:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:3.0:1767384358.229636:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:3.0:1767384358.229638:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384358.229647:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384358.229648:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00080000:00000001:3.0:1767384358.229650:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.229655:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384358.229659:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384358.229664:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:3.0:1767384358.229668:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384358.229672:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000037c7ed3a. 00080000:00000001:3.0:1767384358.229675:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560349856768 : -111513359694848 : ffff9a9445cec400) 00080000:00000001:3.0:1767384358.229679:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384358.229683:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384358.229683:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00080000:00000010:3.0:1767384358.229688:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000691f8423. 00080000:00000001:3.0:1767384358.229692:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.229694:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384358.229709:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.229727:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00080000:00000001:3.0:1767384358.229728:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384358.229781:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.229851:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.229894:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.229928:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.229961:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.229992:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.230021:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.230050:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.230080:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.230112:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.230171:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.230211:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.230253:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.230318:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.230355:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384358.230385:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00080000:00000010:3.0:1767384358.230704:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000037c7ed3a. 00000800:00000010:0.0:1767384358.230764:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000286ed19f. 00000800:00000010:0.0:1767384358.230771:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000096fcb84c. 00080000:00000010:1.0:1767384358.230778:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000691f8423. 00000800:00000010:0.0:1767384358.230780:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ad1579b. 00040000:00000001:1.0:1767384358.230788:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384358.230792:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384358.230795:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384358.230802:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384358.230805:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384358.230807:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:0.0:1767384358.230821:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ad1579b. 20000000:01000000:1.0:1767384358.230823:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384358.230839:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00020000:0.0:1767384358.230839:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 20000000:01000000:1.0:1767384358.230844:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384358.230845:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037c7ed3a. 00000800:00000010:0.0:1767384358.230847:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000096fcb84c. 20000000:01000000:3.0:1767384358.230850:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00080000:00000001:1.0:1767384358.230852:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384358.230855:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:0.0:1767384358.230855:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000286ed19f. 00080000:00000001:3.0:1767384358.230860:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384358.230863:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384358.230870:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384358.230877:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.230880:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384358.230882:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.230884:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384358.230886:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384358.230888:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:3.0:1767384358.230891:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:3.0:1767384358.230892:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384358.230894:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384358.230897:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.230900:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384358.230904:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384358.230910:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:3.0:1767384358.230912:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384358.230924:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fb152a34. 00080000:00000001:3.0:1767384358.230928:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560349862400 : -111513359689216 : ffff9a9445ceda00) 20000000:01000000:1.0:1767384358.230931:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384358.230932:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384358.230936:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:1.0:1767384358.230938:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000010:3.0:1767384358.230941:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000447fcc7a. 10000000:01000000:1.0:1767384358.230942:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384358.230949:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.230950:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384358.230955:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:02020000:0.0:1767384358.230955:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp36 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384358.230956:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384358.230967:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384358.230967:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000eeaaa372 count: 2 00000400:00000200:0.0:1767384358.230973:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp36 notifying 192.168.203.143@tcp36: down 00080000:00000001:3.0:1767384358.230978:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:0.0:1767384358.230984:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp36 down 00000800:00000100:0.0:1767384358.230994:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 512 0@<0:0>->192.168.203.143@tcp36 00010000:00000001:1.0:1767384358.230998:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384358.231000:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000894393e2. 00010000:00000001:1.0:1767384358.231003:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:0.0:1767384358.231007:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000010:1.0:1767384358.231008:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058ab3b20. 00000020:00000001:1.0:1767384358.231015:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:0.0:1767384358.231018:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp36->192.168.203.143@tcp36: PUT: LOCAL_ERROR 00000020:00000040:1.0:1767384358.231022:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058ab3b20 with handle 0x980286e253c5fd03 to hash 00000020:00000001:1.0:1767384358.231025:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384358.231037:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384358.231040:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00000400:00000200:0.0:1767384358.231042:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp36 added to recovery queue. ping count: 0 next ping: 280 health :900 00010000:00000001:1.0:1767384358.231045:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.231049:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.231050:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00010000:1.0:1767384358.231052:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384358.231059:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 1 00010000:00000001:1.0:1767384358.231064:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1767384358.231068:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00010000:00000001:1.0:1767384358.231070:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384358.231074:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384358.231076:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384358.231079:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384358.231089:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fcf5 expref: 16 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.231107:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:3.0:1767384358.231109:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:1.0:1767384358.231109:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.231114:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384358.231116:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.231118:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x101151 00010000:00000001:1.0:1767384358.231119:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.231123:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000001:3.0:1767384358.231124:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:1.0:1767384358.231126:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384358.231127:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000020:0.0:1767384358.231129:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:3.0:1767384358.231131:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098338a0a 00000400:00000010:3.0:1767384358.231136:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098338a0a. 00000100:00000001:0.0:1767384358.231137:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:1.0:1767384358.231138:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eeaaa372) refcount = 2 00000400:00000200:3.0:1767384358.231140:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 20000000:00000010:0.0:1767384358.231142:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a0afe9ce. 00010000:00000040:1.0:1767384358.231145:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:3.0:1767384358.231147:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00010000:00000040:1.0:1767384358.231151:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5fcf5 expref: 16 pid: 17077 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384358.231152:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.231153:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (31) 00000400:00000200:3.0:1767384358.231160:0:16351:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.143@tcp 00010000:00000040:1.0:1767384358.231172:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384358.231172:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746149376 00000400:00000200:3.0:1767384358.231173:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc -71 00010000:00000040:1.0:1767384358.231176:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384358.231180:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384358.231183:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00010000:00000010:1.0:1767384358.231188:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046b655eb. 00000400:00000200:3.0:1767384358.231189:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (30) 00010000:00000200:0.0:1767384358.231190:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005e02c75 x1853236746149376/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.231195:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384358.231200:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1755bea. 00000100:00000001:1.0:1767384358.231204:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565425001216 : -111508284550400 : ffff9a95744f5300) 00010000:00000001:0.0:1767384358.231207:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384358.231208:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632565425001216 : -111508284550400 : ffff9a95744f5300) 00010000:00000001:0.0:1767384358.231212:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.231213:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384358.231214:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384358.231216:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384358.231219:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.231220:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384358.231223:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384358.231226:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00001000:0.0:1767384358.231228:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=64 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384358.231229:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384358.231232:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384358.231236:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075d4afe7. 00000100:00000001:0.0:1767384358.231238:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384358.231242:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000040:1.0:1767384358.231246:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000100:00000001:0.0:1767384358.231247:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:1.0:1767384358.231250:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384358.231254:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384358.231254:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384358.231259:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.231260:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.231268:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384358.231270:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4c80cc0. 00000100:00000040:0.0:1767384358.231292:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384358.231297:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096fcb84c. 00000100:00000200:0.0:1767384358.231301:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746149376, offset 224 00000400:00000200:0.0:1767384358.231308:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384358.231315:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384358.231325:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05e00 00000400:00000200:0.0:1767384358.231331:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ae5 [2] + 224 00000100:00000001:1.0:1767384358.231333:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.231338:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384358.231343:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5fcf5 expref: 16 pid: 17077 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384358.231347:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384358.231356:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384358.231362:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384358.231367:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5fcf5 expref: 16 pid: 17077 timeout: 429 lvb_type: 0 00000100:00000040:0.0:1767384358.231390:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384358.231391:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384358.231395:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384358.231401:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384358.231413:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384358.231414:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384358.231416:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075d4afe7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746149632:0@lo:104: 00000100:00000001:1.0:1767384358.231419:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384358.231422:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384358.231454:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384358.231458:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384358.231462:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384358.231466:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.231470:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384358.231473:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e020777a. 00000400:00000200:0.0:1767384358.231475:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096fcb84c 02000000:00000001:1.0:1767384358.231476:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384358.231482:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096fcb84c. 00000400:00000010:1.0:1767384358.231483:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee806fa4. 00000100:00000001:0.0:1767384358.231488:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384358.231490:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384358.231492:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384358.231493:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384358.231497:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000caa27b8. 00000100:00000001:0.0:1767384358.231499:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.231501:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bd73c52 00000400:00000010:3.0:1767384358.231504:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bd73c52. 00000100:00000040:0.0:1767384358.231506:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:3.0:1767384358.231507:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384358.231510:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00010000:00000001:0.0:1767384358.231513:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:1.0:1767384358.231516:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746149632, portal 16 00000100:00000200:3.0:1767384358.231517:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384358.231517:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.231520:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384358.231525:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384358.231526:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317039232 : -111508392512384 : ffff9a956ddff480) 00000100:00000200:3.0:1767384358.231533:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384358.231535:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384358.231536:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005e02c75 x1853236746149376/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.231564:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384358.231569:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384358.231574:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384358.231575:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384358.231580:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005e02c75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746149376:12345-0@lo:253: Request processed in 2355us (3223us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384358.231581:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384358.231586:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384358.231587:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000100:00000001:3.0:1767384358.231588:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384358.231592:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384358.231593:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746149632, offset 0 02000000:00000001:3.0:1767384358.231598:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.231604:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767384358.231607:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=64 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384358.231613:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000400:00000200:1.0:1767384358.231614:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1767384358.231616:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384358.231623:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384358.231624:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384358.231625:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.231628:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df05f00 00010000:00000001:3.0:1767384358.231634:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384358.231634:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384358.231638:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 328 00010000:00000001:3.0:1767384358.231639:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.231639:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384358.231646:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384358.231647:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8b0970d. 00000400:00000200:1.0:1767384358.231648:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384358.231652:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384358.231657:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000080b2e94d. 00000400:00000200:1.0:1767384358.231660:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384358.231666:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384358.231667:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000331df640. 00000100:00000001:1.0:1767384358.231668:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384358.231673:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384358.231673:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000040:0.0:1767384358.231677:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000001:3.0:1767384358.231678:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384358.231679:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a858121b. 00000020:01000004:3.0:1767384358.231684:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:1.0:1767384358.231686:0:17101:0:(events.c:337:request_in_callback()) incoming req@00000000a858121b x1853236746149632 msgsize 328 00000020:01000004:3.0:1767384358.231689:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000001:0.0:1767384358.231690:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384358.231694:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000010:0.0:1767384358.231696:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000005c0d2af. 00000020:01000004:3.0:1767384358.231698:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:1.0:1767384358.231699:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:3.0:1767384358.231703:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384358.231706:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384358.231708:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384358.231709:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384358.231713:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384358.231715:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384358.231716:0:17101:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384358.231716:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384358.231717:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384358.231726:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00000100:00000040:3.0:1767384358.231727:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384358.231728:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384358.231731:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00000400:00000010:0.0:1767384358.231737:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ee0a29. 00000100:00000001:1.0:1767384358.231738:0:17101:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384358.231742:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029ddb91c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746149376:0@lo:253: 00000400:00000010:0.0:1767384358.231746:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096fcb84c. 00000100:00000200:1.0:1767384358.231747:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384358.231750:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.231757:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384358.231760:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384358.231763:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029ddb91c x1853236746149376/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384358.231767:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384358.231784:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384358.231785:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.231787:0:17101:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384358.231793:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.231793:0:17911:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384358.231794:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384358.231800:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c95560a3. 00000100:00000001:1.0:1767384358.231801:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294947002 00000100:00100000:0.0:1767384358.231801:0:17911:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746149632 02000000:00000001:3.0:1767384358.231806:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384358.231809:0:17911:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384358.231811:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384358.231812:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294946999 00000100:00000001:0.0:1767384358.231813:0:17911:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384358.231814:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384358.231819:0:17911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.231820:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384358.231821:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294947002 02000000:00000010:3.0:1767384358.231823:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000247538c8. 02000000:00000001:0.0:1767384358.231828:0:17911:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.231831:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294946999 02000000:00000001:3.0:1767384358.231832:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767384358.231833:0:17911:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746149632 02000000:00000001:3.0:1767384358.231836:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384358.231839:0:17911:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384358.231840:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029ddb91c. 00000100:00000001:1.0:1767384358.231840:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294947002 00000020:00000040:0.0:1767384358.231844:0:17911:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9c9 00000100:00000001:3.0:1767384358.231849:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384358.231849:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384358.231850:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294946999 00000100:00000001:3.0:1767384358.231853:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384358.231854:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078df2aae refcount=3 00000100:00000001:1.0:1767384358.231855:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294947002 00000100:00000001:3.0:1767384358.231859:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384358.231861:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:1.0:1767384358.231862:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294946999 00000020:00000001:0.0:1767384358.231867:0:17911:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:0.0:1767384358.231870:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384358.231876:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ad1579b. 00000100:00000001:1.0:1767384358.231878:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384358.231882:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.231883:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384358.231884:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384358.231887:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.231888:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384358.231889:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ad1579b. 00010000:00000001:1.0:1767384358.231895:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.231897:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384358.231898:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384358.231899:0:17911:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed20e964. 00000100:00000001:3.0:1767384358.231900:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.231902:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.231904:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.231905:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.231908:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384358.231911:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384358.231913:0:17911:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e19d0bd1. 00000100:00000001:1.0:1767384358.231914:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.231919:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384358.231922:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384358.231922:0:17911:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2859f44. 00000100:00100000:1.0:1767384358.231926:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b1755bea going to sleep for 11 seconds 00000100:00000001:1.0:1767384358.231929:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.231931:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384358.231939:0:17911:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384358.231944:0:17911:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384358.231946:0:17911:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384358.231949:0:17911:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.231956:0:17911:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.231973:0:17911:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384358.231990:0:17911:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384358.231993:0:17911:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384358.232000:0:17911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384358.232003:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384358.232005:0:17911:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000078df2aae : new rpc_count 1 00000100:00000001:1.0:1767384358.232006:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384358.232010:0:17069:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.232011:0:17911:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317038336 : -111508392513280 : ffff9a956ddff100) 00000100:00000001:1.0:1767384358.232013:0:17069:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384358.232021:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a858121b x1853236746149632/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 328/0 e 0 to 0 dl 1767384369 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384358.232033:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384358.232036:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ad1579b. 00000100:00000001:0.0:1767384358.232039:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384358.232042:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ad1579b. 00000100:00100000:0.0:1767384358.232049:0:17911:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a858121b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746149632:12345-0@lo:104: 00000100:00000200:0.0:1767384358.232053:0:17911:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746149632 00010000:00000001:0.0:1767384358.232057:0:17911:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384358.232062:0:17911:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384358.232064:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384358.232068:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=2 00000020:00000001:0.0:1767384358.232071:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:0.0:1767384358.232074:0:17911:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:0.0:1767384358.232078:0:17911:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384358.232082:0:17911:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384358.232086:0:17911:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384358.232109:0:17911:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384358.232111:0:17911:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384358.232115:0:17911:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000015841419. 02000000:00000001:0.0:1767384358.232117:0:17911:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.232119:0:17911:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384358.232123:0:17911:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384358.232125:0:17911:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384358.232128:0:17911:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d297692 time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384358.232132:0:17911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384358.232135:0:17911:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384358.232138:0:17911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384358.232142:0:17911:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384358.232143:0:17911:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.232147:0:17911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384358.232150:0:17911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384358.232165:0:17911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000100:00000200:0.0:1767384358.232170:0:17911:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236746149632, offset 224 00000400:00000200:0.0:1767384358.232176:0:17911:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384358.232184:0:17911:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384358.232192:0:17911:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824df05f00 00000400:00000200:0.0:1767384358.232198:0:17911:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1af9 [1] + 224 00000400:00000200:0.0:1767384358.232204:0:17911:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384358.232209:0:17911:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384358.232214:0:17911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384358.232218:0:17911:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384358.232229:0:17911:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384358.232248:0:17911:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384358.232254:0:17911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000400:00000010:0.0:1767384358.232256:0:17911:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 00000100:00000001:0.0:1767384358.232263:0:17911:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384358.232267:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384358.232273:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384358.232290:0:17911:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384358.232292:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384358.232297:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee806fa4. 00000100:00000001:0.0:1767384358.232301:0:17911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.232303:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:1.0:1767384358.232309:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00000040:0.0:1767384358.232309:0:17911:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384358.232318:0:17911:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384358.232322:0:17101:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:0.0:1767384358.232324:0:17911:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b11737bf. 00010000:00000001:0.0:1767384358.232331:0:17911:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767384358.232332:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384358.232344:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384358.232344:0:17911:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384358.232351:0:17911:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.232355:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384358.232358:0:17911:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.232359:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.232363:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384358.232365:0:17911:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.232366:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384358.232367:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.232374:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384358.232374:0:17101:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384358.232378:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767384358.232378:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a858121b x1853236746149632/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384358.232379:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384358.232382:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384358.232391:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.232393:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384358.232394:0:17911:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a858121b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746149632:12345-0@lo:104: Request processed in 357us (703us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384358.232395:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384358.232401:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384358.232410:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=64 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384358.232414:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d7c72f26 already unused, calling callback (000000001ae2046b) 00000100:00000001:1.0:1767384358.232415:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384358.232419:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384358.232420:0:17911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 10000000:00000001:3.0:1767384358.232421:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384358.232452:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00010000:3.0:1767384358.232455:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.232455:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.232462:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384358.232463:0:17911:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078df2aae : new rpc_count 0 00010000:00000001:3.0:1767384358.232467:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384358.232469:0:17911:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384358.232470:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384358.232471:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384358.232476:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384358.232476:0:17911:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384358.232481:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=3 00000100:00000001:1.0:1767384358.232482:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384358.232483:0:17911:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e19d0bd1. 00000020:00000001:3.0:1767384358.232485:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00000100:00000001:1.0:1767384358.232486:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384358.232491:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.232492:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00000020:00000010:0.0:1767384358.232492:0:17911:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2859f44. 00010000:00000001:1.0:1767384358.232494:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384358.232496:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.232500:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384358.232500:0:17911:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed20e964. 00010000:00000001:3.0:1767384358.232503:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767384358.232504:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.232508:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384358.232511:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384358.232513:0:17911:0:(genops.c:898:class_export_put()) PUTting export 0000000078df2aae : new refcount 2 00000100:00000001:0.0:1767384358.232522:0:17911:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384358.232527:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384358.232530:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384358.232537:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075d4afe7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746149632:0@lo:104: 10000000:01000000:3.0:1767384358.232538:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384358.232547:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384358.232549:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384358.232553:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:1.0:1767384358.232553:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.232557:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384358.232560:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.232560:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.232567:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384358.232571:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384358.232580:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075d4afe7 x1853236746149632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384358.232586:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384358.232590:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384358.232593:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e020777a. 02000000:00000001:1.0:1767384358.232596:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384358.232598:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384358.232601:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00000020:00000001:1.0:1767384358.232603:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384358.232605:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c4c80cc0. 10000000:00000001:3.0:1767384358.232609:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384358.232612:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384358.232617:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 02000000:00000001:1.0:1767384358.232618:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:3.0:1767384358.232620:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:1.0:1767384358.232621:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:3.0:1767384358.232623:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384358.232624:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075d4afe7. 00000100:00000001:1.0:1767384358.232631:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384358.232632:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384358.232634:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b1755bea. 00000100:00000001:1.0:1767384358.232641:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384358.232643:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384358.232646:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046b655eb. 00010000:00000001:1.0:1767384358.232649:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.232651:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.232654:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384358.232661:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384358.232662:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384358.232665:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384358.232667:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:1.0:1767384358.232668:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.232670:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384358.232678:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384358.232684:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384358.232688:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d7c72f26 with handle 0x980286e253c5fcf5 from hash 00010000:00000001:3.0:1767384358.232692:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000010:0.0:1767384358.232693:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fb152a34. 00010000:00000001:3.0:1767384358.232695:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.232699:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.232702:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384358.232707:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384358.232709:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384358.232713:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384358.232715:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384358.232720:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d370bedc. 00000020:00000040:3.0:1767384358.232724:0:17074:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384358.232729:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384358.232738:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384358.232740:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384358.232746:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3f00a5f. 00000100:00000001:3.0:1767384358.232751:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.232754:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384358.232756:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384358.232758:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000447fcc7a. 00010000:00010000:3.0:1767384358.232765:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00040000:00000001:0.0:1767384358.232767:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384358.232768:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384358.232773:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1767384358.232774:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00080000:00000001:0.0:1767384358.232777:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.232778:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384358.232785:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 00000100:00000040:3.0:1767384358.232789:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d370bedc] to pc [ptlrpcd_00_00+0] req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384358.232792:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384358.232799:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384358.232805:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384358.232811:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384358.232814:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:3.0:1767384358.232825:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384358.232828:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.232831:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384358.232831:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:1.0:1767384358.232834:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384358.232836:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.232838:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384358.232839:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.232842:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384358.232843:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.232846:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384358.232849:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384358.232857:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384358.232860:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 00000000d7c72f26/0x980286e253c5fcf5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fcfc expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384358.232864:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384358.232867:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384358.232873:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006b1d0a6d count: 0 02000000:00000001:1.0:1767384358.232873:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384358.232876:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384358.232879:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384358.232881:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d370bedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746149760:0@lo:103: 00010000:00000001:3.0:1767384358.232884:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384358.232885:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384358.232887:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767384358.232889:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:3.0:1767384358.232890:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b11737bf. 02000000:00000001:1.0:1767384358.232892:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.232895:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.232895:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384358.232900:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384358.232901:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384358.232901:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4c80cc0. 00000100:00000001:0.0:1767384358.232905:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384358.232906:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.232907:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384358.232910:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384358.232911:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384358.232912:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee806fa4. 00000020:00000001:3.0:1767384358.232918:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.232924:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384358.232927:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000020:00000001:3.0:1767384358.232928:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384358.232934:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384358.232935:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746149760, portal 18 00010000:00010000:3.0:1767384358.232937:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384358.232939:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384358.232943:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609947008 : -111508099604608 : ffff9a957f555f80) 00000100:00000040:1.0:1767384358.232950:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.232955:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384358.232963:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384358.232966:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000100:00000200:1.0:1767384358.232970:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746149760, offset 0 00000400:00000200:1.0:1767384358.232974:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384358.232987:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384358.232996:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df05f80 00080000:00000020:0.0:1767384358.232998:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384358.233003:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:1.0:1767384358.233004:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 20000000:00000010:0.0:1767384358.233008:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d90b90e. 00000400:00000200:1.0:1767384358.233012:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384358.233020:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:0.0:1767384358.233020:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384358.233030:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746149504 00000100:00000001:1.0:1767384358.233033:0:16353:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384358.233036:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384358.233038:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384358.233041:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075d4afe7. 00000100:00000040:1.0:1767384358.233044:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000075d4afe7 x1853236746149760 msgsize 328 00010000:00000200:0.0:1767384358.233045:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d15cba57 x1853236746149504/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384358.233056:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384358.233063:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384358.233065:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.233069:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:0.0:1767384358.233069:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=64 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384358.233076:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00000100:00000001:0.0:1767384358.233076:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384358.233080:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00000100:00000040:0.0:1767384358.233082:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384358.233083:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384358.233084:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384358.233087:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746149760 02000000:00000001:3.0:1767384358.233090:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384358.233090:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000200:1.0:1767384358.233091:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.233094:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384358.233098:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384358.233099:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384358.233104:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384358.233105:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.233106:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384358.233112:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746149760 00000100:00000040:1.0:1767384358.233112:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384358.233113:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384358.233116:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384358.233119:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384358.233122:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384358.233124:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384358.233126:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000100:00000040:0.0:1767384358.233127:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384358.233128:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384358.233133:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384358.233137:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384358.233137:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384358.233137:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089b65ce2. 00000100:00000001:1.0:1767384358.233146:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294947003 00000100:00000001:3.0:1767384358.233149:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384358.233149:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746149504, offset 224 00000020:00000010:3.0:1767384358.233154:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d103d74d. 00000100:00000001:3.0:1767384358.233158:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384358.233159:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294947002 00000020:00000010:3.0:1767384358.233160:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d103d74d. 00000100:00000001:1.0:1767384358.233167:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294947003 00000400:00000200:0.0:1767384358.233168:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384358.233169:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de0fd882. 00000100:00000001:1.0:1767384358.233176:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294947002 00000020:00000010:3.0:1767384358.233177:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c6c76be. 00000020:00000010:3.0:1767384358.233186:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094d467cb. 00000400:00000200:0.0:1767384358.233186:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384358.233187:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294947003 00000100:00000001:1.0:1767384358.233196:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294947002 00000100:00000001:1.0:1767384358.233208:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294947003 00000400:00000200:0.0:1767384358.233209:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df05e80 00000100:00000040:3.0:1767384358.233210:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384358.233214:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294947002 00000100:00000001:3.0:1767384358.233215:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384358.233219:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384358.233222:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384358.233225:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384358.233226:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.233226:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1aed [2] + 224 00000100:00000001:1.0:1767384358.233230:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233232:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384358.233237:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384358.233237:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.233240:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384358.233241:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384358.233242:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384358.233243:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=4 00000020:00000001:3.0:1767384358.233249:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000100:00000001:1.0:1767384358.233250:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384358.233254:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384358.233255:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384358.233262:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000100:00000001:1.0:1767384358.233263:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384358.233264:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384358.233266:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.233270:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.233272:0:17072:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fcf5 expref: 16 pid: 17077 timeout: 429 lvb_type: 0 00000100:00000001:1.0:1767384358.233273:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384358.233291:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384358.233299:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.233303:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.233305:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.233309:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384358.233313:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.233314:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384358.233320:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000075d4afe7 x1853236746149760/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 328/0 e 0 to 0 dl 1767384369 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.233335:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384358.233337:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.233346:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.233358:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384358.233360:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384358.233361:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384358.233366:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384358.233369:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:3.0:1767384358.233370:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317039232 : -111508392512384 : ffff9a956ddff480) 00000400:00000200:0.0:1767384358.233371:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089b65ce2 00000100:00000040:3.0:1767384358.233375:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075d4afe7 x1853236746149760/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 328/0 e 0 to 0 dl 1767384369 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384358.233377:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089b65ce2. 00000100:00000001:1.0:1767384358.233380:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384358.233383:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384358.233384:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384358.233386:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384358.233388:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384358.233391:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d103d74d. 00000400:00000001:1.0:1767384358.233391:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384358.233395:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384358.233395:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.233396:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384358.233398:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1a4a053. 00000020:00000010:3.0:1767384358.233404:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d103d74d. 00000400:00000200:1.0:1767384358.233406:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8bef9b7 00000100:00000040:0.0:1767384358.233408:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:1.0:1767384358.233410:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8bef9b7. 00000100:00100000:3.0:1767384358.233414:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075d4afe7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+16:16353:x1853236746149760:12345-0@lo:103: 00010000:00000001:0.0:1767384358.233416:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384358.233418:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746149760 00000100:00000001:1.0:1767384358.233418:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384358.233420:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233422:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384358.233451:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384358.233453:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384358.233460:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384358.233463:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384358.233471:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005f209717. 02000000:00000001:3.0:1767384358.233474:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.233477:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233479:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384358.233482:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:0.0:1767384358.233484:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384358.233485:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384358.233489:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384358.233492:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=4 00000020:00000001:3.0:1767384358.233495:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000100:00000040:0.0:1767384358.233497:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d15cba57 x1853236746149504/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384358.233499:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000040:3.0:1767384358.233506:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000eeaaa372 count: 3 00010000:00010000:3.0:1767384358.233514:0:17072:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fcf5 expref: 16 pid: 17077 timeout: 429 lvb_type: 0 00000100:00100000:0.0:1767384358.233521:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d15cba57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746149504:12345-0@lo:253: Request processed in 4252us (5123us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384358.233523:0:17072:0:(import.c:2128:obd_at_measure()) add 0 to 0000000012e62d6c time=1767384358 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384358.233531:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384358.233539:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00010000:00000001:3.0:1767384358.233540:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.233543:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384358.233544:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384358.233546:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00010000:00010000:3.0:1767384358.233548:0:17072:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x980286e253c5fcf5 expref: 16 pid: 17077 timeout: 429 lvb_type: 0 00000100:00000001:0.0:1767384358.233552:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384358.233557:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384358.233562:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063a08d90. 00000020:00000001:3.0:1767384358.233571:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000200:1.0:1767384358.233574:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384358.233575:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000010:0.0:1767384358.233575:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000774c451. 00010000:00000001:3.0:1767384358.233578:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.233584:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384358.233585:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c434cd20. 00000100:00000001:1.0:1767384358.233588:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384358.233589:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384358.233592:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384358.233592:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384358.233594:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000001:1.0:1767384358.233596:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384358.233599:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384358.233600:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384358.233602:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384358.233603:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.233607:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:0.0:1767384358.233607:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000298fd7ca. 00000100:00000001:1.0:1767384358.233609:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384358.233610:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.233613:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384358.233614:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d86da99 with handle 0x980286e253c5fcfc from hash 02000000:00000001:0.0:1767384358.233616:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384358.233618:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233620:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384358.233622:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384358.233622:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384358.233623:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=64 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384358.233626:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.233629:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:1.0:1767384358.233630:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=64 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384358.233631:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384358.233633:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384358.233636:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233638:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384358.233639:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384358.233640:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade976d5. 00010000:00000001:3.0:1767384358.233642:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.233642:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.233647:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384358.233648:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089b65ce2. 00010000:00010000:3.0:1767384358.233649:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d86da99/0x980286e253c5fcfc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x980286e253c5fcf5 expref: 15 pid: 17077 timeout: 429 lvb_type: 0 00000100:00000040:1.0:1767384358.233652:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384358.233669:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00000100:00000001:1.0:1767384358.233671:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384358.233672:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:1.0:1767384358.233677:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384358.233679:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.233681:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384358.233682:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384358.233686:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:1.0:1767384358.233686:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384358.233691:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:1.0:1767384358.233691:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384358.233692:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000040:3.0:1767384358.233695:0:17072:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000058ab3b20 00000020:01000004:1.0:1767384358.233695:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384358.233700:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:01000004:1.0:1767384358.233701:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:3.0:1767384358.233704:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:01000004:1.0:1767384358.233705:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:3.0:1767384358.233707:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384358.233708:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384358.233711:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:01000004:1.0:1767384358.233712:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384358.233715:0:17072:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384358.233718:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384358.233720:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384358.233723:0:17072:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384358.233727:0:17072:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384358.233730:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000038349e76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746149504:0@lo:253: 00010000:00000001:3.0:1767384358.233739:0:17072:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1767384358.233739:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.233742:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384358.233743:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384358.233745:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384358.233748:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000040:1.0:1767384358.233748:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038349e76 x1853236746149504/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384358.233752:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eeaaa372) refcount = 2 00010000:00010000:3.0:1767384358.233759:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384358.233763:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384358.233766:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384358.233767:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ff926096. 00010000:00000001:3.0:1767384358.233769:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384358.233772:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:1.0:1767384358.233772:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384358.233773:0:17072:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.233775:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384358.233778:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d103d74d. 00000100:00000001:3.0:1767384358.233782:0:17072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000001:1.0:1767384358.233782:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384358.233784:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000010:3.0:1767384358.233786:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006bd73c52. 00000020:00000001:1.0:1767384358.233788:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384358.233791:0:17072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560333304768 : -111513376246848 : ffff9a9444d233c0) 02000000:00000010:1.0:1767384358.233791:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a282cc56. 02000000:00000001:1.0:1767384358.233795:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384358.233795:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384358.233796:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038349e76. 00000100:00000001:1.0:1767384358.233800:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384358.233801:0:17072:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632560333304768 : -111513376246848 : ffff9a9444d233c0) 00000100:00000001:1.0:1767384358.233802:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.233804:0:17072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384358.233807:0:17072:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:1.0:1767384358.233807:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.233809:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384358.233812:0:17072:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384358.233813:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:01000000:3.0:1767384358.233814:0:17072:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00000100:00000001:1.0:1767384358.233816:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233818:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384358.233819:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384358.233821:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384358.233823:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384358.233824:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=5 00000020:00000001:3.0:1767384358.233828:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:3.0:1767384358.233830:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:3.0:1767384358.233831:0:17072:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384358.233832:0:17072:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.233838:0:17072:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384358.233842:0:17072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.233846:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.233847:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384358.233848:0:17072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.233851:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384358.233852:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233853:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384358.233854:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384358.233857:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000058ab3b20 already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384358.233859:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384358.233861:0:17072:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384358.233862:0:17072:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.233874:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384358.233875:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384358.233876:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384358.233877:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=6 00000020:00000001:3.0:1767384358.233878:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:3.0:1767384358.233880:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:3.0:1767384358.233881:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384358.233882:0:17072:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.233885:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384358.233886:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384358.233887:0:17072:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233896:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384358.233897:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384358.233898:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384358.233899:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384358.233900:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058ab3b20 with handle 0x980286e253c5fd03 from hash 00010000:00000001:3.0:1767384358.233901:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384358.233903:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.233905:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.233905:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384358.233907:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384358.233908:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384358.233911:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384358.233912:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.233915:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233918:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384358.233920:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384358.233925:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.233928:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.233930:0:17072:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233932:0:17072:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233933:0:17072:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.233934:0:17101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384358.233943:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.233944:0:17101:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384358.233950:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384358.233955:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.233956:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.233960:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.233962:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384358.233966:0:17072:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384358.233966:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384358.233971:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.233971:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.233974:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.233975:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384358.233978:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384358.233979:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384358.233983:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384358.233985:0:17072:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233987:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384358.233989:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd03 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.233996:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.233997:0:17072:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.233998:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384358.233999:0:17072:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384358.234000:0:17072:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.234002:0:17072:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.234003:0:17072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384358.234004:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006bd73c52. 00000100:00000001:3.0:1767384358.234006:0:17072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384358.234007:0:17072:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384358.234008:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d103d74d. 00010000:00000001:3.0:1767384358.234009:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384358.234010:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eeaaa372 count: 0 00010000:00010000:3.0:1767384358.234013:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384358.234014:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.234017:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384358.234018:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384358.234020:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384358.234022:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384358.234023:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384358.234025:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384358.234031:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384358.234033:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.234035:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384358.234037:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384358.234040:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da26823f. 00000100:00000200:3.0:1767384358.234042:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746149760, offset 224 00000400:00000200:3.0:1767384358.234045:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384358.234049:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384358.234055:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df05f80 00000400:00000200:3.0:1767384358.234058:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1b09 [1] + 224 00000400:00000200:3.0:1767384358.234061:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384358.234063:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384358.234066:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384358.234069:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384358.234076:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.234087:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384358.234090:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da26823f 00000400:00000010:3.0:1767384358.234091:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da26823f. 00000100:00000001:3.0:1767384358.234093:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384358.234094:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384358.234097:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.234101:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384358.234103:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.234105:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.234106:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384358.234110:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075d4afe7 x1853236746149760/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:339/0 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.234110:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384358.234115:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384358.234119:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384358.234121:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee806fa4. 00000100:00100000:3.0:1767384358.234122:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075d4afe7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746149760:12345-0@lo:103: Request processed in 734us (1075us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384358.234126:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:1.0:1767384358.234129:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00100000:3.0:1767384358.234134:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384358.234135:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384358.234138:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000200:1.0:1767384358.234140:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.234148:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384358.234152:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384358.234154:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384358.234157:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c6c76be. 00000020:00000010:3.0:1767384358.234160:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094d467cb. 00000020:00000010:3.0:1767384358.234163:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de0fd882. 00000020:00000040:3.0:1767384358.234171:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:1.0:1767384358.234173:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384358.234174:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.234177:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.234180:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384358.234182:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384358.234183:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384358.234184:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.234186:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384358.234188:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384358.234190:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=64 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384358.234192:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384358.234194:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.234195:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384358.234196:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.234197:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384358.234200:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.234204:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384358.234205:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384358.234206:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384358.234208:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384358.234214:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d370bedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746149760:0@lo:103: 00000100:00000001:1.0:1767384358.234216:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.234217:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384358.234219:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d370bedc x1853236746149760/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.234222:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384358.234223:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384358.234224:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4c80cc0. 02000000:00000001:1.0:1767384358.234227:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384358.234228:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384358.234229:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384358.234230:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384358.234236:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f3f00a5f. 02000000:00000001:1.0:1767384358.234239:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384358.234239:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384358.234240:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d370bedc. 00000100:00000001:1.0:1767384358.234243:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384358.234244:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.234245:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.234248:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384358.234249:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.234250:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384358.234251:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.239484:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294947003, at 4294947004 00000100:00000040:2.0:1767384358.239487:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294947003, at 4294947004 00000100:00000010:3.0:1767384358.239493:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f36556d7. 00000100:00000040:0.0:1767384358.239494:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294947003, at 4294947004 00000100:00000010:2.0:1767384358.239508:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8de8e6e. 00000100:00000010:0.0:1767384358.239512:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045ccfacb. 00010000:00000010:3.1:1767384358.240454:0:31449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006b1d0a6d. 00010000:00000010:3.1:1767384358.240462:0:31449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d7c72f26. 00010000:00000010:3.1:1767384358.240474:0:31449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d86da99. 00010000:00000010:3.1:1767384358.240485:0:31449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058ab3b20. 00000100:00000040:1.0:1767384358.240495:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294947003, at 4294947005 00010000:00000010:3.1:1767384358.240497:0:31449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eeaaa372. 00000100:00000010:1.0:1767384358.240508:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5b98d7d. 00010000:00000001:2.0:1767384358.243509:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384358.243516:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.243528:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384358.243531:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.243577:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384358.243583:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.243589:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384358.246361:0:31453:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000010662a5a. 00000400:00000040:2.0:1767384358.246378:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384358.246381:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384358.246383:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.246384:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384358.246385:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.246386:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384358.246388:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384358.246389:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384358.246390:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384358.246391:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384358.246392:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384358.246393:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384358.246395:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384358.246396:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384358.246397:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384358.246398:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384358.246399:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384358.246400:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384358.246401:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384358.246402:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.246403:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384358.246404:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384358.246405:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384358.246406:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.246407:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384358.246408:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.246409:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384358.246410:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384358.246411:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384358.246412:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.246413:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384358.246414:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.246419:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384358.246419:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384358.246420:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384358.246422:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.246423:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384358.246424:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384358.246425:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384358.246426:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384358.246427:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384358.246429:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.246430:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384358.246432:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384358.246434:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384358.246435:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384358.246436:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384358.246437:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384358.246678:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384358.246681:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384358.246682:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384358.246684:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384358.246685:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384358.246687:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384358.246688:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384358.246690:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384358.246691:0:31453:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384358.246798:0:31453:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000010662a5a. 00000400:00000001:1.0:1767384358.308557:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384358.308563:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384358.308565:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035727331 00000400:00000010:1.0:1767384358.308570:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035727331. 00000400:00000200:1.0:1767384358.308577:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384358.308584:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384358.308594:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e4aef560. 00000400:00000010:1.0:1767384358.308597:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000041a83489. 00010000:00000001:2.0:1767384359.267505:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384359.267513:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.267521:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384359.267522:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.267572:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384359.267575:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384359.267580:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384359.331523:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp36 00000400:00000010:1.0:1767384359.331530:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000068f49182. 00000400:00000010:1.0:1767384359.331537:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c434cd20. 00000400:00000010:1.0:1767384359.331542:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035727331. 00000400:00000010:1.0:1767384359.331551:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d7d8ae69. 00000400:00000200:1.0:1767384359.331559:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp36 00000400:00000200:1.0:1767384359.331584:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp36 local destination 00000400:00000200:1.0:1767384359.331590:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp36 00000400:00000200:1.0:1767384359.331593:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp36 NI seq info: [113:113:256:4294967295] 192.168.203.143@tcp36 LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1767384359.331600:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp36 00000400:00000200:1.0:1767384359.331614:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp36(192.168.203.143@tcp36:) -> 192.168.203.143@tcp36(192.168.203.143@tcp36:192.168.203.143@tcp36) : GET try# 0 00000800:00000200:1.0:1767384359.331628:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp36 00000800:00000010:1.0:1767384359.331632:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081f56b29. 00000800:00000200:1.0:1767384359.331639:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000800:00000200:1.1:1767384359.331644:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000400:00000200:1.0:1767384359.331665:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp36 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:0.0:1767384359.331744:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.331795:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.331815:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.331836:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.331855:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.331875:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.331895:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.331923:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.331963:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332005:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332052:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332083:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332099:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332120:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332134:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332147:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332167:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332201:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332253:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332318:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332342:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332376:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332397:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332421:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332442:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332557:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000800:00000200:2.0:1767384359.332575:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (6) 00000800:00000200:2.0:1767384359.332588:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp18 ip 192.168.203.143:988 00000800:00000200:2.0:1767384359.332593:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384359.332607:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332677:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332707:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332775:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000800:00000200:3.0:1767384359.332797:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384359.332797:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.332826:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384359.332832:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.332839:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384359.332859:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332911:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332951:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.332979:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384359.333021:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384359.333233:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000286ed19f. 00000800:00000010:0.0:1767384359.333240:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000adb18b7f. 00000800:00000010:0.0:1767384359.333246:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b2c45b6b. 00000800:00000010:0.0:1767384359.333267:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b2c45b6b. 00000800:00020000:0.0:1767384359.333306:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384359.333309:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000adb18b7f. 00000800:00000010:0.0:1767384359.333311:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000286ed19f. 00000400:02020000:0.0:1767384359.333347:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp36 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384359.333370:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp36 notifying 192.168.203.143@tcp36: down 00000400:00000200:0.0:1767384359.333376:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384359.333380:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp36 00000800:00000010:0.0:1767384359.333383:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081f56b29. 00000400:00000200:0.0:1767384359.333387:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384359.333391:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp36->192.168.203.143@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384359.333403:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384359.333406:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384359.333410:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp36) recovery failed with -71 00080000:00000010:1.0:1767384359.783321:0:31884:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008e1fdc34. 00080000:00000010:1.0:1767384359.783331:0:31884:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008e1fdc34. 00000020:00000001:1.0:1767384359.783336:0:31884:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384359.783344:0:31884:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008e1fdc34. 00080000:00000010:1.0:1767384359.783348:0:31884:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008e1fdc34. 00000020:00000001:1.0:1767384359.783352:0:31884:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.291529:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384360.291534:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.291540:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384360.291542:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.291572:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384360.291578:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384360.291584:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384360.355499:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384360.355503:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384360.355506:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035727331 00000400:00000010:1.0:1767384360.355510:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035727331. 00000400:00000200:1.0:1767384360.355515:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384360.355537:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384360.355550:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000068f49182. 00000400:00000010:1.0:1767384360.355554:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c434cd20. 00000001:00000001:1.0:1767384360.544851:0:32048:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384360.544855:0:32048:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:1.0:1767384360.548206:0:32048:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384360.555366:0:32049:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f5308dda. 00000400:00000010:1.0:1767384360.555377:0:32049:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001d752119. 00000400:00000010:1.0:1767384360.555386:0:32049:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002576a18d. 00000400:00000010:1.0:1767384360.555389:0:32049:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d71fd305. 00000400:00000010:1.0:1767384360.555392:0:32049:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e63c13d. 00000400:00000010:1.0:1767384360.555396:0:32049:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b813d793. 00000400:00000010:1.0:1767384360.555397:0:32049:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000588ca733. 00000400:00000010:1.0:1767384360.555399:0:32049:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000047eeef5d. 00000400:00000010:1.0:1767384360.555401:0:32049:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000aad319c4. 00000800:00000010:1.0:1767384360.555414:0:32049:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004c8971aa. 00000800:00000200:1.0:1767384360.555451:0:32049:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384360.555469:0:32049:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384360.555502:0:32049:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384360.555523:0:32049:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp39 [8/256/0/180] 00000400:00000010:1.0:1767384360.556842:0:32049:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000c5c63795. 00000400:00000010:1.0:1767384360.556847:0:32049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee806fa4. 00000400:00000010:1.0:1767384360.556852:0:32049:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035727331. 00000400:00000001:1.0:1767384360.556870:0:32049:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384360.556871:0:32049:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384360.556873:0:32049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa7ab83f. 00000400:00000200:1.0:1767384360.556875:0:32049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ee98256 00000400:00000010:1.0:1767384360.556876:0:32049:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ee98256. 00000400:00000010:1.0:1767384360.556880:0:32049:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000004f372805. 00000400:00000200:1.0:1767384360.556883:0:32049:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (29) 00000400:00000200:1.0:1767384360.556893:0:32049:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384360.556902:0:32049:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:1.0:1767384360.556908:0:32049:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bbd2a0ae. 00000020:01000000:1.0:1767384360.556915:0:32049:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384360.556917:0:32049:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp39 00000400:00000200:0.0:1767384360.556918:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384360.556928:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:1.0:1767384360.556931:0:32049:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001d752119. 00000400:00000010:1.0:1767384360.556935:0:32049:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f5308dda. 00000400:00000010:0.0:1767384360.556937:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000400:00000200:0.0:1767384360.556942:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (30) 00000400:00000010:0.0:1767384360.556949:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007400995d. 00000400:00000200:0.0:1767384360.556953:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384360.556968:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384360.556976:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:0.0:1767384360.556991:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000020:00000001:3.0:1767384360.556995:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384360.556999:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 10000000:00000001:3.0:1767384360.557001:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384360.557005:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384360.557009:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384360.557010:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000020:01000004:3.0:1767384360.557016:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384360.557020:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384360.557021:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000020:01000004:3.0:1767384360.557023:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384360.557026:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384360.557028:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384360.557031:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384360.557031:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000020:01000004:3.0:1767384360.557034:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384360.557036:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384360.557039:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384360.557041:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000020:01000004:3.0:1767384360.557042:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384360.557047:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000100:00000010:3.0:1767384360.557050:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4f4407a. 00000400:00000200:0.0:1767384360.557051:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000020:00000040:3.0:1767384360.557057:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:0.0:1767384360.557057:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:0.0:1767384360.557064:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000100:00000001:3.0:1767384360.557065:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384360.557069:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384360.557070:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:0.0:1767384360.557075:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 02000000:00000001:3.0:1767384360.557076:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.557085:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 02000000:00000010:3.0:1767384360.557090:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a0afe9ce. 00000400:00000200:0.0:1767384360.557096:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000100:00000001:3.0:1767384360.557099:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.557103:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:0.0:1767384360.557109:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000100:00000001:3.0:1767384360.557112:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384360.557116:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000100:00000001:3.0:1767384360.557117:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.557126:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 24], ns[62, 24] 00000100:00000040:3.0:1767384360.557132:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4f4407a] to pc [ptlrpcd_00_01+1] req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384360.557154:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 24], ns[78, 24] 00000400:00000200:0.0:1767384360.557162:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[88, 24], ns[89, 24] 00000400:00000200:0.0:1767384360.557168:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[79, 24] 00000400:00000200:0.0:1767384360.557175:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 00000400:00000200:0.0:1767384360.557182:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 24], ns[100, 24] 00000400:00000200:0.0:1767384360.557189:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[102, 24], ns[111, 24] 10000000:00000001:3.0:1767384360.557194:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.557196:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[108, 24] 00000100:00000001:1.0:1767384360.557202:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384360.557205:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[104, 0], ns[113, 108] 10000000:00000001:3.0:1767384360.557206:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.557209:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384360.557213:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.557217:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767384360.557218:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384360.557225:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 108] 00000020:00000001:3.0:1767384360.557230:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384360.557231:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384360.557231:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 10000000:00000001:3.0:1767384360.557239:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384360.557244:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384360.557248:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384360.557248:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp37 00000020:01000004:3.0:1767384360.557258:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384360.557274:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384360.557274:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384360.557276:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp37 lpni_is_preferred = 0 00000100:00000001:1.0:1767384360.557285:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384360.557286:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384360.557287:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp37 00000020:01000004:3.0:1767384360.557299:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384360.557301:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384360.557303:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384360.557305:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp37 NI seq info: [114:114:256:4294967295] 192.168.203.143@tcp37 LPNI seq info [105:105:8:4294967295] 02000000:00000001:1.0:1767384360.557306:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384360.557307:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384360.557314:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384360.557321:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384360.557321:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.557329:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp37 00000020:01000004:3.0:1767384360.557330:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384360.557334:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746149888:0@lo:253: 00000100:00000010:3.0:1767384360.557336:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87d1967. 00000020:00000040:3.0:1767384360.557344:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384360.557353:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384360.557356:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384360.557357:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp37(192.168.203.143@tcp37:) -> 192.168.203.143@tcp37(192.168.203.143@tcp:192.168.203.143@tcp37) : PUT try# 0 02000000:00000001:1.0:1767384360.557360:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384360.557361:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384360.557371:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.143@tcp37 02000000:00000001:3.0:1767384360.557373:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384360.557373:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384360.557378:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e616af8e. 02000000:00000010:3.0:1767384360.557381:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a282cc56. 02000000:00000001:1.0:1767384360.557388:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384360.557390:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384360.557390:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000086e3bb54. 02000000:00000010:1.0:1767384360.557396:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000298fd7ca. 00000100:00000001:3.0:1767384360.557397:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1767384360.557397:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000083dc7b21. 00000100:00000001:3.0:1767384360.557404:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384360.557405:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384360.557419:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000100:00000040:3.0:1767384360.557488:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d87d1967] to pc [ptlrpcd_00_02+2] req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384360.557490:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000400:00000010:1.0:1767384360.557494:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1a4a053. 00000400:00000010:1.0:1767384360.557509:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d752119. 00000100:00000200:1.0:1767384360.557517:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746149888, portal 25 00000400:00000200:0.0:1767384360.557518:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000001:1.0:1767384360.557526:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384360.557527:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.557531:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609946112 : -111508099605504 : ffff9a957f555c00) 00000400:00000200:0.0:1767384360.557531:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 10000000:00000001:3.0:1767384360.557532:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.557543:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384360.557549:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384360.557552:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bbd2a0ae. 00000100:00000040:1.0:1767384360.557555:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.557565:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384360.557568:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384360.557570:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384360.557571:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8803537. 00000100:00000001:3.0:1767384360.557575:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384360.557575:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746149888, offset 0 00000400:00000200:1.0:1767384360.557594:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384360.557605:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384360.557616:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06000 00000400:00000200:1.0:1767384360.557621:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x136d [2] + 0 00000400:00000010:1.0:1767384360.557626:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d35db34e. 00000400:00000200:1.0:1767384360.557631:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c06e2ca8 00000400:00000200:1.0:1767384360.557637:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384360.557641:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384360.557646:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c06e2ca8 00000400:00000010:1.0:1767384360.557648:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c06e2ca8. 00000100:00000001:1.0:1767384360.557653:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384360.557655:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384360.557658:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000040:1.0:1767384360.557659:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000f0ad2018 x1853236746149888 msgsize 4848 00000100:00100000:1.0:1767384360.557673:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384360.557675:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384360.557684:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384360.557690:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8803537 00000400:00000010:1.0:1767384360.557693:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8803537. 00000100:00000001:1.0:1767384360.557697:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384360.557703:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.557721:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384360.557728:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384360.557731:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000100:00000001:1.0:1767384360.557735:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.557738:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384360.557749:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.557753:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294949328 00000100:00000001:0.0:1767384360.557756:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384360.557758:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e552beb. 00000100:00000001:1.0:1767384360.557764:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384360.557771:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746149888 02000000:00000001:0.0:1767384360.557776:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384360.557778:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294949328 00000100:00000001:0.0:1767384360.557780:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384360.557787:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384360.557789:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc8e667c. 02000000:00000001:0.0:1767384360.557795:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.557797:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384360.557800:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00100000:0.0:1767384360.557801:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746149888 00000100:00000001:1.0:1767384360.557803:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294949328 00000020:00000001:0.0:1767384360.557809:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384360.557810:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c652810. 00000020:00000040:0.0:1767384360.557817:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:1.0:1767384360.557820:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384360.557821:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384360.557826:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:0.0:1767384360.557830:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384360.557832:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294949328 00000020:00000001:0.0:1767384360.557844:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000010:1.0:1767384360.557845:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003830b997. 00000100:00000001:1.0:1767384360.557859:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384360.557860:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384360.557864:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000020:00000010:0.0:1767384360.557869:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a6a8151. 00000100:00000001:0.0:1767384360.557876:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384360.557879:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384360.557881:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a6a8151. 00000100:00000001:1.0:1767384360.557885:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.557892:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384360.557893:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000392307f. 00000100:00000001:1.0:1767384360.557905:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384360.557908:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f8ddd06. 00000100:00000001:1.0:1767384360.557916:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384360.557917:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2859f44. 00000100:00000001:1.0:1767384360.557926:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384360.557935:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384360.557937:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384360.557941:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000001:1.0:1767384360.557943:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.557944:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384360.557954:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384360.557956:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.557964:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384360.557967:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.557978:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.557993:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384360.558004:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384360.558009:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384360.558013:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384360.558017:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384360.558020:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384360.558026:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384360.558032:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000040:0.0:1767384360.558040:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384360.558050:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834944080 : -111508874607536 : ffff9a955123c450) 00000100:00000001:1.0:1767384360.558051:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384360.558058:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:1.0:1767384360.558059:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.558064:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0ad2018 x1853236746149888/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:341/0 lens 4848/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384360.558074:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384360.558080:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384360.558082:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384360.558084:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384360.558090:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d87d1967 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746150016:0@lo:253: 00000100:00000001:1.0:1767384360.558098:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767384360.558098:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a6a8151. 02000000:00000001:1.0:1767384360.558107:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384360.558107:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384360.558111:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384360.558115:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a6a8151. 02000000:00000001:1.0:1767384360.558116:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384360.558125:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009d90b90e. 02000000:00000001:1.0:1767384360.558129:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384360.558133:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000370cac00. 00000100:00100000:0.0:1767384360.558135:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f0ad2018 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746149888:12345-0@lo:253: 00000400:00000010:1.0:1767384360.558140:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8803537. 00000100:00000200:0.0:1767384360.558144:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746149888 00000100:00000200:1.0:1767384360.558146:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746150016, portal 25 00000100:00000001:1.0:1767384360.558152:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384360.558152:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384360.558160:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609948800 : -111508099602816 : ffff9a957f556680) 00000020:00000001:0.0:1767384360.558163:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384360.558167:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.558168:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000040:1.0:1767384360.558172:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384360.558175:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384360.558181:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000001:1.0:1767384360.558195:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384360.558195:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384360.558208:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384360.558217:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384360.558218:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384360.558226:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384360.558227:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007865cdc9. 00000020:00000001:0.0:1767384360.558232:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384360.558233:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746150016, offset 0 00000100:00000001:0.0:1767384360.558239:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384360.558246:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384360.558247:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384360.558255:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000286ed19f. 00000400:00000200:3.0:1767384360.558256:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 02000000:00000001:0.0:1767384360.558274:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.558278:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384360.558280:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.558285:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384360.558290:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06080 20000000:00000010:0.0:1767384360.558299:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fe701187. 00000400:00000200:1.0:1767384360.558301:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1375 [2] + 0 00000400:00000010:1.0:1767384360.558307:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002442a4dc. 20000000:01000000:0.0:1767384360.558308:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384360.558316:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384360.558319:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002b96aacf 20000000:00000001:0.0:1767384360.558320:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384360.558329:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.558331:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384360.558333:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.558339:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384360.558344:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384360.558351:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b96aacf 20000000:00000010:0.0:1767384360.558353:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d02aa3e7. 20000000:01000000:0.0:1767384360.558358:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000400:00000010:1.0:1767384360.558361:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b96aacf. 20000000:00000001:0.0:1767384360.558367:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384360.558371:0:16355:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:0.0:1767384360.558376:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384360.558377:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000200:1.0:1767384360.558377:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00080000:00000001:0.0:1767384360.558386:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000040:1.0:1767384360.558388:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000abc99f4a x1853236746150016 msgsize 4848 00000100:00100000:1.0:1767384360.558403:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384360.558406:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00080000:00000001:0.0:1767384360.558411:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:1.0:1767384360.558419:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384360.558482:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007865cdc9 00000400:00000010:1.0:1767384360.558486:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007865cdc9. 00000100:00000001:1.0:1767384360.558489:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384360.558494:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384360.558495:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.558505:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00080000:00000001:0.0:1767384360.558506:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384360.558520:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.558524:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:0.0:1767384360.558525:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384360.558530:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384360.558531:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000002:0.0:1767384360.558535:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000400:00000200:3.0:1767384360.558541:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000020:00000001:0.0:1767384360.558546:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:0.0:1767384360.558555:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000001:1.0:1767384360.558557:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384360.558570:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384360.558571:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:0.0:1767384360.558581:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.558583:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384360.558585:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384360.558589:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294949329 00000400:00000200:3.0:1767384360.558590:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000020:00000001:0.0:1767384360.558591:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384360.558599:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384360.558604:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:1.0:1767384360.558607:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949328 00080000:00000010:0.0:1767384360.558609:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b3755bde. 00080000:00000001:0.0:1767384360.558614:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560350359040 : -111513359192576 : ffff9a9445d66e00) 00000100:00000001:1.0:1767384360.558618:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294949329 00080000:00000001:0.0:1767384360.558619:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384360.558626:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1767384360.558628:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949328 00080000:00000010:0.0:1767384360.558633:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005a6a8151. 00080000:00000001:0.0:1767384360.558637:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.558639:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294949329 00080000:00000001:0.0:1767384360.558653:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384360.558661:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949328 00000100:00000001:1.0:1767384360.558669:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294949329 00080000:00000001:0.0:1767384360.558677:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.558682:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949328 00000400:00000200:3.0:1767384360.558688:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000001:1.0:1767384360.558691:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384360.558695:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384360.558700:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384360.558702:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.558707:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384360.558715:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384360.558719:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384360.558730:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384360.558733:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384360.558738:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.558745:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.558759:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384360.558764:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746150016 02000000:00000001:0.0:1767384360.558767:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384360.558770:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384360.558772:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.558776:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384360.558780:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746150016 00000020:00000001:0.0:1767384360.558782:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384360.558785:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384360.558788:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384360.558792:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:0.0:1767384360.558797:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384360.558801:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384360.558806:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384360.558808:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000020:00000010:0.0:1767384360.558820:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 00000100:00000001:0.0:1767384360.558826:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384360.558830:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1fba99e. 00000020:00000010:0.0:1767384360.558839:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001373393a. 00000020:00000010:0.0:1767384360.558843:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b08fcd7b. 00000020:00000010:0.0:1767384360.558847:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fb4b9c8. 00000100:00000001:0.0:1767384360.558855:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384360.558857:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384360.558860:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.558871:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.558882:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.558900:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384360.558902:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384360.558910:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:0.0:1767384360.558912:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:0.0:1767384360.558914:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564834954320 : -111508874597296 : ffff9a955123ec50) 00000400:00000200:3.0:1767384360.558918:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000100:00000040:0.0:1767384360.558918:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000abc99f4a x1853236746150016/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:341/0 lens 4848/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.558927:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384360.558930:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1fba99e. 00000100:00000001:0.0:1767384360.558932:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384360.558934:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1fba99e. 00000100:00100000:0.0:1767384360.558937:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000abc99f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746150016:12345-0@lo:253: 00000100:00000200:0.0:1767384360.558940:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746150016 00000020:00000001:0.0:1767384360.558943:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384360.558946:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384360.558947:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.558949:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384360.558952:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:0.0:1767384360.558954:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384360.558955:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000020:00000001:0.0:1767384360.558956:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384360.558960:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384360.558969:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384360.558972:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.558975:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384360.558977:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384360.558984:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000583b5830. 02000000:00000001:0.0:1767384360.558985:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.558987:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.558989:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384360.558998:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a987b921. 20000000:01000000:0.0:1767384360.559000:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384360.559003:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384360.559006:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384360.559010:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.559013:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.559015:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384360.559026:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000100:00000001:1.0:1767384360.559068:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384360.559073:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.559112:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559205:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559274:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559313:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559340:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559367:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559394:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559761:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559798:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559814:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559827:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559839:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559862:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559881:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559914:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.559963:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384360.560018:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00080000:00000010:1.0:1767384360.560023:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b3755bde. 00000400:00000200:3.0:1767384360.560058:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00080000:00000010:0.0:1767384360.560135:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005a6a8151. 00040000:00000001:0.0:1767384360.560143:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384360.560147:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384360.560150:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384360.560155:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384360.560160:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.560163:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384360.560198:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384360.560206:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384360.560210:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384360.560214:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384360.560221:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384360.560225:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384360.560227:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384360.560231:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384360.560234:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384360.560240:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ea36b993. 00010000:00000001:1.0:1767384360.560246:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384360.560249:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058ab3b20. 00000020:00000001:1.0:1767384360.560253:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384360.560257:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058ab3b20 with handle 0x980286e253c5fd0a to hash 00000020:00000001:1.0:1767384360.560258:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384360.560271:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384360.560273:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384360.560276:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384360.560278:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.560280:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.560287:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384360.560291:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384360.560294:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384360.560296:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384360.560297:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.560298:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384360.560299:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.560301:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384360.560303:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384360.560305:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384360.560307:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384360.560308:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ea36b993) refcount = 1 00010000:00010000:1.0:1767384360.560317:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384360.560318:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ff926096. 00000800:00000010:3.0:1767384360.560329:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9c89f23. 00010000:00000001:1.0:1767384360.560331:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000010:0.0:1767384360.560333:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b3755bde. 20000000:01000000:0.0:1767384360.560340:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00010000:00000001:1.0:1767384360.560341:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000010:3.0:1767384360.560343:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3d9ce33. 00010000:00000001:1.0:1767384360.560345:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.560350:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.560352:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384360.560355:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384360.560358:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:1.0:1767384360.560363:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384360.560365:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384360.560367:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=4 00000020:00000001:1.0:1767384360.560370:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384360.560373:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00000800:00000010:3.0:1767384360.560374:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3d9ce33. 00010000:00000001:1.0:1767384360.560376:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384360.560382:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384360.560383:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384360.560390:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00020000:3.0:1767384360.560391:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00010000:00000001:1.0:1767384360.560392:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384360.560397:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00010000:1.0:1767384360.560398:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384360.560399:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9c89f23. 00080000:00000001:0.0:1767384360.560409:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:3.0:1767384360.560410:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ff926096. 00010000:00000001:1.0:1767384360.560414:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.560417:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384360.560418:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384360.560420:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384360.560473:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384360.560476:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384360.560483:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384360.560488:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384360.560488:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.560493:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.560496:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384360.560500:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1767384360.560502:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:0.0:1767384360.560516:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00000400:02020000:3.0:1767384360.560519:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp37 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00080000:00000002:0.0:1767384360.560523:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:1.0:1767384360.560528:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000058ab3b20 already unused, calling callback (000000004feed035) 00080000:00000001:0.0:1767384360.560529:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384360.560533:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.560534:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp37 notifying 192.168.203.143@tcp37: down 00080000:00000001:0.0:1767384360.560542:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.560545:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767384360.560546:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:3.0:1767384360.560550:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp37 down 00010000:00000001:1.0:1767384360.560555:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:0.0:1767384360.560556:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00010000:1.0:1767384360.560560:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384360.560562:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384360.560567:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000000e14c58. 00000800:00000100:3.0:1767384360.560569:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.203.143@tcp37 00080000:00000001:0.0:1767384360.560577:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560350361600 : -111513359190016 : ffff9a9445d67800) 00000800:00000010:3.0:1767384360.560582:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e616af8e. 00080000:00000001:0.0:1767384360.560588:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384360.560593:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000001:00000001:0.0:1767384360.560594:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384360.560595:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384360.560604:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:0.0:1767384360.560604:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005a6a8151. 00000020:00000001:1.0:1767384360.560608:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384360.560612:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.560613:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp37->192.168.203.143@tcp37: PUT: LOCAL_ERROR 00000020:00000040:1.0:1767384360.560615:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=5 00080000:00000001:0.0:1767384360.560617:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384360.560627:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384360.560629:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00080000:00000001:0.0:1767384360.560630:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.560635:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp37 added to recovery queue. ping count: 0 next ping: 283 health :900 00010000:00000001:1.0:1767384360.560635:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384360.560639:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384360.560642:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384360.560643:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:1.0:1767384360.560653:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384360.560654:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 1 00010000:00000001:1.0:1767384360.560662:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384360.560666:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.560667:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00080000:00000020:0.0:1767384360.560668:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384360.560674:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384360.560674:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384360.560676:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000010:0.0:1767384360.560677:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fe701187. 00010000:00000001:1.0:1767384360.560684:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384360.560686:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.560686:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384360.560697:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058ab3b20 with handle 0x980286e253c5fd0a from hash 00010000:00000040:0.0:1767384360.560698:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746149888 00010000:00000001:1.0:1767384360.560712:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384360.560712:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384360.560718:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.560727:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:0.0:1767384360.560727:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f0ad2018 x1853236746149888/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.560731:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384360.560737:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384360.560743:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384360.560745:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384360.560749:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384360.560749:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.560756:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:1.0:1767384360.560756:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384360.560759:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=66 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384360.560765:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.560770:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x101171 00000100:00000001:0.0:1767384360.560770:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384360.560772:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384360.560779:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000001:3.0:1767384360.560780:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384360.560782:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000400:00000001:3.0:1767384360.560785:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384360.560788:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384360.560791:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000100:00000001:0.0:1767384360.560793:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:1.0:1767384360.560794:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384360.560795:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 02000000:00000001:0.0:1767384360.560800:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384360.560802:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 02000000:00000001:0.0:1767384360.560804:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.560805:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.560809:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00010000:00000001:1.0:1767384360.560809:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.560821:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.560822:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (31) 00000100:00000001:0.0:1767384360.560823:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384360.560827:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384360.560836:0:16351:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.143@tcp 00000100:00000040:0.0:1767384360.560839:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384360.560848:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc -71 00010000:00000001:1.0:1767384360.560850:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384360.560850:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050933bae. 00010000:00000001:1.0:1767384360.560855:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384360.560857:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746149888, offset 224 00000400:00000200:3.0:1767384360.560860:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00010000:00000001:1.0:1767384360.560861:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384360.560864:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384360.560866:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.560872:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384360.560873:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384360.560879:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (30) 00010000:00000001:1.0:1767384360.560880:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384360.560886:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384360.560889:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.560892:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384360.560900:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384360.560911:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384360.560913:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384360.560915:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd0a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384360.560922:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06000 00010000:00000040:1.0:1767384360.560935:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ea36b993 count: 0 00000400:00000200:0.0:1767384360.560937:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b29 [2] + 224 00000400:00000200:0.0:1767384360.560947:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384360.560948:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384360.560951:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384360.560954:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384360.560959:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384360.560963:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384360.560971:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.560983:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384360.560988:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050933bae 00000400:00000010:0.0:1767384360.560990:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050933bae. 00000100:00000001:0.0:1767384360.560996:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384360.560998:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384360.560999:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384360.561008:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384360.561010:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.561018:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:1.0:1767384360.561020:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384360.561021:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384360.561023:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384360.561024:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384360.561026:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1a4a053. 00000020:00000001:0.0:1767384360.561027:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384360.561036:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d752119 00000100:00000040:0.0:1767384360.561037:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0ad2018 x1853236746149888/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384360.561043:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d752119. 00000100:00000001:1.0:1767384360.561050:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384360.561066:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384360.561069:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f0ad2018 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746149888:12345-0@lo:253: Request processed in 2975us (3398us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384360.561103:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384360.561107:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:0.0:1767384360.561115:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384360.561118:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384360.561121:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.561121:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384360.561129:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384360.561130:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384360.561134:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384360.561136:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384360.561137:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384360.561139:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384360.561144:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384360.561147:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=66 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384360.561149:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f8ddd06. 00000100:00000001:1.0:1767384360.561150:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384360.561156:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.561159:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384360.561159:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2859f44. 00010000:00000001:1.0:1767384360.561166:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384360.561167:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000392307f. 00000100:00000001:1.0:1767384360.561171:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384360.561175:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000040:1.0:1767384360.561176:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384360.561185:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384360.561186:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384360.561188:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000286ed19f. 00000100:00000001:1.0:1767384360.561190:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384360.561193:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384360.561195:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384360.561198:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384360.561200:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384360.561207:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384360.561210:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:0.0:1767384360.561211:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384360.561212:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384360.561218:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:0.0:1767384360.561219:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000219ff922. 00000020:01000004:1.0:1767384360.561220:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384360.561228:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:0.0:1767384360.561229:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050933bae. 00000020:01000004:1.0:1767384360.561230:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384360.561235:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384360.561237:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384360.561244:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384360.561250:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746149888:0@lo:253: 00000100:00000001:1.0:1767384360.561256:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384360.561258:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384360.561280:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4f4407a x1853236746149888/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.561285:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384360.561287:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384360.561289:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000298fd7ca. 02000000:00000001:1.0:1767384360.561310:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384360.561312:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384360.561314:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384360.561316:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384360.561318:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a0afe9ce. 02000000:00000001:1.0:1767384360.561323:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384360.561325:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384360.561327:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4f4407a. 00000100:00000001:1.0:1767384360.561331:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384360.561332:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384360.561333:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384360.561340:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384360.561341:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.561343:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384360.561345:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384360.562182:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000000e14c58. 00080000:00000010:0.0:1767384360.562233:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005a6a8151. 00040000:00000001:0.0:1767384360.562238:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384360.562239:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384360.562241:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384360.562243:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384360.562245:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.562247:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384360.562249:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384360.562258:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384360.562274:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384360.562278:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384360.562279:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384360.562285:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384360.562288:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384360.562291:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384360.562293:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384360.562296:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002e1d0cf5. 00010000:00000001:1.0:1767384360.562299:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384360.562301:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d7c72f26. 00000020:00000001:1.0:1767384360.562303:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384360.562308:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d7c72f26 with handle 0x980286e253c5fd11 to hash 00000020:00000001:1.0:1767384360.562311:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384360.562312:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384360.562314:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384360.562316:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384360.562317:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.562325:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.562330:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384360.562332:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384360.562334:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384360.562335:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384360.562336:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.562339:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384360.562341:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.562344:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384360.562345:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384360.562346:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384360.562347:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384360.562349:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002e1d0cf5) refcount = 1 00010000:00010000:1.0:1767384360.562351:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.562355:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384360.562357:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384360.562358:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.562360:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.562361:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384360.562362:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384360.562364:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:1.0:1767384360.562366:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384360.562367:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384360.562369:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=4 00000020:00000001:1.0:1767384360.562372:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384360.562374:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384360.562375:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384360.562377:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.562381:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384360.562387:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.562392:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.562394:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384360.562395:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384360.562397:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384360.562403:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384360.562404:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384360.562408:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384360.562408:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a987b921. 00010000:00000001:1.0:1767384360.562419:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 20000000:00000001:0.0:1767384360.562421:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.562444:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384360.562450:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d7c72f26 already unused, calling callback (000000004feed035) 00010000:00000040:0.0:1767384360.562458:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746150016 00010000:00000001:1.0:1767384360.562459:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384360.562463:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1767384360.562465:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384360.562472:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384360.562475:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000abc99f4a x1853236746150016/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.562504:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384360.562513:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384360.562514:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384360.562524:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384360.562524:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384360.562530:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=5 00000100:00001000:0.0:1767384360.562530:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=66 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384360.562544:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00000100:00000001:0.0:1767384360.562545:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384360.562554:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00000100:00000040:0.0:1767384360.562555:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384360.562567:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:1.0:1767384360.562568:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384360.562570:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.562582:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384360.562584:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:0.0:1767384360.562584:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384360.562590:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.562591:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.562608:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384360.562608:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384360.562618:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384360.562625:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384360.562626:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384360.562631:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aed562d. 00000100:00000200:0.0:1767384360.562640:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746150016, offset 224 00010000:00000001:1.0:1767384360.562641:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384360.562652:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d7c72f26 with handle 0x980286e253c5fd11 from hash 00010000:00000001:1.0:1767384360.562655:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1767384360.562657:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384360.562659:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.562662:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.562665:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384360.562670:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384360.562670:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384360.562675:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384360.562677:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384360.562679:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384360.562686:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06080 00010000:00000001:1.0:1767384360.562687:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.562699:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1767384360.562705:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b31 [2] + 224 00010000:00000001:1.0:1767384360.562706:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384360.562718:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.562720:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384360.562720:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384360.562726:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.562731:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384360.562733:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.562739:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384360.562740:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.562747:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384360.562748:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.562788:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.562797:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384360.562801:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.562802:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384360.562805:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384360.562809:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.562813:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.562819:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384360.562824:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384360.562828:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.562829:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.562833:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384360.562834:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384360.562836:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd11 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384360.562837:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384360.562843:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aed562d 00000400:00000010:0.0:1767384360.562847:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009aed562d. 00000100:00000001:0.0:1767384360.562855:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384360.562859:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1767384360.562867:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002e1d0cf5 count: 0 00000100:00000001:0.0:1767384360.562867:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.562879:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384360.562884:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384360.562887:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.562890:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384360.562892:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384360.562895:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384360.562896:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abc99f4a x1853236746150016/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.562897:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.562902:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384360.562909:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000abc99f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746150016:12345-0@lo:253: Request processed in 3980us (4519us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384360.562910:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384360.562914:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384360.562918:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000370cac00. 00000100:00100000:0.0:1767384360.562921:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000400:00000200:3.0:1767384360.562926:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8803537 00000100:00000040:0.0:1767384360.562926:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000400:00000010:3.0:1767384360.562929:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8803537. 00000100:00000001:3.0:1767384360.562932:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384360.562936:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384360.562938:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384360.562939:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384360.562942:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b08fcd7b. 00000020:00000010:0.0:1767384360.562947:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fb4b9c8. 00000100:00000200:3.0:1767384360.562953:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384360.562953:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001373393a. 00000020:00000040:0.0:1767384360.562957:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:0.0:1767384360.562962:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384360.562965:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000583b5830. 00000100:00000001:3.0:1767384360.562967:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384360.562972:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384360.562973:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.562978:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384360.562978:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384360.562982:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384360.562983:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384360.562984:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384360.562987:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d515fe29. 00000100:00000001:3.0:1767384360.562988:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384360.562993:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aed562d. 02000000:00000001:3.0:1767384360.562994:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384360.563001:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384360.563004:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384360.563006:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384360.563007:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384360.563009:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384360.563011:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.563013:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384360.563017:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.563022:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384360.563024:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384360.563025:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384360.563027:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384360.563029:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384360.563029:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384360.563037:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384360.563038:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384360.563039:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384360.563040:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384360.563041:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384360.563042:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384360.563044:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384360.563049:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d87d1967 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746150016:0@lo:253: 00000100:00000001:3.0:1767384360.563052:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.563054:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384360.563057:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d87d1967 x1853236746150016/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.563062:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384360.563063:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384360.563065:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009d90b90e. 02000000:00000001:3.0:1767384360.563068:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384360.563070:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384360.563071:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384360.563073:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384360.563074:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a282cc56. 02000000:00000001:3.0:1767384360.563076:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384360.563078:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384360.563079:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d87d1967. 00000100:00000001:3.0:1767384360.563081:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384360.563081:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.563083:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.563088:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384360.563089:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.563090:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.563092:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384360.565496:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294949329, at 4294949330 00000100:00000040:2.0:1767384360.565501:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294949329, at 4294949330 00000100:00000010:1.0:1767384360.565506:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc8e667c. 00000100:00000040:3.0:1767384360.565510:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294949329, at 4294949330 00000100:00000010:2.0:1767384360.565511:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c652810. 00000100:00000010:3.0:1767384360.565525:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003830b997. 00000100:00000040:0.0:1767384360.566494:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294949329, at 4294949331 00000100:00000010:0.0:1767384360.566501:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e552beb. 00010000:00000010:1.1:1767384360.569494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ea36b993. 00010000:00000010:1.1:1767384360.569501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058ab3b20. 00010000:00000010:1.1:1767384360.569503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002e1d0cf5. 00010000:00000010:1.1:1767384360.569505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d7c72f26. 00000400:00000010:2.0:1767384360.574526:0:32054:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000420517cc. 00000400:00000040:2.0:1767384360.574543:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384360.574546:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384360.574548:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384360.574549:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384360.574550:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384360.574552:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384360.574553:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384360.574554:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384360.574555:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384360.574556:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384360.574558:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384360.574559:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384360.574560:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384360.574561:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384360.574562:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384360.574563:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384360.574564:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384360.574565:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384360.574566:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384360.574567:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384360.574568:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384360.574569:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384360.574570:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384360.574571:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384360.574572:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384360.574573:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384360.574574:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384360.574575:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384360.574580:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384360.574581:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384360.574582:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384360.574583:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384360.574584:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384360.574585:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384360.574586:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384360.574587:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384360.574588:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384360.574590:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384360.574591:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384360.574592:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384360.574592:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384360.574593:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384360.574594:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384360.574595:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384360.574596:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384360.574597:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384360.574598:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384360.574599:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384360.574601:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384360.574602:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384360.574603:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384360.574604:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384360.574604:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384360.574605:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384360.574606:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384360.574607:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384360.574608:0:32054:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384360.574674:0:32054:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000420517cc. 00000100:00000040:3.0:1767384361.123532:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384361.123540:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384361.123551:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:3.0:1767384361.123555:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87d1967. 00000004:00000020:0.0:1767384361.123555:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384361.123562:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2e93a0. 00000020:00000040:3.0:1767384361.123563:0:38:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384361.123568:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384361.123571:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384361.123573:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384361.123575:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384361.123576:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384361.123582:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384361.123582:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384361.123593:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000045b9826. 02000000:00000010:3.0:1767384361.123594:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcab2e77. 00000100:00000001:3.0:1767384361.123603:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.123603:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.123614:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384361.123617:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384361.123618:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.123627:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2e93a0] to pc [ptlrpcd_00_03+3] req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.123629:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384361.123631:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.123639:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d87d1967] to pc [ptlrpcd_00_00+0] req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384361.123659:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.123662:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.123665:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384361.123669:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384361.123671:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056ec2c77. 00000020:00000040:3.0:1767384361.123674:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384361.123677:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384361.123679:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384361.123681:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384361.123684:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b8de8c0. 00000100:00000001:3.0:1767384361.123689:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.123693:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384361.123699:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384361.123700:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.123702:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056ec2c77] to pc [ptlrpcd_00_01+1] req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.123708:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.123711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384361.123723:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384361.123725:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384361.123726:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4f4407a. 00000020:00000040:3.0:1767384361.123730:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384361.123731:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384361.123735:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384361.123735:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384361.123739:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384361.123741:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.123743:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384361.123745:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030935d4d. 00000100:00000001:3.0:1767384361.123750:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.123756:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384361.123757:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384361.123763:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384361.123765:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.123766:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.123768:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4f4407a] to pc [ptlrpcd_00_02+2] req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384361.123772:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384361.123776:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384361.123778:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384361.123779:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.123783:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (287) 00000100:00100000:0.0:1767384361.123784:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746150144:0@lo:13: 00000100:00000001:0.0:1767384361.123790:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384361.123795:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384361.123798:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384361.123800:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384361.123803:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cb08d042. 02000000:00000001:0.0:1767384361.123805:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384361.123811:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004934bb5a. 00000100:00000001:3.0:1767384361.123818:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384361.123819:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c80a73a. 00000100:00000001:3.0:1767384361.123821:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384361.123823:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384361.123828:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384361.123828:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746150144, portal 4 00000100:00000001:0.0:1767384361.123833:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384361.123835:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556616192 : -111508152935424 : ffff9a957c279c00) 00000100:00000001:3.0:1767384361.123841:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384361.123843:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.123847:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384361.123849:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384361.123851:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384361.123857:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.123863:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384361.123864:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d87d1967 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746150272:0@lo:400: 00000100:00000001:3.0:1767384361.123869:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384361.123870:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384361.123874:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384361.123875:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd239e5f. 02000000:00000001:3.0:1767384361.123877:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384361.123880:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746150144, offset 0 02000000:00000001:3.0:1767384361.123881:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384361.123885:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005abb5781. 02000000:00000001:3.0:1767384361.123889:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.123891:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384361.123899:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000caa27b8. 00000400:00000010:3.0:1767384361.123904:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da26823f. 00000100:00000200:3.0:1767384361.123908:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746150272, portal 4 00000400:00000200:0.0:1767384361.123909:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384361.123910:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384361.123914:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609948800 : -111508099602816 : ffff9a957f556680) 00000100:00000040:3.0:1767384361.123920:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384361.123927:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df06100 00000100:00000001:3.0:1767384361.123928:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384361.123932:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384361.123934:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052ab8fde. 00000400:00000200:0.0:1767384361.123937:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2464 00000100:00000200:3.0:1767384361.123941:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746150272, offset 0 00000400:00000200:0.0:1767384361.123944:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.123948:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384361.123951:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384361.123960:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384361.123962:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384361.123965:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384361.123968:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf366c21. 00000400:00000200:3.0:1767384361.123969:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df06180 00000100:00000040:0.0:1767384361.123974:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000cf366c21 x1853236746150144 msgsize 224 00000400:00000200:3.0:1767384361.123979:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3664 00000100:00100000:0.0:1767384361.123983:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384361.123987:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.123991:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384361.123994:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384361.123996:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384361.123997:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384361.124003:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d370bedc. 00000100:00000040:3.0:1767384361.124006:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000d370bedc x1853236746150272 msgsize 224 00000400:00000200:0.0:1767384361.124011:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd239e5f 00000100:00100000:3.0:1767384361.124015:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384361.124016:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd239e5f. 00000100:00000001:0.0:1767384361.124021:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384361.124024:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.124026:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384361.124034:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052ab8fde 00000100:00000001:0.0:1767384361.124034:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384361.124039:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052ab8fde. 00000100:00000040:0.0:1767384361.124040:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.124042:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384361.124048:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.124049:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124054:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384361.124060:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384361.124061:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.124063:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384361.124066:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3941 usecs (4 jiffies) 00000100:00000001:3.0:1767384361.124072:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124073:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949892 00000100:00000001:3.0:1767384361.124074:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384361.124077:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d45ef1e. 00000100:00000001:3.0:1767384361.124085:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124086:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384361.124089:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3941 usecs (4 jiffies) 00000100:00000001:3.0:1767384361.124093:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949892 00000100:00000001:3.0:1767384361.124096:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294949892 00000100:00000001:0.0:1767384361.124096:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949892 00000100:00000001:3.0:1767384361.124098:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949892 00000100:00000010:0.0:1767384361.124103:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016a4b487. 00000100:00000001:0.0:1767384361.124109:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384361.124113:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949892 00000100:00000001:3.0:1767384361.124114:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294949892 00000100:00000010:0.0:1767384361.124117:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fcd05bf9. 00000100:00000001:3.0:1767384361.124118:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949892 00000100:00000001:0.0:1767384361.124125:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384361.124130:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949892 00000100:00000001:3.0:1767384361.124132:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294949892 00000100:00000001:3.0:1767384361.124136:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949892 00000100:00000010:0.0:1767384361.124136:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a38f0c3. 00000100:00000001:0.0:1767384361.124144:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384361.124152:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294949892 00000100:00000001:0.0:1767384361.124152:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384361.124162:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384361.124164:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124173:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124176:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124183:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124185:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.124194:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.124201:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384361.124203:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384361.124204:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384361.124207:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384361.124210:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.124212:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384361.124213:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384361.124215:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384361.124217:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384361.124219:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384361.124223:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.124224:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124230:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384361.124231:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384361.124232:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.124234:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.124240:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384361.124241:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384361.124242:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384361.124244:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.124247:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384361.124248:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384361.124251:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384361.124265:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.124269:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384361.124275:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.124277:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384361.124281:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124284:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384361.124287:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384361.124287:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.124292:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384361.124293:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384361.124296:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384361.124297:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384361.124299:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384361.124302:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746150528:0@lo:400: 00000100:00000001:0.0:1767384361.124305:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384361.124309:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384361.124311:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384361.124313:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056ec2c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746150400:0@lo:400: 02000000:00000001:0.0:1767384361.124314:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384361.124319:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000392307f. 00000100:00000001:3.0:1767384361.124321:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384361.124323:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.124328:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384361.124328:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023053df7. 02000000:00000001:3.0:1767384361.124333:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.124337:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384361.124337:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd239e5f. 02000000:00000010:3.0:1767384361.124342:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c434cd20. 00000100:00000200:0.0:1767384361.124342:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746150528, portal 10 00000100:00000001:0.0:1767384361.124344:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384361.124346:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124347:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609946112 : -111508099605504 : ffff9a957f555c00) 00000400:00000010:3.0:1767384361.124352:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007903df6f. 00000100:00000040:0.0:1767384361.124355:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.124362:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384361.124363:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052ab8fde. 00000100:00000040:0.0:1767384361.124368:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384361.124369:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746150400, portal 10 00000100:00000001:3.0:1767384361.124372:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384361.124374:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609944320 : -111508099607296 : ffff9a957f555500) 00000400:00000010:0.0:1767384361.124374:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000100:00000200:0.0:1767384361.124379:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746150528, offset 0 00000100:00000040:3.0:1767384361.124388:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384361.124389:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384361.124397:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384361.124405:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384361.124407:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384361.124409:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b023287b. 00000100:00000200:3.0:1767384361.124411:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746150400, offset 0 00000400:00000200:3.0:1767384361.124416:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384361.124421:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df06280 00000400:00000200:0.0:1767384361.124458:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000400:00000200:0.0:1767384361.124463:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.124471:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384361.124472:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384361.124483:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df06200 00000100:00000001:0.0:1767384361.124483:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384361.124486:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384361.124490:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00000010:0.0:1767384361.124490:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d80cffc. 00000100:00000040:0.0:1767384361.124495:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000004d80cffc x1853236746150528 msgsize 224 00000400:00000200:3.0:1767384361.124496:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.124503:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384361.124507:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384361.124515:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384361.124519:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384361.124520:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124529:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384361.124530:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000100:00000001:3.0:1767384361.124532:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384361.124533:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 00000100:00000001:0.0:1767384361.124542:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384361.124544:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.124550:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384361.124553:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384361.124557:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384361.124558:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746150272 02000000:00000001:3.0:1767384361.124563:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384361.124566:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384361.124567:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124568:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124570:0:16356:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384361.124575:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124577:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.124580:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3482 usecs (4 jiffies) 00000100:00000001:0.0:1767384361.124585:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294949893 00000100:00100000:3.0:1767384361.124588:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746150272 00000020:00000001:3.0:1767384361.124593:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384361.124594:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294949892 00000020:00000040:3.0:1767384361.124596:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000020:00000001:3.0:1767384361.124600:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384361.124601:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294949893 00000020:00000040:3.0:1767384361.124604:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:0.0:1767384361.124607:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294949892 00000020:00000001:3.0:1767384361.124608:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:0.0:1767384361.124613:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294949893 00000020:00000001:3.0:1767384361.124614:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:3.0:1767384361.124623:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384361.124624:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294949892 00000020:00000010:3.0:1767384361.124627:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcba7bd4. 00000100:00000001:0.0:1767384361.124630:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294949893 00000020:00000010:3.0:1767384361.124634:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000016c0d178. 00000100:00000001:0.0:1767384361.124636:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294949892 00000020:00000040:3.0:1767384361.124641:0:17893:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:0.0:1767384361.124647:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384361.124649:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124654:0:17893:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384361.124654:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124659:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384361.124663:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba96db88. 00000020:00000010:3.0:1767384361.124671:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b29bf699. 00000020:00000010:3.0:1767384361.124677:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094d467cb. 00000100:00000001:0.0:1767384361.124691:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384361.124694:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:0.0:1767384361.124695:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746150144 02000000:00000001:0.0:1767384361.124699:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384361.124700:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384361.124703:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384361.124704:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384361.124706:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124707:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384361.124711:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384361.124715:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746150144 00000020:00000001:0.0:1767384361.124718:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384361.124719:0:17893:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1767384361.124720:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:3.0:1767384361.124723:0:17893:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384361.124724:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384361.124726:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384361.124727:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=6 00000020:00000001:0.0:1767384361.124731:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:0.0:1767384361.124733:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:0.0:1767384361.124735:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384361.124736:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384361.124738:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030f1577c. 00000100:00000001:0.0:1767384361.124741:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384361.124743:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030f1577c. 00000020:00000010:0.0:1767384361.124747:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001373393a. 00000100:00000001:3.0:1767384361.124748:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384361.124750:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000483fe7f9. 00000100:00000001:3.0:1767384361.124752:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384361.124754:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fb4b9c8. 00000100:00100000:3.0:1767384361.124758:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384361.124762:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000040:0.0:1767384361.124763:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384361.124764:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609947008 : -111508099604608 : ffff9a957f555f80) 00000100:00000001:0.0:1767384361.124767:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384361.124770:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d370bedc x1853236746150272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:342/0 lens 224/0 e 0 to 0 dl 1767384372 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.124770:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384361.124772:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124780:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384361.124780:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384361.124785:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000976f31f5. 00000100:00000001:3.0:1767384361.124789:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384361.124789:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384361.124796:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000976f31f5. 00000100:00000001:0.0:1767384361.124798:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384361.124801:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384361.124802:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d370bedc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236746150272:12345-0@lo:400: 00000100:00000200:3.0:1767384361.124807:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746150272 00000100:00100000:0.0:1767384361.124807:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000001:3.0:1767384361.124811:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384361.124811:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 2 00000020:00000001:3.0:1767384361.124815:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384361.124817:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124821:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556613504 : -111508152938112 : ffff9a957c279180) 00000020:00000001:3.0:1767384361.124822:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384361.124825:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:3.0:1767384361.124828:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384361.124828:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf366c21 x1853236746150144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:342/0 lens 224/0 e 0 to 0 dl 1767384372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384361.124834:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384361.124837:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384361.124837:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384361.124840:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030f1577c. 00000020:00000001:3.0:1767384361.124841:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384361.124846:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124846:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384361.124851:0:17893:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384361.124852:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030f1577c. 00000100:00000001:3.0:1767384361.124858:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384361.124858:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf366c21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16356:x1853236746150144:12345-0@lo:13: 02000000:00000001:3.0:1767384361.124862:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384361.124863:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746150144 02000000:00000010:3.0:1767384361.124866:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006241804e. 00000020:00000001:0.0:1767384361.124867:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384361.124870:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384361.124871:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384361.124873:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124875:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384361.124877:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384361.124878:0:17893:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384361.124880:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00010000:00000040:3.0:1767384361.124882:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746150272 00000020:00000001:0.0:1767384361.124883:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384361.124886:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384361.124887:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384361.124890:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384361.124892:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000200:3.0:1767384361.124894:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d370bedc x1853236746150272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:342/0 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384361.124896:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124902:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384361.124904:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384361.124904:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384361.124909:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384361.124909:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002a29afbe. 00000100:00001000:3.0:1767384361.124913:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=57 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384361.124913:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.124918:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124920:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:0.0:1767384361.124921:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384361.124925:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00002000:00000001:0.0:1767384361.124927:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384361.124928:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:0.0:1767384361.124930:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:3.0:1767384361.124931:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384361.124935:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.124938:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384361.124941:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384361.124942:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384361.124946:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000010:3.0:1767384361.124950:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000150cfc41. 00000020:00000020:0.0:1767384361.124952:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384361.124956:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000100:00000200:3.0:1767384361.124957:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746150272, offset 224 00002000:00000020:0.0:1767384361.124958:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384361.124962:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:3.0:1767384361.124964:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384361.124970:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:0.0:1767384361.124980:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:3.0:1767384361.124981:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df06180 00000001:00000001:0.0:1767384361.124982:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384361.124985:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.124988:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b51 [1] + 224 00010000:00000040:0.0:1767384361.124990:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746150144 00000400:00000200:3.0:1767384361.124995:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384361.124995:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384361.125001:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cf366c21 x1853236746150144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:342/0 lens 224/368 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.125002:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384361.125007:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384361.125011:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384361.125012:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384361.125013:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384361.125018:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384361.125025:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384361.125027:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384361.125028:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:0.0:1767384361.125033:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384361.125037:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384361.125040:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.125042:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384361.125043:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384361.125047:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384361.125048:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000150cfc41 00000400:00000010:0.0:1767384361.125049:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000400:00000010:3.0:1767384361.125052:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000150cfc41. 00000100:00000001:3.0:1767384361.125055:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384361.125057:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384361.125059:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384361.125061:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746150144, offset 224 00000100:00000040:3.0:1767384361.125063:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384361.125067:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384361.125071:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.125072:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384361.125078:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384361.125085:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d370bedc x1853236746150272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:342/0 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384361.125088:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384361.125104:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d370bedc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236746150272:12345-0@lo:400: Request processed in 320us (1093us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384361.125107:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df06100 00000100:00100000:3.0:1767384361.125116:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000400:00000200:0.0:1767384361.125118:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b49 [1] + 224 00000100:00000040:3.0:1767384361.125120:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:3.0:1767384361.125124:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384361.125126:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384361.125127:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384361.125130:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b29bf699. 00000400:00000200:0.0:1767384361.125133:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384361.125136:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094d467cb. 00000100:00000001:0.0:1767384361.125140:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384361.125147:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba96db88. 00000100:00000200:0.0:1767384361.125147:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384361.125155:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 5 00000100:00000040:0.0:1767384361.125159:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.125160:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.125175:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1767384361.125182:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:0.0:1767384361.125183:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000020:00000040:3.0:1767384361.125187:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000400:00000010:0.0:1767384361.125187:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 00000100:00000001:0.0:1767384361.125190:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384361.125198:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384361.125204:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.125207:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384361.125209:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384361.125211:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384361.125213:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384361.125217:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf366c21 x1853236746150144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:342/0 lens 224/368 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.125224:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384361.125224:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf366c21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236746150144:12345-0@lo:13: Request processed in 387us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384361.125228:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746150528 02000000:00000001:3.0:1767384361.125233:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384361.125235:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384361.125236:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384361.125239:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.125240:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 02000000:00000001:3.0:1767384361.125244:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.125244:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384361.125247:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384361.125248:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746150528 00000020:00000010:0.0:1767384361.125250:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000483fe7f9. 00000020:00000001:3.0:1767384361.125252:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384361.125267:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fb4b9c8. 00000020:00000040:3.0:1767384361.125268:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000010:0.0:1767384361.125271:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001373393a. 00000020:00000001:3.0:1767384361.125273:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384361.125275:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000020:00000040:3.0:1767384361.125277:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000100:00000001:0.0:1767384361.125279:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384361.125283:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:3.0:1767384361.125291:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:3.0:1767384361.125297:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384361.125301:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000976f31f5. 00000020:00000010:3.0:1767384361.125307:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c9764ea8. 00000100:00000001:0.0:1767384361.125314:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384361.125318:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:2.0:1767384361.125318:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384361.125318:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384361.125328:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384361.125334:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f03bfaa7. 00000400:00000001:0.0:1767384361.125335:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384361.125340:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000001:0.0:1767384361.125341:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384361.125342:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000f03bfaa7 x1853236746150400 msgsize 224 00000020:00000010:3.0:1767384361.125346:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba96db88. 00000400:00000010:0.0:1767384361.125347:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004934bb5a. 00000020:00000010:3.0:1767384361.125353:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b29bf699. 00000400:00000200:0.0:1767384361.125354:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c80a73a 00000020:00000010:3.0:1767384361.125359:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094d467cb. 00000400:00000010:0.0:1767384361.125362:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c80a73a. 00000100:00100000:2.0:1767384361.125363:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384361.125375:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384361.125376:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384361.125382:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384361.125385:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384361.125387:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384361.125388:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384361.125388:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.125400:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384361.125403:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384361.125404:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b023287b 00000100:00000001:3.0:1767384361.125406:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384361.125409:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384361.125412:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b023287b. 00000100:00000001:0.0:1767384361.125419:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384361.125488:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.125491:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384361.125500:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384361.125503:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384361.125506:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.125506:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384361.125512:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384361.125518:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=57 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384361.125520:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:0.0:1767384361.125523:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.125528:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384361.125529:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384361.125533:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.125534:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384361.125543:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746150400 00010000:00000001:0.0:1767384361.125545:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384361.125549:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384361.125553:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00080000:0.0:1767384361.125556:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.125559:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.125570:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384361.125580:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746150400 00000020:00000001:3.0:1767384361.125587:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384361.125594:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000020:00000001:3.0:1767384361.125606:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384361.125606:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.125607:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384361.125613:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000020:00000001:3.0:1767384361.125618:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:0.0:1767384361.125620:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384361.125621:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000040:2.0:1767384361.125625:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384361.125626:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384361.125629:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384361.125637:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000748ba167. 00000100:00000001:0.0:1767384361.125638:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384361.125649:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384361.125649:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.125650:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.125660:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384361.125668:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000748ba167. 00000100:00000001:2.0:1767384361.125668:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384361.125671:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384361.125680:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384361.125682:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.125686:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384361.125686:0:16356:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000010:3.0:1767384361.125688:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077034d14. 00000004:00000040:0.0:1767384361.125695:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:3.0:1767384361.125700:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c3ecf40. 00000004:00000040:0.0:1767384361.125701:0:16356:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000040:2.0:1767384361.125702:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3268 usecs (4 jiffies) 00000020:00000010:3.0:1767384361.125710:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000df7b4d75. 00000100:00000001:2.0:1767384361.125720:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949894 00000100:00000001:3.0:1767384361.125724:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000020:0.0:1767384361.125727:0:16356:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:3.0:1767384361.125728:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384361.125730:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294949893 00000100:00000001:3.0:1767384361.125732:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384361.125746:0:16356:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.125751:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384361.125751:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949894 00000100:00000040:0.0:1767384361.125754:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.125757:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384361.125764:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.125765:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294949893 00000100:00100000:0.0:1767384361.125773:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746150144:0@lo:13: 00000100:00000001:2.0:1767384361.125780:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949894 00000100:00000001:0.0:1767384361.125781:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.125782:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.125787:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294949893 00000100:00000001:0.0:1767384361.125798:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384361.125802:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384361.125803:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949894 00000100:00000040:0.0:1767384361.125805:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2e93a0 x1853236746150144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.125809:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384361.125812:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294949893 00000100:00000001:1.0:1767384361.125812:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384361.125820:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384361.125824:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384361.125825:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:2.0:1767384361.125839:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.125840:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000001:0.0:1767384361.125841:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384361.125849:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384361.125853:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556617984 : -111508152933632 : ffff9a957c27a300) 00000100:00100000:1.0:1767384361.125855:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 02000000:00000010:0.0:1767384361.125856:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cb08d042. 00000400:00000001:2.0:1767384361.125860:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384361.125868:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384361.125869:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384361.125872:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d80cffc x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:342/0 lens 224/0 e 0 to 0 dl 1767384372 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384361.125872:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000020:00000001:0.0:1767384361.125879:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767384361.125880:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000caa27b8. 00000100:00000001:1.0:1767384361.125883:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348023424 : -111513361528192 : ffff9a9445b2ca80) 00000020:00000040:0.0:1767384361.125887:0:16356:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384361.125893:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da26823f 00000020:00000001:0.0:1767384361.125897:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384361.125902:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f03bfaa7 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:342/0 lens 224/0 e 0 to 0 dl 1767384372 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384361.125903:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000045b9826. 00000400:00000010:2.0:1767384361.125904:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da26823f. 02000000:00000001:0.0:1767384361.125926:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384361.125928:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384361.125930:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384361.125938:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384361.125941:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000748ba167. 00000100:00000200:2.0:1767384361.125943:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.125943:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384361.125944:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2e93a0. 00000100:00000001:3.0:1767384361.125954:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384361.125954:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dac61ff3. 00000100:00000001:0.0:1767384361.125956:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384361.125964:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384361.125973:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000748ba167. 00000100:00000200:2.0:1767384361.125974:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.125974:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384361.125975:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384361.125991:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dac61ff3. 00000100:00000001:0.0:1767384361.125991:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384361.125998:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384361.126001:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d80cffc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746150528:12345-0@lo:400: 00000100:00000001:0.0:1767384361.126006:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.126007:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384361.126009:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746150528 00000020:00000001:3.0:1767384361.126016:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384361.126019:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f03bfaa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746150400:12345-0@lo:400: 00000100:00000001:0.0:1767384361.126019:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.126022:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384361.126023:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384361.126030:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.126034:0:16353:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384361.126039:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384361.126040:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384361.126040:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746150400 00000020:00000001:3.0:1767384361.126042:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000001:2.0:1767384361.126044:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384361.126048:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384361.126050:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.126052:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384361.126053:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384361.126057:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384361.126060:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.126061:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.126063:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384361.126072:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384361.126073:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:2.0:1767384361.126077:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=57 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384361.126078:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.126079:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:3.0:1767384361.126096:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384361.126096:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:2.0:1767384361.126097:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=57 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384361.126108:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.126110:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384361.126111:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00080000:0.0:1767384361.126112:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:1.0:1767384361.126115:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384361.126118:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384361.126119:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.126121:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384361.126123:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 02000000:00000010:3.0:1767384361.126127:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004f2c9b54. 00000020:00000001:1.0:1767384361.126129:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.126131:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384361.126135:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.126140:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.126141:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00080000:2.0:1767384361.126143:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.126151:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384361.126152:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.126159:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:3.0:1767384361.126162:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746150528 00010000:00000001:3.0:1767384361.126175:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384361.126175:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384361.126177:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000239d54ef. 02000000:00000001:1.0:1767384361.126183:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384361.126184:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d80cffc x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:342/0 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.126185:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384361.126192:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384361.126197:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.126204:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384361.126210:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.126211:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.126227:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1767384361.126229:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746150400 00000100:00000040:2.0:1767384361.126230:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384361.126240:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384361.126241:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.126243:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384361.126252:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767384361.126253:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=61 v=5 (1 0 0 0) 00010000:00000200:1.0:1767384361.126253:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f03bfaa7 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:342/0 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.126268:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384361.126283:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.126284:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384361.126296:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384361.126307:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:1.0:1767384361.126309:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384361.126313:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.126322:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:1.0:1767384361.126322:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=61 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384361.126323:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d87d1967 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746150272:0@lo:400: 02000000:00000001:3.0:1767384361.126329:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.126336:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.126336:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384361.126341:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384361.126342:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384361.126344:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:1.0:1767384361.126348:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000040:2.0:1767384361.126354:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d87d1967 x1853236746150272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384361.126356:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384361.126357:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384361.126367:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384361.126368:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000150cfc41. 00000100:00000001:1.0:1767384361.126380:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384361.126381:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746150528, offset 224 00000100:00000001:2.0:1767384361.126383:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384361.126389:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384361.126396:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005abb5781. 00000100:00000040:1.0:1767384361.126396:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384361.126400:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384361.126400:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00000200:1.0:1767384361.126409:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746150400, offset 224 02000000:00000001:2.0:1767384361.126410:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384361.126416:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384361.126417:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384361.126421:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384361.126468:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384361.126471:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcab2e77. 02000000:00000001:2.0:1767384361.126478:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384361.126482:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384361.126484:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d87d1967. 00000100:00000001:2.0:1767384361.126493:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384361.126495:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.126496:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df06280 00000100:00000001:2.0:1767384361.126505:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.126510:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384361.126512:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384361.126514:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.126515:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384361.127111:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384361.127130:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384361.127137:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b59 [1] + 224 00000400:00000200:1.0:1767384361.127144:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df06200 00000400:00000200:3.0:1767384361.127147:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.127156:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384361.127159:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b5d [1] + 224 00000100:00000001:3.0:1767384361.127164:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384361.127165:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384361.127171:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384361.127175:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384361.127190:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384361.127193:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384361.127201:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384361.127217:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.127218:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384361.127227:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000150cfc41 00000400:00000010:3.0:1767384361.127230:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000150cfc41. 00000100:00000001:3.0:1767384361.127235:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384361.127236:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384361.127245:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384361.127254:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000100:00000001:3.0:1767384361.127271:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.127274:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00000040:3.0:1767384361.127279:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384361.127281:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384361.127286:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384361.127287:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384361.127292:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.127297:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.127298:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384361.127305:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384361.127307:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:2.0:1767384361.127309:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384361.127312:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d80cffc x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:342/0 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384361.127316:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384361.127319:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384361.127320:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384361.127324:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384361.127327:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384361.127329:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007903df6f. 00000100:00000040:1.0:1767384361.127339:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f03bfaa7 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:342/0 lens 224/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384361.127341:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052ab8fde 00000400:00000010:2.0:1767384361.127350:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052ab8fde. 00000100:00000001:2.0:1767384361.127360:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384361.127361:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d80cffc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746150528:12345-0@lo:400: Request processed in 1422us (2856us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384361.127374:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384361.127398:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000200:2.0:1767384361.127402:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384361.127402:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f03bfaa7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746150400:12345-0@lo:400: Request processed in 1450us (2050us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384361.127407:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000100:00000001:3.0:1767384361.127418:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384361.127447:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384361.127457:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b29bf699. 00000020:00000010:3.0:1767384361.127461:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094d467cb. 00000020:00000010:3.0:1767384361.127464:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba96db88. 00000020:00000040:3.0:1767384361.127468:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:3.0:1767384361.127470:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.127506:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.127510:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384361.127518:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384361.127521:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384361.127523:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023053df7. 00000400:00000200:3.0:1767384361.127529:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd239e5f 00000400:00000010:3.0:1767384361.127532:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd239e5f. 00000100:00000001:3.0:1767384361.127541:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384361.127549:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384361.127562:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.127570:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384361.127574:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.127576:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384361.127579:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384361.127581:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384361.127583:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.127586:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384361.127590:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=60 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384361.127594:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.127601:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384361.127603:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.127606:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384361.127611:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384361.127616:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.127620:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384361.127622:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384361.127624:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384361.127633:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.127639:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.127645:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384361.127648:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384361.127651:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384361.127657:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384361.127665:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746150528:0@lo:400: 00000100:00000001:3.0:1767384361.127678:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.127680:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384361.127687:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4f4407a x1853236746150528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.127695:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384361.127700:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384361.127702:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000392307f. 02000000:00000001:3.0:1767384361.127709:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384361.127712:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384361.127715:0:16356:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384361.127718:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384361.127721:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030935d4d. 02000000:00000001:3.0:1767384361.127729:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384361.127732:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384361.127735:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4f4407a. 00000100:00000001:3.0:1767384361.127740:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384361.127743:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.127745:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.127749:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384361.127751:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.127757:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.127762:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.127958:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384361.127961:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.127963:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384361.127965:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384361.127968:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384361.127970:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.127972:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 02000000:00000001:2.0:1767384361.127974:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.127977:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000001:1.0:1767384361.127980:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384361.127981:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=61 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384361.127984:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384361.127988:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=61 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384361.127992:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c3ecf40. 00000100:00000001:2.0:1767384361.127994:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384361.128000:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000df7b4d75. 00000100:00000001:2.0:1767384361.128006:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384361.128010:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077034d14. 00010000:00000001:2.0:1767384361.128011:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384361.128022:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384361.128023:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000100:00000001:1.0:1767384361.128032:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.128034:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.128039:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384361.128042:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384361.128044:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384361.128046:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384361.128055:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.128061:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384361.128066:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384361.128069:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384361.128075:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384361.128080:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056ec2c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746150400:0@lo:400: 00000100:00000001:2.0:1767384361.128087:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.128089:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384361.128092:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056ec2c77 x1853236746150400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.128096:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384361.128098:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384361.128100:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c434cd20. 02000000:00000001:2.0:1767384361.128103:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384361.128104:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384361.128106:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384361.128108:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384361.128110:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b8de8c0. 02000000:00000001:2.0:1767384361.128113:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384361.128115:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384361.128117:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056ec2c77. 00000100:00000001:2.0:1767384361.128120:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384361.128126:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.128128:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.128133:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384361.128134:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.128135:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384361.128140:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.130471:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294949894, at 4294949895 00000100:00000040:3.0:1767384361.130479:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294949894, at 4294949895 00000100:00000010:1.0:1767384361.130481:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016a4b487. 00000100:00000040:0.0:1767384361.130485:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294949894, at 4294949895 00000100:00000010:3.0:1767384361.130490:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a38f0c3. 00000100:00000010:0.0:1767384361.130495:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d45ef1e. 00000100:00000040:2.0:1767384361.130504:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294949894, at 4294949895 00000100:00000010:2.0:1767384361.130515:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fcd05bf9. 00010000:00000001:2.0:1767384361.315489:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384361.315494:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.315498:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384361.315499:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384361.315517:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384361.315519:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.315521:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384361.379640:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9a7e9e6] -> 12345-192.168.203.143@tcp21 (6) 00000800:00000200:1.0:1767384361.379652:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp21 ip 192.168.203.143:988 00000800:00000200:1.0:1767384361.379657:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384361.379784:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384361.379792:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384361.379803:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384361.379808:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384361.379814:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.380500:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp36 00000400:00000010:1.0:1767384361.380507:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001f44dd6c. 00000400:00000010:1.0:1767384361.380539:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000075a710f7. 00000400:00000010:1.0:1767384361.380544:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000400:00000010:1.0:1767384361.380555:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e65d90cb. 00000400:00000200:1.0:1767384361.380563:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp36 00000400:00000200:1.0:1767384361.380583:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp36 local destination 00000400:00000200:1.0:1767384361.380591:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp36 00000400:00000200:1.0:1767384361.380601:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp36 NI seq info: [115:115:256:4294967295] 192.168.203.143@tcp36 LPNI seq info [106:106:8:4294967295] 00000400:00000200:1.0:1767384361.380608:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp36 00000400:00000200:1.0:1767384361.380625:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp36(192.168.203.143@tcp36:) -> 192.168.203.143@tcp36(192.168.203.143@tcp36:192.168.203.143@tcp36) : GET try# 0 00000800:00000200:1.0:1767384361.380632:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp36 00000800:00000010:1.0:1767384361.380637:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000090f3d1f0. 00000800:00000200:1.0:1767384361.380648:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000800:00000200:1.1:1767384361.380654:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000400:00000200:1.0:1767384361.380676:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp36 added to recovery queue. ping count: 2 next ping: 286 health :800 00000400:00000200:1.0:1767384361.380684:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp34 00000400:00000010:1.0:1767384361.380688:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000027fd695b. 00000400:00000010:1.0:1767384361.380691:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f1f5a913. 00000400:00000010:1.0:1767384361.380695:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000400:00000010:1.0:1767384361.380701:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b3460dee. 00000400:00000200:1.0:1767384361.380705:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp34 00000400:00000200:1.0:1767384361.380710:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp34 local destination 00000400:00000200:1.0:1767384361.380714:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp34 00000400:00000200:1.0:1767384361.380719:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp34 NI seq info: [116:116:256:4294967295] 192.168.203.143@tcp34 LPNI seq info [107:107:8:4294967295] 00000400:00000200:1.0:1767384361.380723:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp34 00000400:00000200:1.0:1767384361.380733:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp34(192.168.203.143@tcp34:) -> 192.168.203.143@tcp34(192.168.203.143@tcp34:192.168.203.143@tcp34) : GET try# 0 00000800:00000200:1.0:1767384361.380738:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp34 00000800:00000010:1.0:1767384361.380741:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c9749d98. 00000800:00000200:1.0:1767384361.380747:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000800:00000200:1.1:1767384361.380751:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000400:00000200:1.0:1767384361.380767:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp34 added to recovery queue. ping count: 3 next ping: 290 health :700 00000400:00000200:1.0:1767384361.380773:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp30 00000400:00000010:1.0:1767384361.380787:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000436615cc. 00000400:00000010:1.0:1767384361.380791:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e1cf16a3. 00000400:00000010:1.0:1767384361.380797:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686eedc6. 00000400:00000010:1.0:1767384361.380804:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000069d4da5b. 00000400:00000200:1.0:1767384361.380815:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp30 00000400:00000200:1.0:1767384361.380827:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp30 local destination 00000400:00000200:1.0:1767384361.380830:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp30 00000400:00000200:1.0:1767384361.380851:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp30 NI seq info: [117:117:256:4294967295] 192.168.203.143@tcp30 LPNI seq info [108:108:8:4294967295] 00000400:00000200:1.0:1767384361.380857:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp30 00000400:00000200:1.0:1767384361.380867:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp30(192.168.203.143@tcp30:) -> 192.168.203.143@tcp30(192.168.203.143@tcp30:192.168.203.143@tcp30) : GET try# 0 00000800:00000200:1.0:1767384361.380872:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp30 00000800:00000010:1.0:1767384361.380877:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005660ded0. 00000800:00000200:1.0:1767384361.380887:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000400:00000200:0.0:1767384361.380892:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000200:1.1:1767384361.380899:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000400:00000200:1.0:1767384361.380926:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp30 added to recovery queue. ping count: 4 next ping: 298 health :600 00000400:00000200:1.0:1767384361.381039:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.381045:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.381201:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.381219:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.381342:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.381350:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.381538:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.381578:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.381654:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.381707:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.381789:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.381843:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.381921:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.381986:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.382065:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.382111:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.382197:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.382244:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.382330:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.382371:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.382487:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.382597:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.382704:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.382721:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.382840:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.382870:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.382976:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.383017:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.383115:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.383120:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.383271:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.383278:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.383462:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.383468:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.383596:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.383639:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.383699:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.383737:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.383805:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.383839:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.383885:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.383947:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.384017:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.384085:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.384151:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.384194:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.384230:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.384322:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.384323:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.384488:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.384594:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.384622:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.384709:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.384730:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.384848:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.384858:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.384997:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.385011:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.385118:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.385120:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.385224:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.385315:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.385337:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.385486:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.385584:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000800:00000010:0.0:1767384361.385633:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000583b5830. 00000800:00000010:0.0:1767384361.385638:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b96aacf. 00000400:00000200:1.0:1767384361.385646:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000800:00000010:0.0:1767384361.385649:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a98f2c9c. 00000800:00000010:0.0:1767384361.385690:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a98f2c9c. 00000800:00020000:0.0:1767384361.385703:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384361.385707:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b96aacf. 00000400:00000200:1.0:1767384361.385716:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000800:00000010:0.0:1767384361.385716:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000583b5830. 00000400:02020000:0.0:1767384361.385837:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp36 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384361.385856:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp36 notifying 192.168.203.143@tcp36: down 00000400:00000200:0.0:1767384361.385863:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384361.385871:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp36 00000400:00000200:1.0:1767384361.385872:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000800:00000010:0.0:1767384361.385875:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000090f3d1f0. 00000400:00000200:0.0:1767384361.385882:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384361.385893:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp36->192.168.203.143@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384361.385906:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384361.385920:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384361.385926:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp36) recovery failed with -71 00000400:00000200:1.0:1767384361.385981:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.385983:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.386181:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.386203:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.386328:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.386364:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.386517:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.386551:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.386645:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.386698:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.386759:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.386818:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.386881:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.386947:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.387033:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.387069:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.387158:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.387177:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.387288:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.387296:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.387397:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.387466:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.387606:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.387627:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.387736:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.387835:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000800:00000010:0.0:1767384361.387881:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000583b5830. 00000800:00000010:0.0:1767384361.387886:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b96aacf. 00000800:00000010:0.0:1767384361.387893:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a98f2c9c. 00000800:00000010:0.0:1767384361.387931:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a98f2c9c. 00000400:00000200:1.0:1767384361.387933:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000800:00020000:0.0:1767384361.387945:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384361.387949:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b96aacf. 00000800:00000010:0.0:1767384361.387954:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000583b5830. 00000400:00000200:1.0:1767384361.388060:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:02020000:0.0:1767384361.388086:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp34 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384361.388103:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp34 notifying 192.168.203.143@tcp34: down 00000400:00000200:0.0:1767384361.388109:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384361.388120:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp34 00000800:00000010:0.0:1767384361.388124:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c9749d98. 00000400:00000200:0.0:1767384361.388129:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384361.388136:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp34->192.168.203.143@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384361.388144:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384361.388147:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384361.388154:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384361.388163:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp34) recovery failed with -71 00000400:00000200:1.0:1767384361.388224:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.388298:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.388340:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.388387:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.388458:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.388488:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384361.388525:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384361.388646:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000298fd7ca. 00000800:00000010:1.0:1767384361.388650:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073f796aa. 00000800:00000010:1.0:1767384361.388654:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f6ad678. 00000800:00000010:1.0:1767384361.388669:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f6ad678. 00000800:00020000:1.0:1767384361.388675:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384361.388678:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073f796aa. 00000800:00000010:1.0:1767384361.388680:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000298fd7ca. 00000400:02020000:1.0:1767384361.388730:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp30 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384361.388737:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp30 notifying 192.168.203.143@tcp30: down 00000800:00000200:1.0:1767384361.388742:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp30 down 00000800:00000100:1.0:1767384361.388749:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp30 00000800:00000010:1.0:1767384361.388751:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005660ded0. 00000400:00000200:1.0:1767384361.388754:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384361.388758:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp30->192.168.203.143@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384361.388764:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384361.388767:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384361.388770:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp30) recovery failed with -71 00080000:00000010:3.0:1767384362.134596:0:32496:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000022f44049. 00080000:00000010:3.0:1767384362.134608:0:32496:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000022f44049. 00000020:00000001:3.0:1767384362.134612:0:32496:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384362.134619:0:32496:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000022f44049. 00080000:00000010:3.0:1767384362.134622:0:32496:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000022f44049. 00000020:00000001:3.0:1767384362.134625:0:32496:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.339528:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384362.339536:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.339541:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384362.339542:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.339630:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384362.339634:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384362.339636:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384362.403479:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000041107d70. 00000400:00000010:2.0:1767384362.403491:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d90a1788. 00000400:00000010:2.0:1767384362.403494:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005804c1b4. 00000400:00000010:2.0:1767384362.403497:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000006dc2e23. 00000400:00000010:2.0:1767384362.403499:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d2b7d33c. 00000400:00000010:2.0:1767384362.403505:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f13c098f. 00000400:00000010:2.0:1767384362.403512:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000f1fc6bb. 00000400:00000010:2.0:1767384362.403514:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009d3e3b93. 00000400:00000010:2.0:1767384362.403516:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003a1f1fb3. 00000400:00000010:2.0:1767384362.403517:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004af32ad4. 00000400:00000010:2.0:1767384362.403520:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004cef079c. 00000400:00000010:2.0:1767384362.403522:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c10782c7. 00000400:00000010:2.0:1767384362.403524:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000007d207dc. 00000400:00000010:2.0:1767384362.403526:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000032941a96. 00000400:00000010:2.0:1767384362.403527:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007454bec8. 00000400:00000010:2.0:1767384362.403529:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000667d24ed. 00000400:00000010:2.0:1767384362.403531:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b438310b. 00000400:00000010:2.0:1767384362.403532:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003c7f7534. 00000400:00000010:2.0:1767384362.403543:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007c6132a0. 00000400:00000010:2.0:1767384362.403544:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004e28d27e. 00000400:00000010:2.0:1767384362.403546:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009bb76ad3. 00000400:00000010:2.0:1767384362.403547:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e19c216a. 00000400:00000010:2.0:1767384362.403548:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d081dcae. 00000400:00000010:2.0:1767384362.403550:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a433307d. 00000400:00000010:2.0:1767384362.403551:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006595b932. 00000400:00000010:2.0:1767384362.403552:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000197249b7. 00000400:00000010:2.0:1767384362.403553:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003d640333. 00000400:00000010:2.0:1767384362.403554:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000082377511. 00000400:00000010:2.0:1767384362.403555:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f8cbfd03. 00000400:00000010:2.0:1767384362.403557:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c1511b90. 00000400:00000010:2.0:1767384362.403558:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000570148ce. 00000400:00000010:2.0:1767384362.403559:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000030f4f114. 00000400:00000010:2.0:1767384362.403560:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008f5918ec. 00000400:00000010:2.0:1767384362.403561:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000110bc337. 00000400:00000010:2.0:1767384362.403562:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ae1f7d2d. 00000400:00000010:2.0:1767384362.403564:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005d4a5276. 00000400:00000010:2.0:1767384362.403567:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000357e27fd. 00000400:00000010:2.0:1767384362.403568:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f36fc028. 00000400:00000010:2.0:1767384362.403570:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000092a65e38. 00000400:00000010:2.0:1767384362.403571:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b3f7ba3f. 00000400:00000010:2.0:1767384362.403572:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000079446866. 00000400:00000010:2.0:1767384362.403573:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008712145a. 00000400:00000010:2.0:1767384362.403574:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000005d1c8f7. 00000400:00000010:2.0:1767384362.403577:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000962db714. 00000400:00000010:2.0:1767384362.403579:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009adb5751. 00000400:00000010:2.0:1767384362.403581:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006171be13. 00000400:00000010:2.0:1767384362.403582:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f4ac9ecc. 00000400:00000010:2.0:1767384362.403583:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002224e89e. 00000400:00000010:2.0:1767384362.403584:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d6eca2fd. 00000400:00000010:2.0:1767384362.403585:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006e972c62. 00000400:00000010:2.0:1767384362.403586:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000098f31538. 00000400:00000010:2.0:1767384362.403590:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008110406c. 00000400:00000010:2.0:1767384362.403591:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000990ad6b. 00000400:00000010:2.0:1767384362.403592:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f3e3add7. 00000400:00000010:2.0:1767384362.403599:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f16687c4. 00000400:00000010:2.0:1767384362.403600:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b79d664a. 00000400:00000010:2.0:1767384362.403601:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000002ebfdd5. 00000400:00000010:2.0:1767384362.403602:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c80f9907. 00000400:00000010:2.0:1767384362.403603:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000006c5a747. 00000400:00000010:2.0:1767384362.403605:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cd942dad. 00000400:00000010:2.0:1767384362.403607:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000087b26b4c. 00000400:00000010:2.0:1767384362.403608:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000edc7aee0. 00000400:00000010:2.0:1767384362.403610:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a12fb4e0. 00000400:00000010:2.0:1767384362.403611:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d0c7f0c0. 00000400:00000010:2.0:1767384362.403612:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000291ca076. 00000400:00000010:2.0:1767384362.403613:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006448d6ed. 00000400:00000010:2.0:1767384362.403614:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002ab54f43. 00000400:00000010:2.0:1767384362.403615:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003252be30. 00000400:00000010:2.0:1767384362.403617:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003e34e8b2. 00000400:00000010:2.0:1767384362.403618:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009a1e22a5. 00000400:00000010:2.0:1767384362.403619:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000015d5000b. 00000400:00000010:2.0:1767384362.403620:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000530e8459. 00000400:00000010:2.0:1767384362.403621:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f78e0aff. 00000400:00000010:2.0:1767384362.403622:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000495804e3. 00000400:00000010:2.0:1767384362.403623:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d7d8ae69. 00000400:00000010:2.0:1767384362.403625:0:16350:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007400995d. 00000400:00000001:2.0:1767384362.403632:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.403634:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384362.403635:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:2.0:1767384362.403636:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000400:00000200:2.0:1767384362.403639:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384362.403644:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384362.403653:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001f44dd6c. 00000400:00000010:2.0:1767384362.403656:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000075a710f7. 00000400:00000001:2.0:1767384362.403662:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.403663:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384362.403663:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00000400:00000010:2.0:1767384362.403664:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00000400:00000200:2.0:1767384362.403666:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384362.403667:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384362.403674:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000027fd695b. 00000400:00000010:2.0:1767384362.403675:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f1f5a913. 00000400:00000001:2.0:1767384362.403677:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.403678:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384362.403679:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686eedc6 00000400:00000010:2.0:1767384362.403680:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686eedc6. 00000400:00000200:2.0:1767384362.403681:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384362.403682:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384362.403683:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000436615cc. 00000400:00000010:2.0:1767384362.403685:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e1cf16a3. 00000400:00000200:2.0:1767384362.403688:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp37 00000400:00000010:2.0:1767384362.403691:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f28c8639. 00000400:00000010:2.0:1767384362.403694:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b99fb004. 00000400:00000010:2.0:1767384362.403698:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984e0ddd. 00000400:00000010:2.0:1767384362.403702:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000015d5000b. 00000400:00000200:2.0:1767384362.403704:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp37 00000400:00000200:2.0:1767384362.403726:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp37 local destination 00000400:00000200:2.0:1767384362.403732:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp37 00000400:00000200:2.0:1767384362.403735:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp37 NI seq info: [118:118:256:4294967295] 192.168.203.143@tcp37 LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1767384362.403740:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp37 00000400:00000200:2.0:1767384362.403746:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp37(192.168.203.143@tcp37:) -> 192.168.203.143@tcp37(192.168.203.143@tcp37:192.168.203.143@tcp37) : GET try# 0 00000800:00000200:2.0:1767384362.403751:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp37 00000800:00000010:2.0:1767384362.403755:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d1a1e2f7. 00000800:00000200:2.0:1767384362.403761:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000800:00000200:2.1:1767384362.403765:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000400:00000200:2.0:1767384362.403781:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp37 added to recovery queue. ping count: 1 next ping: 285 health :900 00000400:00000200:3.0:1767384362.403848:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.403889:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.403914:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.403931:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.403944:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.403975:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.403988:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404001:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404025:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404038:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404053:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404085:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404100:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404113:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404130:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404146:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404161:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404188:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404204:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404215:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404234:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404266:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404287:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404301:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404326:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404351:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404369:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404418:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404503:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404537:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404554:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404573:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404588:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404605:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384362.404626:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384362.404779:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a282cc56. 00000800:00000010:3.0:1767384362.404783:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebbde9d6. 00000800:00000010:3.0:1767384362.404787:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ddefae3. 00000800:00000010:3.0:1767384362.404806:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ddefae3. 00000800:00020000:3.0:1767384362.404816:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384362.404821:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebbde9d6. 00000800:00000010:3.0:1767384362.404823:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a282cc56. 00000400:02020000:3.0:1767384362.404872:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp37 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384362.404878:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp37 notifying 192.168.203.143@tcp37: down 00000400:00000200:3.0:1767384362.404881:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384362.404889:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp37 00000800:00000010:3.0:1767384362.404892:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d1a1e2f7. 00000400:00000200:3.0:1767384362.404895:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384362.404899:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp37->192.168.203.143@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384362.404904:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384362.404906:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384362.404909:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp37) recovery failed with -71 00000001:00000001:0.0:1767384362.839105:0:32661:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384362.839110:0:32661:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:0.0:1767384362.842259:0:32661:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384362.852218:0:32663:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c08dedce. 00000400:00000010:3.0:1767384362.852231:0:32663:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001ccc12fe. 00000400:00000010:3.0:1767384362.852239:0:32663:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c0c8168e. 00000400:00000010:3.0:1767384362.852242:0:32663:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ba96db88. 00000400:00000010:3.0:1767384362.852261:0:32663:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e13c0e59. 00000400:00000010:3.0:1767384362.852266:0:32663:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000036b38aa9. 00000400:00000010:3.0:1767384362.852271:0:32663:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f5326430. 00000400:00000010:3.0:1767384362.852273:0:32663:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067546159. 00000400:00000010:3.0:1767384362.852275:0:32663:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000022bc5a95. 00000800:00000010:3.0:1767384362.852288:0:32663:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000030935d4d. 00000800:00000200:3.0:1767384362.852298:0:32663:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384362.852307:0:32663:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384362.852338:0:32663:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:3.0:1767384362.852358:0:32663:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp40 [8/256/0/180] 00000400:00000010:3.0:1767384362.853719:0:32663:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000a208c4bf. 00000400:00000010:3.0:1767384362.853724:0:32663:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6ec4972. 00000400:00000010:3.0:1767384362.853728:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000150cfc41. 00000400:00000001:3.0:1767384362.853748:0:32663:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.853749:0:32663:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384362.853751:0:32663:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee806fa4. 00000400:00000200:3.0:1767384362.853753:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035727331 00000400:00000010:3.0:1767384362.853755:0:32663:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035727331. 00000400:00000010:3.0:1767384362.853758:0:32663:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000c5c63795. 00000400:00000200:3.0:1767384362.853762:0:32663:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (29) 00000400:00000200:3.0:1767384362.853772:0:32663:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384362.853780:0:32663:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:3.0:1767384362.853786:0:32663:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a282cc56. 00000020:01000000:3.0:1767384362.853789:0:32663:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384362.853791:0:32663:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp40 00000400:00000010:3.0:1767384362.853804:0:32663:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001ccc12fe. 00000400:00000200:1.0:1767384362.853804:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384362.853809:0:32663:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c08dedce. 00000400:00000200:1.0:1767384362.853815:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:1.0:1767384362.853824:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee743d51. 00000400:00000200:1.0:1767384362.853828:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (30) 00000400:00000010:1.0:1767384362.853835:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000015ddb7a8. 00000400:00000200:1.0:1767384362.853840:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:1.0:1767384362.853856:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:1.0:1767384362.853865:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000020:00000001:0.0:1767384362.853867:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384362.853873:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384362.853879:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384362.853880:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 10000000:01000000:0.0:1767384362.853882:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384362.853887:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384362.853892:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384362.853895:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384362.853901:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:0.0:1767384362.853901:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384362.853905:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384362.853912:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384362.853915:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384362.853923:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384362.853927:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384362.853929:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000020:01000004:0.0:1767384362.853931:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384362.853939:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000100:00000010:0.0:1767384362.853941:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2e93a0. 00000020:00000040:0.0:1767384362.853949:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:1.0:1767384362.853951:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000100:00000001:0.0:1767384362.853960:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384362.853964:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384362.853965:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 02000000:00000001:0.0:1767384362.853974:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.853979:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 02000000:00000010:0.0:1767384362.853987:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000583b5830. 00000400:00000200:1.0:1767384362.853988:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000100:00000001:0.0:1767384362.853998:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.854002:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:1.0:1767384362.854011:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000100:00000001:0.0:1767384362.854012:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384362.854019:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000100:00000001:0.0:1767384362.854022:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.854037:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000100:00000040:0.0:1767384362.854041:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2e93a0] to pc [ptlrpcd_00_03+3] req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.854064:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:1.0:1767384362.854073:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 10000000:00000001:0.0:1767384362.854089:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.854093:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 10000000:00000001:0.0:1767384362.854094:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.854101:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384362.854101:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.854109:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384362.854112:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384362.854113:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384362.854114:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000020:00000001:0.0:1767384362.854127:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384362.854128:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.854134:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 10000000:00000001:0.0:1767384362.854134:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384362.854139:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384362.854145:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384362.854153:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384362.854154:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.854159:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384362.854161:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384362.854165:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384362.854166:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384362.854167:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 24], ns[62, 24] 02000000:00000001:3.0:1767384362.854174:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384362.854175:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384362.854182:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384362.854183:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384362.854190:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384362.854194:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384362.854197:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 24], ns[78, 24] 00000100:00100000:3.0:1767384362.854198:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746150656:0@lo:253: 00000020:01000004:0.0:1767384362.854199:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384362.854204:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384362.854211:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384362.854213:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032332ec9. 00000020:00000040:0.0:1767384362.854220:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000400:00000200:1.0:1767384362.854221:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 24], ns[117, 24] 02000000:00000001:3.0:1767384362.854222:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384362.854232:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.854233:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.854238:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.854239:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384362.854241:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[79, 24] 02000000:00000010:3.0:1767384362.854262:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ff926096. 02000000:00000001:0.0:1767384362.854262:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.854268:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.854271:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 00000400:00000010:3.0:1767384362.854273:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d514d18. 02000000:00000010:0.0:1767384362.854273:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a987b921. 00000400:00000200:1.0:1767384362.854295:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 24], ns[100, 24] 00000400:00000010:3.0:1767384362.854297:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ccc12fe. 00000100:00000001:0.0:1767384362.854302:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.854304:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746150656, portal 25 00000100:00000001:0.0:1767384362.854312:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.854313:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384362.854317:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 24], ns[116, 24] 00000100:00000001:0.0:1767384362.854322:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.854323:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556616192 : -111508152935424 : ffff9a957c279c00) 00000400:00000200:1.0:1767384362.854339:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[108, 24] 00000100:00000040:0.0:1767384362.854346:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032332ec9] to pc [ptlrpcd_00_00+0] req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.854347:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.854353:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[106, 0], ns[115, 108] 00000400:00000200:1.0:1767384362.854397:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[109, 0], ns[118, 108] 00000100:00000001:3.0:1767384362.854419:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384362.854435:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.854459:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 10000000:00000001:0.0:1767384362.854471:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.854472:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384362.854472:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp35 00000400:00000010:3.0:1767384362.854484:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb8f11a. 00000020:00000001:0.0:1767384362.854499:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.854501:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746150656, offset 0 00000400:00000200:1.0:1767384362.854503:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp35 lpni_is_preferred = 0 00000020:01000000:0.0:1767384362.854505:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384362.854514:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp35 00000400:00000200:3.0:1767384362.854517:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384362.854521:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a282cc56. 00000400:00000200:1.0:1767384362.854532:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [119:119:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [110:110:8:4294967295] 00000100:00000001:0.0:1767384362.854537:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.854542:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.854543:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp35 00000100:00000001:0.0:1767384362.854567:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384362.854573:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:) -> 192.168.203.143@tcp35(192.168.203.143@tcp:192.168.203.143@tcp35) : PUT try# 0 00000100:00000001:0.0:1767384362.854574:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.854578:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384362.854586:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384362.854601:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.143@tcp35 00000400:00000200:3.0:1767384362.854602:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.854627:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06300 00000100:00000001:0.0:1767384362.854627:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1767384362.854628:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093dfb20d. 00000100:00000001:0.0:1767384362.854632:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.854640:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384362.854645:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1385 [2] + 0 02000000:00000001:0.0:1767384362.854649:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384362.854651:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (6) 02000000:00000001:0.0:1767384362.854661:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.854662:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000467d4f37. 00000400:00000200:3.0:1767384362.854672:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f70656ad 00000100:00100000:0.0:1767384362.854673:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032332ec9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746150784:0@lo:253: 00000800:00000200:1.0:1767384362.854677:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp35 ip 192.168.203.143:988 00000400:00000200:3.0:1767384362.854683:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384362.854685:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767384362.854689:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000093dfb20d type 1, nob 640 niov 1 nkiov 1 02000000:00000001:0.0:1767384362.854693:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384362.854699:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384362.854701:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384362.854705:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f70656ad 02000000:00000001:0.0:1767384362.854705:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384362.854713:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f70656ad. 02000000:00000010:0.0:1767384362.854717:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000286ed19f. 00000100:00000001:3.0:1767384362.854721:0:16356:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384362.854722:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.854724:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000200:3.0:1767384362.854725:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384362.854732:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000ea2fa561 x1853236746150656 msgsize 4848 00000400:00000010:0.0:1767384362.854732:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004934bb5a. 00000400:00000200:1.0:1767384362.854735:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00000400:00000010:0.0:1767384362.854752:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4511328. 00000100:00100000:3.0:1767384362.854759:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384362.854762:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384362.854764:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746150784, portal 25 00000100:00000001:0.0:1767384362.854767:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384362.854769:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556610816 : -111508152940800 : ffff9a957c278700) 00000100:00000001:3.0:1767384362.854775:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384362.854776:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.854782:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384362.854788:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384362.854791:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b506bee. 00000400:00000200:3.0:1767384362.854792:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb8f11a 00000400:00000010:3.0:1767384362.854796:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cb8f11a. 00000100:00000001:3.0:1767384362.854799:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384362.854801:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746150784, offset 0 00000100:00000200:3.0:1767384362.854805:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384362.854813:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384362.854831:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384362.854836:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384362.854839:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.854846:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.854848:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384362.854853:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06380 00000100:00000001:3.0:1767384362.854861:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384362.854863:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384362.854867:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x139d [2] + 0 00000100:00000001:3.0:1767384362.854872:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294951625 00000800:00000010:1.0:1767384362.854872:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093dfb20d. 00000100:00000010:3.0:1767384362.854883:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000527a532d. 00000400:00000200:1.0:1767384362.854889:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384362.854889:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b00aaa38. 00000100:00000001:3.0:1767384362.854891:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384362.854904:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000082701df0 00000100:00000001:3.0:1767384362.854906:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294951625 00000400:00000200:1.0:1767384362.854912:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: PUT: OK 00000100:00000010:3.0:1767384362.854914:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002cac471. 00000400:00000200:0.0:1767384362.854915:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384362.854919:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384362.854921:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384362.854928:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.854929:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294951625 00000400:00000200:1.0:1767384362.854932:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000100:00000010:3.0:1767384362.854943:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af6e5fd9. 00000400:00000200:0.0:1767384362.854945:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082701df0 00000400:00000010:0.0:1767384362.854952:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082701df0. 00000100:00000001:3.0:1767384362.854954:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384362.854963:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384362.854964:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294951625 00000800:00000001:1.0:1767384362.854970:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384362.854970:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1767384362.854972:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab38eee4. 00000100:00000040:0.0:1767384362.854984:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000006e3f008 x1853236746150784 msgsize 4848 00000100:00000001:3.0:1767384362.854985:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000800:00000001:1.0:1767384362.854989:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384362.854999:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384362.855000:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384362.855009:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384362.855009:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384362.855010:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.855011:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384362.855023:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.855029:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.855029:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384362.855036:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35) <- 192.168.203.143@tcp35 : PUT - for me 00000400:00000200:0.0:1767384362.855040:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b506bee 00000100:00000001:3.0:1767384362.855042:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384362.855046:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b506bee. 00000100:00000001:3.0:1767384362.855047:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384362.855060:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 544 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384362.855063:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.855063:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384362.855071:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384362.855072:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 496/544 into md 0x1a75 [1] + 0 00000100:00000001:3.0:1767384362.855075:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.855089:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.855092:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f81be98. 00000100:00000200:0.0:1767384362.855092:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.855107:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af49f1eb 00000100:00000001:0.0:1767384362.855110:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384362.855114:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384362.855116:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384362.855126:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384362.855129:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.855129:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384362.855135:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384362.855136:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.855159:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294951625 00000400:00000200:1.0:1767384362.855160:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: PUT: OK 00000100:00000001:0.0:1767384362.855166:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294951625 00000100:00000001:0.0:1767384362.855171:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294951625 00000400:00000200:1.0:1767384362.855172:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f1eb 00000100:00000001:0.0:1767384362.855175:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294951625 00000400:00000010:1.0:1767384362.855179:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f1eb. 00000100:00000001:0.0:1767384362.855180:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294951625 00000100:00000001:0.0:1767384362.855186:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294951625 00000100:00000001:0.0:1767384362.855190:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294951625 00000100:00000001:0.0:1767384362.855192:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294951625 00000400:00000200:1.0:1767384362.855194:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384362.855194:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384362.855201:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (31) 00000100:00000001:0.0:1767384362.855206:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.855207:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384362.855214:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000100:00000001:0.0:1767384362.855216:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.855217:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746150656 00000100:00000001:0.0:1767384362.855228:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384362.855229:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384362.855235:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (544 bytes) 00000100:00000001:3.0:1767384362.855237:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.855240:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.855241:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384362.855260:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384362.855261:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.855265:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:0.0:1767384362.855270:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384362.855271:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746150656 00000100:00000001:0.0:1767384362.855276:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384362.855277:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384362.855282:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384362.855283:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:1.0:1767384362.855286:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (32) 00000020:00000001:3.0:1767384362.855291:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.855304:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:0.0:1767384362.855307:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.855313:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384362.855318:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384362.855321:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384362.855324:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000010:3.0:1767384362.855325:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8cf3ca1. 00000100:00000001:3.0:1767384362.855330:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.855332:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8cf3ca1. 00000400:00000200:1.0:1767384362.855338:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp35 to MR: 192.168.203.143@tcp35 local destination 00000020:00000010:3.0:1767384362.855339:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f68ee063. 00000020:00000010:3.0:1767384362.855344:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001655db1a. 00000020:00000010:3.0:1767384362.855348:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094d467cb. 00000400:00000200:1.0:1767384362.855352:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp35 NI seq info: [120:120:256:4294967295] 192.168.203.143@tcp35 LPNI seq info [111:111:8:4294967295] 00000100:00000040:3.0:1767384362.855359:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384362.855365:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.855368:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.855371:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.855382:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) -> 192.168.203.143@tcp35(192.168.203.143@tcp35:192.168.203.143@tcp35) 192.168.203.143@tcp35 : ACK try# 0 00000100:00000001:3.0:1767384362.855384:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.855392:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384362.855395:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746150784 00000100:00000001:3.0:1767384362.855396:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384362.855401:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp35 02000000:00000001:0.0:1767384362.855403:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384362.855406:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384362.855411:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.855415:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:1.0:1767384362.855416:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093dfb20d. 02000000:00000001:0.0:1767384362.855416:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.855419:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384362.855469:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746150784 00000020:00000001:0.0:1767384362.855474:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384362.855479:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000800:00000200:1.0:1767384362.855483:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (6) 00000020:00000040:0.0:1767384362.855494:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000040:3.0:1767384362.855495:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000020:00000001:0.0:1767384362.855501:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384362.855502:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472487504 : -111508237064112 : ffff9a957723e850) 00000800:00000200:1.0:1767384362.855503:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp35 ip 192.168.203.143:981 00000020:00000040:0.0:1767384362.855511:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000800:00000200:1.0:1767384362.855514:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000093dfb20d type 0, nob 96 niov 1 nkiov 0 00000100:00000040:3.0:1767384362.855516:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea2fa561 x1853236746150656/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:343/0 lens 4848/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384362.855519:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384362.855529:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000800:00000001:1.0:1767384362.855538:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384362.855540:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384362.855542:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.855551:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8cf3ca1. 00000100:00000001:3.0:1767384362.855564:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384362.855564:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384362.855567:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092e4cc79. 00000020:00000010:3.0:1767384362.855573:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8cf3ca1. 00000100:00000001:0.0:1767384362.855574:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384362.855586:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092e4cc79. 00000100:00100000:3.0:1767384362.855592:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea2fa561 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746150656:12345-0@lo:253: 00000020:00000010:0.0:1767384362.855594:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019a77b77. 00000100:00000200:3.0:1767384362.855600:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746150656 00000020:00000010:0.0:1767384362.855601:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002bb0b5ff. 00000020:00000001:3.0:1767384362.855605:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384362.855607:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fb4b9c8. 00000020:00000001:3.0:1767384362.855609:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.855612:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.855615:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384362.855616:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.855623:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000001:0.0:1767384362.855623:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384362.855629:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.855630:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.855635:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.855640:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384362.855640:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384362.855641:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767384362.855643:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.855648:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384362.855648:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093dfb20d. 00000100:00000001:0.0:1767384362.855652:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.855653:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384362.855655:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384362.855659:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.855667:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000247538c8. 02000000:00000001:3.0:1767384362.855671:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.855672:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: ACK: OK 00000100:00000001:0.0:1767384362.855673:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.855675:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.855684:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:3.0:1767384362.855686:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384362.855690:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:3.0:1767384362.855697:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a282cc56. 00000800:00000001:1.0:1767384362.855700:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384362.855704:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 20000000:01000000:3.0:1767384362.855705:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:1.0:1767384362.855712:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384362.855718:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000040:0.0:1767384362.855718:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000800:00000001:1.0:1767384362.855722:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384362.855726:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384362.855726:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472478288 : -111508237073328 : ffff9a957723c450) 00000800:00000001:1.0:1767384362.855731:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384362.855733:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.855737:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006e3f008 x1853236746150784/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:343/0 lens 4848/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384362.855738:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384362.855742:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384362.855747:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384362.855759:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d35cac9c. 00000100:00000001:0.0:1767384362.855760:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384362.855765:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092e4cc79. 20000000:01000000:3.0:1767384362.855767:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000400:00000200:1.0:1767384362.855769:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp35(192.168.203.143@tcp35) <- 192.168.203.143@tcp35 : ACK - for me 00000100:00000001:0.0:1767384362.855777:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384362.855779:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000010:0.0:1767384362.855785:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092e4cc79. 00080000:00000001:3.0:1767384362.855790:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00100000:0.0:1767384362.855794:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006e3f008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746150784:12345-0@lo:253: 00080000:00000001:3.0:1767384362.855795:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384362.855798:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp35: ACK from 12345-192.168.203.143@tcp35 into md 0x1b8d 00000100:00000200:0.0:1767384362.855807:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746150784 00000020:00000001:0.0:1767384362.855811:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384362.855812:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384362.855814:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:3.0:1767384362.855817:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:0.0:1767384362.855819:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.855824:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384362.855828:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:1.0:1767384362.855830:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp35->192.168.203.143@tcp35: ACK: OK 00080000:00000001:3.0:1767384362.855831:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.855833:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384362.855842:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384362.855844:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384362.855845:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee743d51 00000020:00000001:0.0:1767384362.855849:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384362.855854:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:3.0:1767384362.855855:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.855855:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee743d51. 00000020:00000001:0.0:1767384362.855862:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384362.855864:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384362.855867:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384362.855869:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1767384362.855870:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384362.855878:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 02000000:00000001:0.0:1767384362.855878:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384362.855884:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000020:00000001:3.0:1767384362.855886:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 02000000:00000010:0.0:1767384362.855886:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fe701187. 00000400:00000200:1.0:1767384362.855895:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00080000:00000002:3.0:1767384362.855899:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 02000000:00000001:0.0:1767384362.855899:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.855904:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (31) 00000100:00000001:0.0:1767384362.855910:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384362.855911:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384362.855920:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384362.855924:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384362.855928:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384362.855930:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384362.855931:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:0.0:1767384362.855932:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c95560a3. 20000000:01000000:0.0:1767384362.855937:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384362.855938:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000800:00000001:1.0:1767384362.855939:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384362.855942:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384362.855946:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:0.0:1767384362.855947:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384362.855951:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384362.855952:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cc4bb092. 20000000:00000001:0.0:1767384362.855967:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384362.855969:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565211171328 : -111508498380288 : ffff9a9567908a00) 00000400:00000200:1.0:1767384362.855971:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:3.0:1767384362.855972:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:0.0:1767384362.855981:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000001:00000001:3.0:1767384362.855982:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000010:1.0:1767384362.855982:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000c0737f3b. 00080000:00000010:3.0:1767384362.855993:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e8cf3ca1. 00000400:00000010:1.0:1767384362.855996:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1a4a053. 00080000:00000001:3.0:1767384362.855997:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384362.856003:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000010:1.0:1767384362.856004:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee743d51. 00000400:00000200:1.0:1767384362.856010:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c0737f3b 00000400:00000010:1.0:1767384362.856014:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000008ca52aeb. 00080000:00000001:3.0:1767384362.856016:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.856019:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000400:00000200:1.0:1767384362.856025:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:1.0:1767384362.856028:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (30) 00080000:00000001:3.0:1767384362.856032:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000010:1.0:1767384362.856033:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 0000000052bfb5e3. 00000400:00000010:1.0:1767384362.856040:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e12c5e6. 00000400:00000010:1.0:1767384362.856046:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b50bf3d6. 00000400:00000200:1.0:1767384362.856052:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:1.0:1767384362.856063:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:1.0:1767384362.856071:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:1.0:1767384362.856081:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000100:00000001:3.0:1767384362.856082:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.856087:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.856091:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:1.0:1767384362.856098:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:1.0:1767384362.856104:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:1.0:1767384362.856110:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:1.0:1767384362.856115:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:1.0:1767384362.856121:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000400:00000200:1.0:1767384362.856126:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000400:00000200:1.0:1767384362.856132:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:1.0:1767384362.856152:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:1.0:1767384362.856158:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:1.0:1767384362.856164:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:1.0:1767384362.856169:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:1.0:1767384362.856174:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000400:00000200:1.0:1767384362.856179:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:1.0:1767384362.856187:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000400:00000200:1.0:1767384362.856193:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000400:00000200:1.0:1767384362.856199:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 24], ns[62, 24] 00000400:00000200:1.0:1767384362.856205:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 24], ns[78, 24] 00000400:00000200:1.0:1767384362.856210:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 24], ns[117, 24] 00000400:00000200:1.0:1767384362.856216:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[79, 24] 00000400:00000200:1.0:1767384362.856222:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 00000400:00000200:1.0:1767384362.856229:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 24], ns[100, 24] 00000400:00000200:1.0:1767384362.856236:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 24], ns[116, 24] 00000400:00000200:1.0:1767384362.856242:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 24], ns[120, 24] 00000400:00000200:1.0:1767384362.856265:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[106, 24], ns[115, 24] 00000400:00000200:1.0:1767384362.856271:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[109, 24], ns[118, 24] 00000400:00000200:1.0:1767384362.856285:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:1.0:1767384362.856290:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp18 00000400:00000200:1.0:1767384362.856294:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp18 lpni_is_preferred = 0 00000400:00000200:1.0:1767384362.856307:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp18 00000400:00000200:1.0:1767384362.856311:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp18 NI seq info: [121:121:256:4294967295] 192.168.203.143@tcp18 LPNI seq info [112:112:8:4294967295] 00000400:00000200:1.0:1767384362.856318:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp18 00000400:00000200:1.0:1767384362.856325:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18:) -> 192.168.203.143@tcp18(192.168.203.143@tcp:192.168.203.143@tcp18) : GET try# 0 00000800:00000200:1.0:1767384362.856331:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp18 00000800:00000010:1.0:1767384362.856335:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000093dfb20d. 00000800:00000200:1.0:1767384362.856340:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (6) 00000800:00000200:1.0:1767384362.856348:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp18 ip 192.168.203.143:988 00000800:00000200:1.0:1767384362.856351:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000093dfb20d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384362.856367:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:1.0:1767384362.856370:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000800:00000200:0.0:1767384362.856947:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.856951:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000093dfb20d. 00000400:00000200:0.0:1767384362.856958:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.856964:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: GET: OK 00000400:00000200:0.0:1767384362.856968:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384362.856972:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384362.856973:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000001:3.0:1767384362.856986:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384362.856989:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.856998:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384362.857004:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18) <- 192.168.203.143@tcp18 : GET - for me 00000400:00000200:3.0:1767384362.857012:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384362.857017:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 544/544 into md 0x1b89 [1] + 0 00000400:00000200:3.0:1767384362.857023:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp18 to MR: 192.168.203.143@tcp18 local destination 00000400:00000200:3.0:1767384362.857028:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp18 NI seq info: [122:122:256:4294967295] 192.168.203.143@tcp18 LPNI seq info [113:113:8:4294967295] 00000400:00000200:3.0:1767384362.857038:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18:192.168.203.143@tcp18) -> 192.168.203.143@tcp18(192.168.203.143@tcp18:192.168.203.143@tcp18) 192.168.203.143@tcp18 : REPLY try# 0 00000800:00000200:3.0:1767384362.857049:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.143@tcp18 00000800:00000010:3.0:1767384362.857052:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c44cc65. 00000800:00000200:3.0:1767384362.857056:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (6) 00000800:00000200:3.0:1767384362.857060:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp18 ip 192.168.203.143:1005 00000800:00000200:3.0:1767384362.857062:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000c44cc65 type 3, nob 640 niov 1 nkiov 1 00000800:00000001:0.0:1767384362.857099:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.857131:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384362.857132:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384362.857136:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c44cc65. 00000400:00000200:3.0:1767384362.857142:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384362.857143:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384362.857150:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.857153:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384362.857160:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: REPLY: OK 00000800:00000001:0.0:1767384362.857165:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.857175:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18) <- 192.168.203.143@tcp18 : REPLY - for me 00000400:00000200:0.0:1767384362.857187:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp18: Reply from 12345-192.168.203.143@tcp18 of length 544/544 into md 0x1ba5 00000800:00000001:0.0:1767384362.857194:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.857199:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.857201:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.857203:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: REPLY: OK 00000400:00000200:0.0:1767384362.857208:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e12c5e6 00000400:00000010:0.0:1767384362.857210:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e12c5e6. 00000400:00000200:0.0:1767384362.857214:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384362.857217:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:0.0:1767384362.857222:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:0.0:1767384362.857225:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 32. state = 0x100271 00000400:00000200:0.0:1767384362.857229:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384362.857240:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (31) 00000800:00000001:0.0:1767384362.857254:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.857257:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.857330:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384362.857338:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00000400:00000010:1.0:1767384362.857345:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 000000001c66a35c. 00000400:00000010:1.0:1767384362.857349:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 00000000c5c63795. 00000400:00000010:1.0:1767384362.857353:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 00000000e7be00fa. 00000400:00000200:1.0:1767384362.857458:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp30(000000009875eaed) status changed from 0xdeadface to 0x15aac0de 00080000:00000010:0.0:1767384362.857462:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cc4bb092. 00000400:00000200:1.0:1767384362.857471:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp34(0000000028f203b6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384362.857479:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp36(000000007b9dc6d6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384362.857484:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp37(000000008f4c244b) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384362.857491:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f5599bac. 00000400:00000200:1.0:1767384362.857497:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f5599bac nid 192.168.203.143@tcp38 00080000:00000010:3.0:1767384362.857500:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e8cf3ca1. 00000400:00000010:1.0:1767384362.857503:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000079481b32. 00040000:00000001:3.0:1767384362.857505:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384362.857509:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:1.0:1767384362.857510:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 0000000079481b32 net tcp38 00080000:00000001:3.0:1767384362.857511:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384362.857518:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 00000400:00000200:1.0:1767384362.857518:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (30) 20000000:00000001:3.0:1767384362.857520:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384362.857522:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384362.857532:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384362.857533:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp38 flags 0x11 00000400:00000010:1.0:1767384362.857552:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bac40f7c. 20000000:00000001:3.0:1767384362.857553:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384362.857559:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:1.0:1767384362.857563:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bac40f7c nid 192.168.203.143@tcp39 00080000:00000001:3.0:1767384362.857564:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384362.857568:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c9b42af. 00000400:00000010:1.0:1767384362.857572:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a15b8a91. 20000000:01000000:0.0:1767384362.857572:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000400:00000200:1.0:1767384362.857581:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a15b8a91 net tcp39 20000000:00000001:0.0:1767384362.857581:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384362.857587:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (31) 00080000:00000001:0.0:1767384362.857587:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384362.857594:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384362.857599:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp39 flags 0x11 00000400:00000010:1.0:1767384362.857607:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000de0fd882. 00000400:00000200:1.0:1767384362.857612:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000de0fd882 nid 192.168.203.143@tcp40 00080000:00000001:0.0:1767384362.857612:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000010:1.0:1767384362.857632:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cc8e667c. 00000400:00000200:1.0:1767384362.857636:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cc8e667c net tcp40 00000400:00000200:1.0:1767384362.857639:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (32) 00080000:00000001:0.0:1767384362.857643:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384362.857646:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:1.0:1767384362.857651:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp40 flags 0x11 00080000:00000001:0.0:1767384362.857651:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384362.857653:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384362.857657:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384362.857659:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384362.857665:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000010:1.0:1767384362.857668:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 000000001c66a35c. 00080000:00000001:0.0:1767384362.857669:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384362.857677:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000400:00000010:1.0:1767384362.857692:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 00000000c5c63795. 00010000:00000001:3.0:1767384362.857696:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000010:1.0:1767384362.857705:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 00000000e7be00fa. 00010000:00000001:3.0:1767384362.857706:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384362.857706:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:0.0:1767384362.857715:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000010:1.0:1767384362.857718:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 0000000052bfb5e3. 00080000:00000001:0.0:1767384362.857721:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384362.857722:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d52d36b1. 00000400:00000200:1.0:1767384362.857732:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00080000:00000001:0.0:1767384362.857734:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.857735:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384362.857743:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dac885ac. 00080000:00000001:0.0:1767384362.857745:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.857749:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 00000020:00000001:3.0:1767384362.857756:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384362.857756:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384362.857763:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00000020:00000040:3.0:1767384362.857764:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dac885ac with handle 0x980286e253c5fd18 to hash 00000020:00000001:0.0:1767384362.857764:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384362.857777:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384362.857778:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:1.0:1767384362.857781:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00010000:00000001:3.0:1767384362.857786:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00080000:00000010:0.0:1767384362.857787:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002626f672. 00000400:00000200:1.0:1767384362.857793:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00010000:00000001:3.0:1767384362.857794:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00080000:00000001:0.0:1767384362.857796:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325517312 : -111513384034304 : ffff9a94445b6000) 00000400:00000200:1.0:1767384362.857801:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00080000:00000001:0.0:1767384362.857803:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384362.857814:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384362.857815:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384362.857815:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00010000:00000001:3.0:1767384362.857820:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384362.857820:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000092e4cc79. 00000400:00000200:1.0:1767384362.857823:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (33) 00080000:00000001:0.0:1767384362.857830:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384362.857831:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384362.857837:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384362.857847:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384362.857850:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384362.857854:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384362.857856:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384362.857859:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384362.857859:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.857871:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384362.857872:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.857875:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384362.857877:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384362.857878:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:0.0:1767384362.857880:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384362.857881:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384362.857885:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d52d36b1) refcount = 1 00010000:00010000:3.0:1767384362.857891:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.857895:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384362.857897:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384362.857899:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.857900:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.857902:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384362.857905:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384362.857907:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384362.857910:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384362.857912:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.857913:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=4 00000020:00000001:3.0:1767384362.857914:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384362.857916:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384362.857918:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384362.857919:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.857932:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384362.857933:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.857937:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.857938:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384362.857940:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.857943:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384362.857944:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.857946:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384362.857947:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384362.857952:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dac885ac already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384362.857953:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384362.857955:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384362.857956:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.857960:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384362.857962:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384362.857962:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.857964:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=5 00000020:00000001:3.0:1767384362.857965:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384362.857966:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384362.857968:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384362.857969:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.857973:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384362.857974:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384362.857979:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.857982:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384362.857983:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384362.857985:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384362.857986:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384362.857987:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dac885ac with handle 0x980286e253c5fd18 from hash 00010000:00000001:3.0:1767384362.857989:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384362.857990:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.857991:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.857992:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384362.857993:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384362.857994:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384362.857996:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384362.857997:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.857999:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.858001:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384362.858002:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384362.858003:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.858004:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.858005:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.858006:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.858008:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384362.858009:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.858013:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.858014:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.858015:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384362.858016:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384362.858017:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.858018:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.858019:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384362.858021:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384362.858022:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384362.858024:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.858027:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384362.858032:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384362.858033:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dac885ac/0x980286e253c5fd18 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384362.858038:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d52d36b1 count: 0 00010000:00000001:3.0:1767384362.858049:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384362.858050:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384362.858061:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384362.858063:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384362.858065:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a282cc56. 20000000:00000001:3.0:1767384362.858068:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.858070:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746150656 00010000:00000001:3.0:1767384362.858072:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.858076:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea2fa561 x1853236746150656/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.858082:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.858084:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.858087:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.858091:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.858093:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.858094:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384362.858096:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.858098:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.858100:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.858101:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.858104:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb8f11a. 00000100:00000200:3.0:1767384362.858107:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746150656, offset 224 00000400:00000200:3.0:1767384362.858110:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.858116:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.858122:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06300 00000400:00000200:3.0:1767384362.858124:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b91 [2] + 224 00000400:00000200:3.0:1767384362.858128:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.858130:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.858143:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.858146:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.858159:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.858174:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.858179:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb8f11a 00000400:00000010:3.0:1767384362.858181:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cb8f11a. 00000100:00000001:3.0:1767384362.858183:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.858184:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.858188:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.858191:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384362.858193:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.858196:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.858210:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384362.858218:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea2fa561 x1853236746150656/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.858222:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.858225:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384362.858230:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea2fa561 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746150656:12345-0@lo:253: Request processed in 2682us (3492us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384362.858235:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.858238:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384362.858240:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000400:00000010:0.0:1767384362.858241:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d514d18. 00000100:00000040:3.0:1767384362.858256:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000400:00000200:0.0:1767384362.858257:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ccc12fe 00000400:00000010:0.0:1767384362.858264:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ccc12fe. 00000100:00000001:3.0:1767384362.858266:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.858273:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384362.858276:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384362.858279:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001655db1a. 00000020:00000010:3.0:1767384362.858284:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094d467cb. 00000100:00000200:0.0:1767384362.858284:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384362.858303:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f68ee063. 00000020:00000040:3.0:1767384362.858313:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:3.0:1767384362.858322:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384362.858326:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384362.858327:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000247538c8. 02000000:00000001:3.0:1767384362.858336:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384362.858341:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384362.858347:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384362.858357:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5bb6112. 00000100:00000001:0.0:1767384362.858361:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384362.858363:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384362.858364:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb8f11a. 00000100:00000001:0.0:1767384362.858366:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384362.858370:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384362.858373:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384362.858374:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.858377:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384362.858381:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=68 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384362.858386:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=68 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384362.858390:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384362.858392:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.858394:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384362.858396:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.858399:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.858401:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.858406:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.858409:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384362.858410:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384362.858414:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384362.858415:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384362.858417:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384362.858418:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384362.858419:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384362.858421:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384362.858422:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384362.858423:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384362.858424:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384362.858425:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384362.858426:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384362.858431:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746150656:0@lo:253: 00000100:00000001:0.0:1767384362.858436:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.858459:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384362.858468:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2e93a0 x1853236746150656/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.858474:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384362.858477:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384362.858480:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ff926096. 02000000:00000001:0.0:1767384362.858501:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384362.858504:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384362.858506:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384362.858508:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384362.858510:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000583b5830. 02000000:00000001:0.0:1767384362.858516:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384362.858518:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384362.858520:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2e93a0. 00000100:00000001:0.0:1767384362.858523:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384362.858524:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.858526:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.858531:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384362.858532:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.858534:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.858537:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384362.859492:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002626f672. 00080000:00000010:0.0:1767384362.859531:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000092e4cc79. 00040000:00000001:0.0:1767384362.859537:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384362.859539:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384362.859541:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384362.859544:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384362.859547:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384362.859548:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384362.859550:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384362.859562:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384362.859564:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384362.859568:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384362.859580:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384362.859591:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384362.859594:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384362.859598:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384362.859600:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384362.859605:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c1e53dd. 00010000:00000001:3.0:1767384362.859608:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384362.859611:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6457ae. 00000020:00000001:3.0:1767384362.859613:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384362.859614:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b6457ae with handle 0x980286e253c5fd1f to hash 00000020:00000001:3.0:1767384362.859616:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384362.859617:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384362.859618:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384362.859621:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384362.859623:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384362.859625:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.859631:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384362.859633:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384362.859635:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384362.859636:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384362.859637:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.859639:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384362.859640:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.859641:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384362.859642:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384362.859643:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384362.859643:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384362.859644:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c1e53dd) refcount = 1 00010000:00010000:3.0:1767384362.859646:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.859650:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384362.859651:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384362.859652:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.859653:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.859661:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384362.859663:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384362.859666:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384362.859669:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384362.859671:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.859672:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=4 00000020:00000001:3.0:1767384362.859674:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384362.859677:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00080000:00000020:0.0:1767384362.859679:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384362.859680:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384362.859682:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384362.859684:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384362.859689:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c95560a3. 00010000:00000001:3.0:1767384362.859700:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:0.0:1767384362.859700:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384362.859704:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384362.859707:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746150784 00010000:00000001:0.0:1767384362.859718:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384362.859719:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.859722:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384362.859723:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.859727:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384362.859735:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.859738:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000200:0.0:1767384362.859739:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006e3f008 x1853236746150784/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384362.859740:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384362.859771:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384362.859772:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b6457ae already unused, calling callback (000000004feed035) 00010000:00000001:0.0:1767384362.859774:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.859776:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:0.0:1767384362.859779:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=68 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384362.859780:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384362.859783:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384362.859787:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384362.859794:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384362.859806:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384362.859807:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384362.859811:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384362.859813:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384362.859815:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.859818:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384362.859819:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.859825:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=5 00000100:00000040:0.0:1767384362.859826:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384362.859831:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000400:00000010:0.0:1767384362.859832:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b506bee. 00010000:00000001:3.0:1767384362.859835:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000200:0.0:1767384362.859838:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746150784, offset 224 00010000:00000001:3.0:1767384362.859839:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384362.859843:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384362.859850:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384362.859859:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384362.859861:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384362.859864:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.859867:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384362.859870:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384362.859873:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384362.859876:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384362.859882:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.859882:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06380 00000020:00000040:3.0:1767384362.859892:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b6457ae with handle 0x980286e253c5fd1f from hash 00000400:00000200:0.0:1767384362.859899:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b99 [2] + 224 00010000:00000001:3.0:1767384362.859901:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384362.859904:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.859906:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384362.859907:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384362.859908:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384362.859911:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384362.859914:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384362.859917:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384362.859918:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384362.859920:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.859922:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384362.859924:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384362.859928:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.859930:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384362.859932:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384362.859943:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.859948:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.859950:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.859958:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.859964:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.859965:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384362.859975:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.859999:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.860005:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.860006:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384362.860008:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384362.860009:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384362.860010:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.860012:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.860013:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1767384362.860015:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b506bee 00010000:00000001:3.0:1767384362.860016:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384362.860020:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b506bee. 20000000:00000001:3.0:1767384362.860023:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.860024:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1767384362.860026:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384362.860027:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384362.860032:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.860035:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:0.0:1767384362.860039:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384362.860040:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384362.860047:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:3.0:1767384362.860048:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b6457ae/0x980286e253c5fd1f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384362.860054:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.860057:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c1e53dd count: 0 00010000:00000001:3.0:1767384362.860064:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384362.860064:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:00000001:3.0:1767384362.860066:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384362.860069:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006e3f008 x1853236746150784/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384362.860078:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006e3f008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746150784:12345-0@lo:253: Request processed in 4317us (5093us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384362.860085:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767384362.860088:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384362.860089:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.860095:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.860096:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.860097:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384362.860102:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002bb0b5ff. 00000400:00000001:3.0:1767384362.860103:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.860113:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384362.860115:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fb4b9c8. 00000400:00000010:3.0:1767384362.860116:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004934bb5a. 00000400:00000200:3.0:1767384362.860131:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4511328 00000020:00000010:0.0:1767384362.860146:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019a77b77. 00000400:00000010:3.0:1767384362.860151:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4511328. 00000020:00000040:0.0:1767384362.860153:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:3.0:1767384362.860156:0:16353:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384362.860158:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384362.860160:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fe701187. 00000100:00000200:3.0:1767384362.860165:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384362.860168:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384362.860175:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384362.860188:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384362.860191:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384362.860195:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000413ac9ad. 00000400:00000010:0.0:1767384362.860206:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b506bee. 00000100:00000001:3.0:1767384362.860207:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.860215:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.860220:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.860223:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.860225:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.860226:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.860234:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.860238:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=68 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384362.860240:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.860242:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.860259:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.860261:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384362.860262:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.860264:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.860267:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.860272:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.860273:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.860275:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384362.860278:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384362.860279:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384362.860280:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384362.860281:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384362.860282:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384362.860283:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384362.860284:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384362.860285:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384362.860286:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384362.860288:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.860292:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032332ec9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746150784:0@lo:253: 00000100:00000001:3.0:1767384362.860295:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.860307:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.860309:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032332ec9 x1853236746150784/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.860313:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.860314:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.860316:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000286ed19f. 02000000:00000001:3.0:1767384362.860319:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.860321:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.860322:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384362.860329:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384362.860330:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a987b921. 02000000:00000001:3.0:1767384362.860333:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.860335:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.860336:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032332ec9. 00000100:00000001:3.0:1767384362.860355:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.860356:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.860357:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.860362:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.860363:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.860364:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.860366:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.861512:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294951625, at 4294951626 00000100:00000010:0.0:1767384362.861523:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000527a532d. 00000100:00000040:2.0:1767384362.861580:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294951625, at 4294951626 00000100:00000010:2.0:1767384362.861591:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af6e5fd9. 00000100:00000040:3.0:1767384362.861621:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294951625, at 4294951626 00000100:00000010:3.0:1767384362.861627:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab38eee4. 00000100:00000040:1.0:1767384362.862504:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294951625, at 4294951627 00000100:00000010:1.0:1767384362.862515:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002cac471. 00010000:00000010:3.1:1767384362.863490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d52d36b1. 00010000:00000010:3.1:1767384362.863499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dac885ac. 00010000:00000010:3.1:1767384362.863507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c1e53dd. 00010000:00000010:3.1:1767384362.863515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6457ae. 00000400:00000010:3.0:1767384362.876749:0:32668:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e256fb5a. 00000400:00000040:3.0:1767384362.876772:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384362.876775:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384362.876779:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384362.876781:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384362.876784:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384362.876786:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384362.876790:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384362.876792:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384362.876794:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384362.876795:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384362.876812:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384362.876815:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384362.876818:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384362.876820:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384362.876822:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384362.876825:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384362.876827:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384362.876829:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384362.876831:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384362.876834:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384362.876836:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384362.876838:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384362.876849:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384362.876851:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384362.876853:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384362.876856:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384362.876859:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384362.876861:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384362.876863:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384362.876865:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384362.876866:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384362.876871:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384362.876873:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384362.876875:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384362.876877:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384362.876879:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384362.876881:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384362.876884:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384362.876887:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384362.876889:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384362.876891:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384362.876893:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384362.876896:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384362.876898:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384362.876900:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384362.876903:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384362.876905:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384362.876907:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384362.876910:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384362.876912:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384362.876914:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384362.876916:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384362.876918:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384362.876921:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384362.876923:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384362.876926:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384362.876927:0:32668:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384362.877053:0:32668:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e256fb5a. 00010000:00000001:2.0:1767384363.363521:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384363.363529:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.363537:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384363.363539:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.363579:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384363.363583:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.363587:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384363.428488:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384363.428493:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384363.428497:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984e0ddd 00000400:00000010:2.0:1767384363.428501:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984e0ddd. 00000400:00000200:2.0:1767384363.428506:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384363.428512:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp37 recovery ping unlinked 00000400:00000010:2.0:1767384363.428522:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f28c8639. 00000400:00000010:2.0:1767384363.428525:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b99fb004. 00080000:00000010:2.0:1767384364.349758:0:33121:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000290978a8. 00080000:00000010:2.0:1767384364.349770:0:33121:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000290978a8. 00000020:00000001:2.0:1767384364.349776:0:33121:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384364.349800:0:33121:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000290978a8. 00080000:00000010:2.0:1767384364.349805:0:33121:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000290978a8. 00000020:00000001:2.0:1767384364.349810:0:33121:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.387486:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384364.387491:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.387495:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384364.387496:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.387550:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384364.387555:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.387559:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384364.452504:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e90304df] -> 12345-192.168.203.143@tcp19 (6) 00000400:00000200:1.0:1767384364.452504:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp37 00000800:00000200:2.0:1767384364.452515:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp19 ip 192.168.203.143:988 00000400:00000010:1.0:1767384364.452517:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007f537362. 00000800:00000200:2.0:1767384364.452520:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384364.452527:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a52afa2a. 00000400:00000010:1.0:1767384364.452535:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e12c5e6. 00000400:00000010:1.0:1767384364.452545:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000252e8cab. 00000400:00000200:1.0:1767384364.452552:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp37 00000400:00000200:1.0:1767384364.452571:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp37 local destination 00000400:00000200:1.0:1767384364.452576:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp37 00000400:00000200:1.0:1767384364.452579:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp37 NI seq info: [123:123:256:4294967295] 192.168.203.143@tcp37 LPNI seq info [114:114:8:4294967295] 00000400:00000200:1.0:1767384364.452584:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp37 00000400:00000200:1.0:1767384364.452590:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp37(192.168.203.143@tcp37:) -> 192.168.203.143@tcp37(192.168.203.143@tcp37:192.168.203.143@tcp37) : GET try# 0 00000800:00000200:1.0:1767384364.452594:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp37 00000800:00000010:1.0:1767384364.452598:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000093778767. 00000800:00000200:1.0:1767384364.452602:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000800:00000200:1.1:1767384364.452605:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000400:00000200:1.0:1767384364.452625:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp37 added to recovery queue. ping count: 2 next ping: 289 health :800 00000800:00000200:0.0:1767384364.452646:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384364.452653:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.452662:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384364.452666:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.452669:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.452685:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452718:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452738:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452764:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452785:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452807:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452828:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452849:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452871:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452890:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452921:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452944:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452959:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452976:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.452993:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453015:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453031:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453046:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453062:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453078:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453094:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453111:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453129:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453147:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453163:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453180:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453197:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453212:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453227:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453259:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453276:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453290:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453305:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453319:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384364.453334:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384364.453463:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007b9f048c. 00000800:00000010:2.0:1767384364.453468:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000743131c3. 00000800:00000010:2.0:1767384364.453473:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003bf082f0. 00000800:00000010:2.0:1767384364.453493:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003bf082f0. 00000800:00020000:2.0:1767384364.453500:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384364.453503:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000743131c3. 00000800:00000010:2.0:1767384364.453512:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007b9f048c. 00000400:02020000:2.0:1767384364.453546:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp37 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384364.453551:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp37 notifying 192.168.203.143@tcp37: down 00000800:00000200:2.0:1767384364.453556:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp37 down 00000800:00000100:2.0:1767384364.453561:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp37 00000800:00000010:2.0:1767384364.453563:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000093778767. 00000400:00000200:2.0:1767384364.453565:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384364.453569:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp37->192.168.203.143@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384364.453576:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384364.453578:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384364.453581:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp37) recovery failed with -71 00000100:00000001:0.0:1767384364.707502:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384364.707508:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384364.707595:0:17911:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007b9f048c. 00000100:00000001:2.0:1767384364.707604:0:17911:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384364.707606:0:17911:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384365.045569:0:33285:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384365.045574:0:33285:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:0.0:1767384365.050848:0:33285:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384365.059149:0:33286:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009e49ca5b. 00000400:00000010:0.0:1767384365.059178:0:33286:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000abc1ee2e. 00000400:00000010:0.0:1767384365.059189:0:33286:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000dca4b8db. 00000400:00000010:0.0:1767384365.059192:0:33286:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000daac72cc. 00000400:00000010:0.0:1767384365.059196:0:33286:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a937c559. 00000400:00000010:0.0:1767384365.059200:0:33286:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2c45b6b. 00000400:00000010:0.0:1767384365.059202:0:33286:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005c51200c. 00000400:00000010:0.0:1767384365.059204:0:33286:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000034be70de. 00000400:00000010:0.0:1767384365.059207:0:33286:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006ded05d7. 00000800:00000010:0.0:1767384365.059223:0:33286:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002c50c8d6. 00000800:00000200:0.0:1767384365.059255:0:33286:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384365.059268:0:33286:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384365.059307:0:33286:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:0.0:1767384365.059332:0:33286:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp41 [8/256/0/180] 00000400:00000010:0.0:1767384365.061618:0:33286:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000093ff2184. 00000400:00000010:0.0:1767384365.061625:0:33286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d820cad5. 00000400:00000010:0.0:1767384365.061631:0:33286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c80a73a. 00000400:00000001:0.0:1767384365.061651:0:33286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384365.061653:0:33286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384365.061655:0:33286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6ec4972. 00000400:00000200:0.0:1767384365.061657:0:33286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000150cfc41 00000400:00000010:0.0:1767384365.061659:0:33286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000150cfc41. 00000400:00000010:0.0:1767384365.061663:0:33286:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000a208c4bf. 00000400:00000200:0.0:1767384365.061668:0:33286:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (32) 00000400:00000200:0.0:1767384365.061680:0:33286:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384365.061690:0:33286:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:0.0:1767384365.061698:0:33286:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c95560a3. 00000020:01000000:0.0:1767384365.061704:0:33286:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384365.061705:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384365.061707:0:33286:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp41 00000400:00000200:2.0:1767384365.061717:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:0.0:1767384365.061725:0:33286:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000abc1ee2e. 00000400:00000010:2.0:1767384365.061727:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984e0ddd. 00000400:00000010:0.0:1767384365.061731:0:33286:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009e49ca5b. 00000400:00000200:2.0:1767384365.061734:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (33) 00000400:00000010:2.0:1767384365.061743:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009a1e22a5. 00000400:00000200:2.0:1767384365.061748:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp18 00000020:00000001:1.0:1767384365.061756:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384365.061762:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384365.061765:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp18 to MR: 192.168.203.143@tcp18 local destination 10000000:00000001:1.0:1767384365.061767:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384365.061771:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384365.061776:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384365.061777:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp18 NI seq info: [124:124:256:4294967295] 192.168.203.143@tcp18 LPNI seq info [115:115:8:4294967295] 00000020:01000004:1.0:1767384365.061780:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384365.061785:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384365.061788:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384365.061792:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp18 00000020:01000004:1.0:1767384365.061793:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384365.061798:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384365.061800:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384365.061805:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384365.061818:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384365.061819:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18:192.168.203.143@tcp18) -> 192.168.203.143@tcp18(192.168.203.143@tcp18:192.168.203.143@tcp18) : PUT try# 0 00000020:01000004:1.0:1767384365.061823:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384365.061833:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.143@tcp18 00000100:00000010:1.0:1767384365.061834:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038349e76. 00000800:00000010:2.0:1767384365.061844:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004da0149. 00000020:00000040:1.0:1767384365.061844:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384365.061851:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384365.061856:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (6) 02000000:00000001:1.0:1767384365.061857:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384365.061864:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384365.061868:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp18 ip 192.168.203.143:988 00000800:00000200:2.0:1767384365.061873:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004da0149 type 1, nob 656 niov 1 nkiov 1 02000000:00000010:1.0:1767384365.061875:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000298fd7ca. 00000100:00000001:1.0:1767384365.061892:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.061901:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384365.061904:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.061909:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000040:1.0:1767384365.061913:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038349e76] to pc [ptlrpcd_00_01+1] req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384365.061920:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 10000000:00000001:1.0:1767384365.061954:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384365.061957:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.061960:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384365.061962:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384365.061970:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384365.061972:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384365.061972:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384365.061978:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384365.061980:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:1.0:1767384365.061981:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384365.061987:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384365.061988:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384365.061989:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384365.061994:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384365.061996:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384365.061997:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384365.062000:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:2.0:1767384365.062001:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384365.062002:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384365.062007:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384365.062010:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384365.062015:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064f18e40. 00000020:00000040:1.0:1767384365.062022:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384365.062026:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384365.062027:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384365.062031:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384365.062033:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.062035:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.062044:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384365.062046:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009d90b90e. 00000800:00000200:3.0:1767384365.062047:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384365.062050:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384365.062052:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384365.062056:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004da0149. 02000000:00000001:2.0:1767384365.062056:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.062058:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384365.062062:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384365.062065:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000038349e76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746150912:0@lo:253: 00000400:00000200:3.0:1767384365.062068:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384365.062070:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064f18e40] to pc [ptlrpcd_00_02+2] req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.062079:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384365.062087:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384365.062091:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: PUT: OK 02000000:00000001:2.0:1767384365.062092:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.062095:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384365.062099:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000001:1.0:1767384365.062102:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384365.062104:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000059708ddd. 00000400:00000200:3.0:1767384365.062106:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp18: 0 10000000:00000001:1.0:1767384365.062108:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.062110:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384365.062116:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ccc1f9a. 00000800:00000001:3.0:1767384365.062119:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384365.062123:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384365.062127:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384365.062129:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000660bb61d. 00000020:00000010:1.0:1767384365.062130:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c95560a3. 00000800:00000001:3.0:1767384365.062134:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384365.062139:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746150912, portal 25 00000800:00000001:3.0:1767384365.062140:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384365.062153:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.062153:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384365.062154:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384365.062156:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317029376 : -111508392522240 : ffff9a956ddfce00) 00000100:00000001:1.0:1767384365.062161:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.062166:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18) <- 192.168.203.143@tcp18 : PUT - for me 00000100:00000040:2.0:1767384365.062167:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.062178:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384365.062178:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.062182:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384365.062184:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 560 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384365.062186:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384365.062187:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384365.062193:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048fa8a73. 00000100:00000040:1.0:1767384365.062195:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384365.062201:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 544/560 into md 0x1ba1 [1] + 0 00000400:00000010:3.0:1767384365.062215:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1a4a053. 00000100:00000001:1.0:1767384365.062218:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384365.062221:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.062224:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee743d51 02000000:00000001:1.0:1767384365.062225:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384365.062245:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384365.062248:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746150912, offset 0 02000000:00000001:1.0:1767384365.062249:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384365.062251:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384365.062259:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064f18e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746151040:0@lo:253: 00000800:00000001:3.0:1767384365.062262:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384365.062266:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384365.062269:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384365.062270:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384365.062274:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384365.062278:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.062282:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: PUT: OK 00000400:00000200:2.0:1767384365.062284:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384365.062285:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384365.062290:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee743d51 02000000:00000010:1.0:1767384365.062293:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bbd2a0ae. 00000400:00000010:3.0:1767384365.062296:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee743d51. 00000400:00000200:2.0:1767384365.062299:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06400 02000000:00000001:1.0:1767384365.062301:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.062305:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:1.0:1767384365.062309:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000633f5317. 00000400:00000200:2.0:1767384365.062310:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13c9 [2] + 0 00000400:00000200:3.0:1767384365.062311:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (34) 00000400:00000200:3.0:1767384365.062320:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:3.0:1767384365.062325:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (560 bytes) 00000400:00000010:2.0:1767384365.062325:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000551290f5. 00000400:00000200:2.0:1767384365.062329:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001fec8cab 00000400:00000200:3.0:1767384365.062330:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:1.0:1767384365.062336:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c09c3749. 00000400:00000200:2.0:1767384365.062337:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.062343:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (35) 00000100:00000200:1.0:1767384365.062345:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746151040, portal 25 00000400:00000200:2.0:1767384365.062349:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384365.062350:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384365.062351:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384365.062355:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317035648 : -111508392515968 : ffff9a956ddfe680) 00000400:00000200:3.0:1767384365.062363:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp18 to MR: 192.168.203.143@tcp18 local destination 00000100:00000040:1.0:1767384365.062364:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.062376:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384365.062382:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp18 NI seq info: [125:125:256:4294967295] 192.168.203.143@tcp18 LPNI seq info [116:116:8:4294967295] 00000100:00000040:1.0:1767384365.062382:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384365.062388:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003df9c448. 00000100:00000200:1.0:1767384365.062393:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746151040, offset 0 00000400:00000200:1.0:1767384365.062404:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384365.062409:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18:192.168.203.143@tcp18) -> 192.168.203.143@tcp18(192.168.203.143@tcp18:192.168.203.143@tcp18) 192.168.203.143@tcp18 : ACK try# 0 00000800:00000200:3.0:1767384365.062422:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp18 00000400:00000200:1.0:1767384365.062450:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384365.062456:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fec8cab 00000400:00000200:1.0:1767384365.062464:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06480 00000400:00000010:2.0:1767384365.062465:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fec8cab. 00000800:00000010:3.0:1767384365.062471:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d1eeffd. 00000100:00000001:2.0:1767384365.062476:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384365.062478:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13e1 [2] + 0 00000400:00000010:1.0:1767384365.062485:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a529b07c. 00000100:00000200:2.0:1767384365.062490:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384365.062490:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009cb6510a 00000800:00000200:3.0:1767384365.062498:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (6) 00000100:00000040:2.0:1767384365.062498:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000d9a496d8 x1853236746150912 msgsize 4848 00000400:00000200:1.0:1767384365.062499:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.062512:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1767384365.062517:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp18 ip 192.168.203.143:1005 00000100:00100000:2.0:1767384365.062520:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384365.062522:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cb6510a 00000800:00000200:3.0:1767384365.062524:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d1eeffd type 0, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767384365.062524:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384365.062525:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009cb6510a. 00000100:00000001:1.0:1767384365.062534:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384365.062536:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384365.062540:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384365.062541:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000053818933 x1853236746151040 msgsize 4848 00000800:00000001:3.0:1767384365.062544:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384365.062552:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048fa8a73 00000100:00100000:1.0:1767384365.062553:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767384365.062555:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384365.062558:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:2.0:1767384365.062559:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048fa8a73. 00000100:00000001:2.0:1767384365.062568:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384365.062572:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384365.062575:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384365.062581:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003df9c448 00000400:00000010:1.0:1767384365.062585:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003df9c448. 00000100:00000001:1.0:1767384365.062591:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384365.062599:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.062601:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384365.062611:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.062611:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384365.062618:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384365.062642:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384365.062650:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d1eeffd. 00000100:00000001:2.0:1767384365.062653:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.062653:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.062656:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384365.062661:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384365.062661:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384365.062668:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: ACK: OK 00000100:00000001:2.0:1767384365.062670:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.062672:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.062675:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294953833 00000100:00000001:1.0:1767384365.062677:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294953833 00000800:00000001:3.0:1767384365.062680:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384365.062687:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eee94de2. 00000800:00000001:3.0:1767384365.062688:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384365.062690:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384365.062695:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.062695:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000800:00000001:3.0:1767384365.062698:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384365.062701:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294953833 00000100:00000001:1.0:1767384365.062702:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294953833 00000800:00000001:3.0:1767384365.062704:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384365.062706:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd007444. 00000100:00000001:1.0:1767384365.062709:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294953833 00000100:00000001:2.0:1767384365.062712:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384365.062718:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp18(192.168.203.143@tcp18) <- 192.168.203.143@tcp18 : ACK - for me 00000100:00000001:1.0:1767384365.062720:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294953833 00000100:00000001:2.0:1767384365.062721:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294953833 00000100:00000001:1.0:1767384365.062727:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294953833 00000100:00000010:2.0:1767384365.062731:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064f88d96. 00000400:00000200:3.0:1767384365.062735:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp18: ACK from 12345-192.168.203.143@tcp18 into md 0x1bc1 00000100:00000001:2.0:1767384365.062737:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384365.062739:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384365.062743:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294953833 00000100:00000001:1.0:1767384365.062743:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294953833 00000400:00000200:3.0:1767384365.062749:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp18->192.168.203.143@tcp18: ACK: OK 00000100:00000001:1.0:1767384365.062750:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294953833 00000400:00000200:3.0:1767384365.062756:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984e0ddd 00000100:00000010:2.0:1767384365.062759:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d89645c0. 00000400:00000010:3.0:1767384365.062761:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984e0ddd. 00000400:00000200:3.0:1767384365.062767:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384365.062767:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384365.062772:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000100:00000001:1.0:1767384365.062773:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294953833 00000100:00000001:2.0:1767384365.062774:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384365.062780:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:1.0:1767384365.062780:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384365.062781:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.062788:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.062791:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (34) 00000100:00000001:2.0:1767384365.062791:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.062793:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.062796:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.062798:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384365.062802:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384365.062809:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.062813:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384365.062814:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384365.062818:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384365.062819:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384365.062823:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.062827:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.062828:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.062830:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.062834:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384365.062835:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.062841:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.062848:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.062856:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.062861:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.062882:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384365.062885:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384365.062889:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746150912 00000100:00100000:1.0:1767384365.062890:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746151040 00000400:00000200:3.0:1767384365.062891:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:1.0:1767384365.062897:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384365.062898:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384365.062901:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384365.062902:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000091cd8f3e. 00000100:00000001:2.0:1767384365.062902:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384365.062904:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.062907:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384365.062910:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9ac78a. 02000000:00000001:1.0:1767384365.062910:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.062915:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384365.062917:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746151040 00000400:00000010:3.0:1767384365.062919:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf69c47. 00000100:00100000:2.0:1767384365.062922:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746150912 00000020:00000001:1.0:1767384365.062923:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384365.062926:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384365.062926:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:3.0:1767384365.062928:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000091cd8f3e 00000020:00000040:2.0:1767384365.062932:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384365.062933:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384365.062936:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000c0737f3b. 00000020:00000001:2.0:1767384365.062936:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384365.062938:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000040:2.0:1767384365.062941:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000400:00000200:3.0:1767384365.062945:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000020:00000001:1.0:1767384365.062946:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384365.062949:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384365.062951:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384365.062959:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384365.062961:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384365.062966:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 00000100:00000001:2.0:1767384365.062966:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384365.062968:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e3d2fca. 00000400:00000200:3.0:1767384365.062973:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (33) 00000020:00000010:2.0:1767384365.062973:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bf082f0. 00000100:00000001:1.0:1767384365.062974:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384365.062981:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384365.062982:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e3d2fca. 00000400:00000010:3.0:1767384365.062984:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000c08dedce. 00000020:00000010:2.0:1767384365.062991:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bf082f0. 00000400:00000010:3.0:1767384365.062993:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065012541. 00000020:00000010:1.0:1767384365.062994:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000331df640. 00000020:00000010:2.0:1767384365.062999:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b7735b5. 00000400:00000010:3.0:1767384365.063001:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065ea8889. 00000020:00000010:1.0:1767384365.063003:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7b36092. 00000020:00000010:2.0:1767384365.063009:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000064dc379b. 00000400:00000200:3.0:1767384365.063011:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000020:00000010:1.0:1767384365.063012:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e64347a2. 00000020:00000010:2.0:1767384365.063019:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082144d41. 00000400:00000200:3.0:1767384365.063023:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000100:00000040:1.0:1767384365.063026:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384365.063032:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384365.063034:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000100:00000001:2.0:1767384365.063034:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384365.063038:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384365.063041:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.063043:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384365.063046:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.063048:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000100:00000001:1.0:1767384365.063056:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.063061:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000001:2.0:1767384365.063061:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.063069:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000100:00000001:1.0:1767384365.063071:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.063080:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000100:00000001:2.0:1767384365.063083:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.063088:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384365.063089:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000100:00000001:1.0:1767384365.063092:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384365.063102:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384365.063103:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000100:00100000:1.0:1767384365.063104:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000001:2.0:1767384365.063106:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384365.063113:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000400:00000200:3.0:1767384365.063120:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000100:00100000:2.0:1767384365.063120:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000001:1.0:1767384365.063120:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472492624 : -111508237058992 : ffff9a957723fc50) 00000100:00000040:2.0:1767384365.063131:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000040:1.0:1767384365.063135:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053818933 x1853236746151040/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:346/0 lens 4848/0 e 0 to 0 dl 1767384376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384365.063136:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000100:00000001:2.0:1767384365.063136:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472486480 : -111508237065136 : ffff9a957723e450) 00000100:00000040:2.0:1767384365.063147:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d9a496d8 x1853236746150912/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:346/0 lens 4848/0 e 0 to 0 dl 1767384376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384365.063170:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000100:00000001:1.0:1767384365.063170:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384365.063176:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384365.063177:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e3d2fca. 00000020:00000010:2.0:1767384365.063183:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bf082f0. 00000100:00000001:1.0:1767384365.063183:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384365.063184:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000100:00000001:2.0:1767384365.063189:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384365.063192:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e3d2fca. 00000020:00000010:2.0:1767384365.063195:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bf082f0. 00000400:00000200:3.0:1767384365.063199:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00100000:1.0:1767384365.063210:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053818933 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746151040:12345-0@lo:253: 00000400:00000200:3.0:1767384365.063211:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000100:00100000:2.0:1767384365.063211:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d9a496d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746150912:12345-0@lo:253: 00000100:00000200:1.0:1767384365.063225:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746151040 00000100:00000200:2.0:1767384365.063226:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746150912 00000020:00000001:1.0:1767384365.063252:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384365.063253:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000020:00000001:2.0:1767384365.063255:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384365.063259:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384365.063261:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384365.063265:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.063266:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000020:00000001:2.0:1767384365.063267:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.063271:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384365.063274:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384365.063275:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384365.063280:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384365.063283:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384365.063286:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384365.063288:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384365.063292:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.063294:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000020:00000001:1.0:1767384365.063295:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384365.063298:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384365.063300:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384365.063302:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384365.063305:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.063306:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000020:00000001:2.0:1767384365.063307:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.063312:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384365.063314:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384365.063318:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384365.063319:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 02000000:00000001:2.0:1767384365.063319:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384365.063327:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 26], ns[62, 26] 02000000:00000010:1.0:1767384365.063328:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a0afe9ce. 02000000:00000010:2.0:1767384365.063330:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c556f2ad. 02000000:00000001:1.0:1767384365.063335:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.063337:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.063340:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 26], ns[78, 26] 00000100:00000001:1.0:1767384365.063341:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.063343:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.063349:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384365.063351:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384365.063352:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 26], ns[117, 26] 00000400:00000200:3.0:1767384365.063358:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 26], ns[79, 26] 00000400:00000200:3.0:1767384365.063367:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 26], ns[93, 26] 20000000:00000010:1.0:1767384365.063371:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000809351f7. 20000000:00000010:2.0:1767384365.063376:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000002943f7b. 00000400:00000200:3.0:1767384365.063377:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 26], ns[100, 26] 20000000:01000000:1.0:1767384365.063379:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384365.063383:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384365.063386:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384365.063391:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384365.063394:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 26], ns[116, 26] 20000000:00000001:2.0:1767384365.063395:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384365.063396:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.063402:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384365.063404:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384365.063407:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384365.063410:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 26], ns[120, 26] 20000000:00000001:2.0:1767384365.063410:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384365.063415:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384365.063418:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384365.063419:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000052762163. 00000400:00000200:3.0:1767384365.063421:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[106, 26], ns[115, 26] 20000000:01000000:1.0:1767384365.063448:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:1.0:1767384365.063454:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384365.063460:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384365.063466:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384365.063473:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[114, 26], ns[123, 26] 00000400:00000200:3.0:1767384365.063491:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00080000:00000001:1.0:1767384365.063497:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384365.063499:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384365.063509:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000001:1.0:1767384365.063515:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.063516:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00080000:00000001:1.0:1767384365.063522:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384365.063525:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.063529:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp38 00080000:00000001:1.0:1767384365.063530:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384365.063535:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.063540:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp38 lpni_is_preferred = 0 00080000:00000002:1.0:1767384365.063540:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:1.0:1767384365.063548:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00000400:00000200:3.0:1767384365.063550:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp38 00080000:00000002:1.0:1767384365.063551:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384365.063554:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384365.063558:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.063564:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384365.063570:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384365.063571:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp38 NI seq info: [126:126:256:4294967295] 192.168.203.143@tcp38 LPNI seq info [117:117:8:4294967295] 00000020:00000001:1.0:1767384365.063576:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384365.063582:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384365.063586:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp38 00080000:00000010:1.0:1767384365.063588:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000075e9ad9a. 00080000:00000001:1.0:1767384365.063594:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560349855744 : -111513359695872 : ffff9a9445cec000) 00080000:00000001:1.0:1767384365.063601:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384365.063605:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp38(192.168.203.143@tcp38:) -> 192.168.203.143@tcp38(192.168.203.143@tcp:192.168.203.143@tcp38) : GET try# 0 00000001:00000001:1.0:1767384365.063607:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384365.063613:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001e3d2fca. 00080000:00000001:1.0:1767384365.063619:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384365.063620:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp38 00080000:00000001:1.0:1767384365.063623:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:3.0:1767384365.063628:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005d1eeffd. 00000800:00000010:3.0:1767384365.063639:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002f06ef11. 00080000:00000001:1.0:1767384365.063641:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384365.063645:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001ffb1ebd. 00000800:00000200:3.0:1767384365.063654:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000800:00000200:3.1:1767384365.063667:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00080000:00000001:1.0:1767384365.063672:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384365.063686:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384365.063691:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00000400:00000200:3.0:1767384365.063762:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.063811:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.063837:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.063856:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.063872:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.063889:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.063905:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.063926:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.063946:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.063967:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.063988:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064010:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064030:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064047:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064063:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064079:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064095:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064116:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064138:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064175:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064211:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064256:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064312:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064334:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064360:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064381:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064397:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064412:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064465:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064516:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064551:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064616:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064694:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064774:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384365.064814:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384365.064948:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000247538c8. 00000800:00000010:3.0:1767384365.064955:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f86ed3df. 00000800:00000010:3.0:1767384365.064961:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c217b03f. 00000800:00000010:3.0:1767384365.064991:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c217b03f. 00000800:00020000:3.0:1767384365.065001:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384365.065005:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f86ed3df. 00000800:00000010:3.0:1767384365.065008:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000247538c8. 00000400:02020000:3.0:1767384365.065058:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp38 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384365.065067:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp38 notifying 192.168.203.143@tcp38: down 00000800:00000200:3.0:1767384365.065074:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp38 down 00000800:00000100:3.0:1767384365.065081:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp38 00000800:00000010:3.0:1767384365.065085:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005d1eeffd. 00000400:00000200:3.0:1767384365.065089:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384365.065094:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp38->192.168.203.143@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384365.065105:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp38 added to recovery queue. ping count: 0 next ping: 287 health :900 00000400:00000200:3.0:1767384365.065109:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384365.065123:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384365.065128:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384365.065178:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384365.065186:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100851 00000400:00000001:1.0:1767384365.065191:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384365.065193:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384365.065195:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065012541 00000400:00000010:1.0:1767384365.065198:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065012541. 00000400:00000200:1.0:1767384365.065202:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384365.065206:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:1.0:1767384365.065210:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000c08dedce. 00000400:00000200:1.0:1767384365.065214:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (34) 00000400:00000200:1.0:1767384365.065217:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:-71 00000400:00000200:1.0:1767384365.065219:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 rc -71 00000400:00000200:1.0:1767384365.065222:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:1.0:1767384365.065225:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (33) 00080000:00000010:2.0:1767384365.065615:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000075e9ad9a. 00080000:00000010:1.0:1767384365.065664:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001e3d2fca. 00040000:00000001:1.0:1767384365.065670:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384365.065673:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384365.065675:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384365.065679:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384365.065681:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.065683:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384365.065695:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384365.065706:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384365.065709:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384365.065714:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384365.065715:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d37ae8b8. 20000000:01000000:2.0:1767384365.065721:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:2.0:1767384365.065725:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384365.065729:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384365.065733:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384365.065734:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384365.065739:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384365.065742:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:3.0:1767384365.065743:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384365.065748:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384365.065751:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.065752:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384365.065754:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384365.065756:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384365.065758:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384365.065760:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384365.065762:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f134bf06. 00080000:00000002:2.0:1767384365.065763:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00010000:00000001:3.0:1767384365.065767:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384365.065767:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:2.0:1767384365.065770:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:3.0:1767384365.065771:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d86da99. 00080000:00000001:2.0:1767384365.065774:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384365.065776:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384365.065778:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384365.065780:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d86da99 with handle 0x980286e253c5fd26 to hash 00080000:00000001:2.0:1767384365.065781:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384365.065784:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384365.065784:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384365.065786:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000020:00000001:2.0:1767384365.065788:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:3.0:1767384365.065790:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00080000:00000001:2.0:1767384365.065791:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384365.065794:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384365.065795:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007712f9f4. 00010000:00000001:3.0:1767384365.065797:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384365.065798:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326538240 : -111513383013376 : ffff9a94446af400) 00010000:00010000:3.0:1767384365.065801:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384365.065801:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384365.065804:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384365.065807:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003bf082f0. 00080000:00000001:2.0:1767384365.065810:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.065812:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384365.065812:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384365.065816:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384365.065819:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384365.065821:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384365.065822:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.065824:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.065826:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.065828:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.065832:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384365.065833:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384365.065835:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384365.065837:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384365.065839:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384365.065841:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f134bf06) refcount = 1 00010000:00010000:3.0:1767384365.065847:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.065856:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000020:1.0:1767384365.065867:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384365.065869:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1767384365.065871:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384365.065873:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384365.065874:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000809351f7. 00010000:00000001:3.0:1767384365.065883:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.065883:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.065893:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384365.065893:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746151040 00010000:00000001:1.0:1767384365.065899:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:3.0:1767384365.065902:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000200:1.0:1767384365.065906:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053818933 x1853236746151040/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:3.0:1767384365.065908:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384365.065916:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384365.065921:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384365.065922:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384365.065926:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=4 00010000:00000001:1.0:1767384365.065927:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384365.065931:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384365.065935:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384365.065942:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00001000:1.0:1767384365.065944:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=71 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384365.065946:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384365.065952:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384365.065958:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384365.065966:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384365.065967:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:1.0:1767384365.065969:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384365.065972:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384365.065973:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.065979:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384365.065985:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384365.065991:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003df9c448. 00010000:00000001:3.0:1767384365.065993:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384365.065995:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746151040, offset 224 00010000:00000001:3.0:1767384365.065996:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384365.066000:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384365.066006:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384365.066014:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.066016:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.066022:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384365.066022:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384365.066027:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384365.066035:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06480 00010000:00010000:3.0:1767384365.066037:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d86da99 already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384365.066041:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384365.066042:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bcd [2] + 224 00010000:00000001:3.0:1767384365.066046:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384365.066050:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384365.066050:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.066061:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384365.066064:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384365.066067:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.066093:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1767384365.066096:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.066097:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384365.066101:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384365.066104:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=5 00000020:00000001:3.0:1767384365.066111:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384365.066119:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384365.066122:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384365.066123:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.066129:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384365.066130:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384365.066132:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384365.066136:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384365.066137:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003df9c448 00000400:00000010:1.0:1767384365.066143:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003df9c448. 00010000:00000001:3.0:1767384365.066145:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384365.066156:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384365.066157:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384365.066160:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384365.066163:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384365.066167:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.066167:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.066168:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.066174:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000020:00000040:3.0:1767384365.066176:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d86da99 with handle 0x980286e253c5fd26 from hash 00010000:00000001:1.0:1767384365.066179:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384365.066181:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384365.066183:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1767384365.066184:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.066186:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384365.066188:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384365.066189:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384365.066190:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.066193:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000001:2.0:1767384365.066193:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384365.066195:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053818933 x1853236746151040/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.066199:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1767384365.066199:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000633f5317. 00010000:00000001:3.0:1767384365.066204:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384365.066208:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09c3749 00010000:00000001:3.0:1767384365.066209:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1767384365.066213:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c09c3749. 00010000:00000001:3.0:1767384365.066214:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384365.066220:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053818933 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746151040:12345-0@lo:253: Request processed in 3046us (3673us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384365.066221:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.066222:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384365.066225:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384365.066227:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:2.0:1767384365.066244:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.066251:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.066256:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.066258:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384365.066264:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00010000:00000001:3.0:1767384365.066265:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384365.066269:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384365.066270:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00010000:00000001:3.0:1767384365.066271:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.066276:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384365.066281:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1767384365.066288:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384365.066288:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7b36092. 00000100:00000001:2.0:1767384365.066289:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384365.066293:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384365.066296:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e64347a2. 00000100:00000001:2.0:1767384365.066298:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384365.066303:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384365.066305:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384365.066305:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000331df640. 00000100:00000001:2.0:1767384365.066306:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384365.066307:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.066312:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384365.066312:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384365.066315:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:3.0:1767384365.066316:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:2.0:1767384365.066316:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.066320:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384365.066322:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384365.066323:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=71 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384365.066324:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767384365.066325:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a0afe9ce. 00010000:00000001:3.0:1767384365.066328:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:2.0:1767384365.066334:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=71 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384365.066336:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384365.066337:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.066338:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384365.066341:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384365.066342:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.066342:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384365.066348:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00010000:3.0:1767384365.066349:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.066349:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384365.066354:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384365.066357:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250ff9fa. 00000100:00000001:2.0:1767384365.066358:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.066361:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384365.066365:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384365.066366:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003df9c448. 00010000:00010000:3.0:1767384365.066368:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d86da99/0x980286e253c5fd26 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384365.066369:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384365.066381:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f134bf06 count: 0 00000100:00000001:2.0:1767384365.066381:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384365.066385:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384365.066389:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384365.066393:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384365.066395:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384365.066395:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 20000000:00000001:3.0:1767384365.066397:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:2.0:1767384365.066397:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384365.066399:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384365.066401:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384365.066403:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384365.066415:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384365.066417:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384365.066419:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384365.066454:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384365.066465:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064f18e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746151040:0@lo:253: 00000100:00000001:2.0:1767384365.066473:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.066476:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384365.066481:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064f18e40 x1853236746151040/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.066489:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384365.066493:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384365.066497:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bbd2a0ae. 02000000:00000001:2.0:1767384365.066503:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384365.066506:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384365.066508:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384365.066512:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384365.066515:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009d90b90e. 02000000:00000001:2.0:1767384365.066521:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384365.066524:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384365.066526:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064f18e40. 00000100:00000001:2.0:1767384365.066531:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384365.066533:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.066535:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.066540:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384365.066541:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.066544:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384365.066546:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384365.067605:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007712f9f4. 00080000:00000010:2.0:1767384365.067652:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003bf082f0. 00040000:00000001:2.0:1767384365.067659:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384365.067660:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384365.067662:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384365.067665:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384365.067667:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384365.067669:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384365.067672:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384365.067692:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384365.067696:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384365.067701:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384365.067718:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384365.067722:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384365.067724:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384365.067728:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384365.067731:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384365.067737:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001536aee1. 00010000:00000001:3.0:1767384365.067741:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384365.067743:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6457ae. 00000020:00000001:3.0:1767384365.067747:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384365.067749:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b6457ae with handle 0x980286e253c5fd2d to hash 00000020:00000001:3.0:1767384365.067751:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384365.067753:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384365.067756:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384365.067758:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.067769:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.067772:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.067781:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384365.067783:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384365.067785:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384365.067787:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.067788:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.067791:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.067792:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.067795:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384365.067797:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384365.067798:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384365.067800:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384365.067802:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001536aee1) refcount = 1 00010000:00010000:3.0:1767384365.067805:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.067813:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384365.067815:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384365.067816:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.067819:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.067821:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384365.067824:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384365.067827:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384365.067830:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384365.067832:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384365.067834:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=4 00000020:00000001:3.0:1767384365.067837:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384365.067839:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00080000:00000020:2.0:1767384365.067841:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384365.067842:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384365.067844:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384365.067844:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384365.067846:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000002943f7b. 00010000:00000001:3.0:1767384365.067852:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:2.0:1767384365.067852:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384365.067856:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746150912 00010000:00000001:2.0:1767384365.067859:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384365.067862:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384365.067865:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9a496d8 x1853236746150912/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.067870:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.067872:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384365.067873:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.067875:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384365.067877:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.067880:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:2.0:1767384365.067880:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=71 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384365.067883:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.067885:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384365.067886:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384365.067887:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384365.067887:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384365.067890:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384365.067893:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384365.067895:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b6457ae already unused, calling callback (000000004feed035) 02000000:00000001:2.0:1767384365.067895:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.067897:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384365.067898:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384365.067899:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384365.067901:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384365.067901:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384365.067905:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048fa8a73. 00000100:00000200:2.0:1767384365.067917:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746150912, offset 224 00010000:00000001:3.0:1767384365.067919:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384365.067921:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384365.067922:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384365.067923:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384365.067924:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=5 00000020:00000001:3.0:1767384365.067926:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384365.067929:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000400:00000200:2.0:1767384365.067930:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384365.067932:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384365.067934:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384365.067937:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06400 00010000:00000001:3.0:1767384365.067941:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384365.067942:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bc5 [2] + 224 00010000:00000001:3.0:1767384365.067943:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384365.067945:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.067948:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384365.067948:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384365.067949:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384365.067951:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384365.067952:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384365.067956:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384365.067959:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384365.067960:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384365.067961:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b6457ae with handle 0x980286e253c5fd2d from hash 00010000:00000001:3.0:1767384365.067964:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384365.067966:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.067968:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.067969:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384365.067971:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384365.067971:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.067973:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384365.067975:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384365.067976:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.067979:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.067981:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384365.067982:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384365.067985:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.067987:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.067989:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.067991:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.067994:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.067996:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.068003:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.068004:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.068006:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384365.068008:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384365.068009:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384365.068010:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.068011:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.068013:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384365.068015:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.068016:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048fa8a73 20000000:00000001:3.0:1767384365.068018:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384365.068019:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048fa8a73. 00010000:00010000:3.0:1767384365.068021:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384365.068024:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384365.068027:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384365.068029:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384365.068031:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384365.068032:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.068033:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b6457ae/0x980286e253c5fd2d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384365.068037:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:1.0:1767384365.068040:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384365.068041:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384365.068044:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384365.068046:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.068050:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384365.068050:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384365.068054:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:3.0:1767384365.068057:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001536aee1 count: 0 00000400:00000010:1.0:1767384365.068058:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ccc1f9a. 00000100:00000040:2.0:1767384365.068059:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9a496d8 x1853236746150912/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384365.068065:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000660bb61d 00000400:00000010:1.0:1767384365.068069:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000660bb61d. 00010000:00000001:3.0:1767384365.068071:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384365.068075:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384365.068076:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384365.068080:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d9a496d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746150912:12345-0@lo:253: Request processed in 4902us (5578us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384365.068084:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384365.068106:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384365.068109:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000040:2.0:1767384365.068119:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384365.068120:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384365.068124:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384365.068125:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.068129:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384365.068129:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384365.068134:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384365.068136:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000064dc379b. 00000100:00000001:1.0:1767384365.068137:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384365.068140:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384365.068143:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082144d41. 00000020:00000010:2.0:1767384365.068147:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b7735b5. 02000000:00000001:1.0:1767384365.068154:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384365.068155:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00001000:1.0:1767384365.068158:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=71 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384365.068160:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384365.068165:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c556f2ad. 00000100:00001000:1.0:1767384365.068165:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=71 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384365.068172:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384365.068172:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384365.068177:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.068177:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.068179:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384365.068182:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384365.068183:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384365.068185:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.068190:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384365.068191:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c0547b8. 00000400:00000010:2.0:1767384365.068198:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048fa8a73. 00000100:00000001:1.0:1767384365.068202:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384365.068206:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384365.068208:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384365.068210:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384365.068212:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384365.068213:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384365.068215:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384365.068216:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384365.068217:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384365.068218:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384365.068219:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384365.068220:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384365.068222:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384365.068224:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384365.068245:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000038349e76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746150912:0@lo:253: 00000100:00000001:1.0:1767384365.068249:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.068251:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384365.068253:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038349e76 x1853236746150912/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.068258:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384365.068259:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384365.068260:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000059708ddd. 02000000:00000001:1.0:1767384365.068263:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384365.068265:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384365.068272:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384365.068274:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384365.068276:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000298fd7ca. 02000000:00000001:1.0:1767384365.068279:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384365.068280:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384365.068281:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038349e76. 00000100:00000001:1.0:1767384365.068283:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384365.068284:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.068286:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.068290:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384365.068291:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.068293:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.068294:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384365.069468:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294953833, at 4294953834 00000100:00000010:0.0:1767384365.069476:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eee94de2. 00000100:00000040:3.0:1767384365.069487:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294953833, at 4294953834 00000100:00000040:2.0:1767384365.069490:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294953833, at 4294953834 00000100:00000010:3.0:1767384365.069497:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d89645c0. 00000100:00000010:2.0:1767384365.069498:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064f88d96. 00000100:00000040:1.0:1767384365.069529:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294953833, at 4294953834 00000100:00000010:1.0:1767384365.069538:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd007444. 00010000:00000010:3.1:1767384365.078507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f134bf06. 00010000:00000010:3.1:1767384365.078517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d86da99. 00010000:00000010:3.1:1767384365.078524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001536aee1. 00010000:00000010:3.1:1767384365.078530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6457ae. 00000400:00000010:2.0:1767384365.082173:0:33291:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000519e41ea. 00000400:00000040:2.0:1767384365.082220:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384365.082224:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384365.082227:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384365.082252:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384365.082256:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384365.082257:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384365.082261:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384365.082279:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384365.082280:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384365.082282:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384365.082284:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384365.082285:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384365.082287:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384365.082288:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384365.082289:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384365.082290:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384365.082291:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384365.082292:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384365.082293:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384365.082295:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384365.082296:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384365.082298:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384365.082299:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384365.082300:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384365.082301:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384365.082303:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384365.082304:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384365.082305:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384365.082306:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384365.082307:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384365.082308:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384365.082310:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384365.082311:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384365.082312:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384365.082313:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384365.082314:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384365.082315:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384365.082317:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384365.082325:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384365.082326:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384365.082327:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384365.082345:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384365.082347:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384365.082348:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384365.082350:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384365.082351:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384365.082353:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384365.082354:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384365.082356:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384365.082358:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384365.082359:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384365.082361:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384365.082362:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384365.082364:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384365.082365:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384365.082367:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384365.082368:0:33291:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384365.082556:0:33291:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000519e41ea. 00010000:00000001:2.0:1767384365.411481:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384365.411487:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.411494:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384365.411498:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384365.411501:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384365.411504:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.411507:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384365.411510:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.411512:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.411515:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384365.411548:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384365.411552:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384365.411562:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384365.475477:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384365.475482:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384365.475485:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e12c5e6 00000400:00000010:1.0:1767384365.475488:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e12c5e6. 00000400:00000200:1.0:1767384365.475493:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384365.475498:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384365.475508:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007f537362. 00000400:00000010:1.0:1767384365.475511:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a52afa2a. 00000400:00000200:1.0:1767384365.475519:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp36 00000400:00000010:1.0:1767384365.475522:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007f537362. 00000400:00000010:1.0:1767384365.475527:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a52afa2a. 00000400:00000010:1.0:1767384365.475530:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e12c5e6. 00000400:00000010:1.0:1767384365.475536:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ae720a4a. 00000400:00000200:1.0:1767384365.475541:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp36 00000400:00000200:1.0:1767384365.475551:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp36 local destination 00000400:00000200:1.0:1767384365.475557:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp36 00000400:00000200:1.0:1767384365.475560:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp36 NI seq info: [127:127:256:4294967295] 192.168.203.143@tcp36 LPNI seq info [118:118:8:4294967295] 00000400:00000200:1.0:1767384365.475567:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp36 00000400:00000200:1.0:1767384365.475577:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp36(192.168.203.143@tcp36:) -> 192.168.203.143@tcp36(192.168.203.143@tcp36:192.168.203.143@tcp36) : GET try# 0 00000800:00000200:1.0:1767384365.475592:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp36 00000800:00000010:1.0:1767384365.475596:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000093dfb20d. 00000800:00000200:1.0:1767384365.475601:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000800:00000200:1.1:1767384365.475607:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000400:00000200:1.0:1767384365.475620:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp36 added to recovery queue. ping count: 3 next ping: 294 health :700 00000400:00000200:1.0:1767384365.475681:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.475718:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.475740:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.475756:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.475775:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.475803:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.475837:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.475879:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.475921:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.475969:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.475994:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476015:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476035:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476057:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476073:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476091:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476120:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476153:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476188:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476213:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476250:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476271:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476286:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476302:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476326:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476356:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476400:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476467:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476494:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476510:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476526:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476539:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476551:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476563:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384365.476576:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384365.476676:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000809351f7. 00000800:00000010:1.0:1767384365.476679:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2fe82d8. 00000800:00000010:1.0:1767384365.476684:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007bb7bdbd. 00000800:00000010:1.0:1767384365.476701:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007bb7bdbd. 00000800:00020000:1.0:1767384365.476709:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384365.476711:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2fe82d8. 00000800:00000010:1.0:1767384365.476713:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000809351f7. 00000400:02020000:1.0:1767384365.476742:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp36 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384365.476747:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp36 notifying 192.168.203.143@tcp36: down 00000800:00000200:1.0:1767384365.476751:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp36 down 00000800:00000100:1.0:1767384365.476756:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp36 00000800:00000010:1.0:1767384365.476759:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000093dfb20d. 00000400:00000200:1.0:1767384365.476761:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384365.476764:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp36->192.168.203.143@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384365.476770:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384365.476772:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384365.476775:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp36) recovery failed with -71 00000100:00000040:3.0:1767384366.243545:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384366.243551:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384366.243556:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4f4407a. 00000020:00000040:3.0:1767384366.243561:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384366.243565:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384366.243568:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384366.243572:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384366.243578:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d1eeffd. 00000100:00000001:3.0:1767384366.243584:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.243591:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384366.243600:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384366.243601:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.243606:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4f4407a] to pc [ptlrpcd_00_03+3] req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.243626:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.243628:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384366.243631:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384366.243633:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011eebb64. 00000020:00000040:3.0:1767384366.243635:0:38:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384366.243637:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384366.243638:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384366.243640:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384366.243643:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a2c71fa. 00000100:00000001:3.0:1767384366.243645:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.243656:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384366.243662:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384366.243663:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.243667:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384366.243668:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011eebb64] to pc [ptlrpcd_00_00+0] req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.243672:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384366.243676:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384366.243682:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.243688:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384366.243690:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:3.0:1767384366.243691:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:0.0:1767384366.243694:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384366.243696:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384366.243700:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2e93a0. 00000100:00000010:3.0:1767384366.243702:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050c80de4. 00000020:00000040:0.0:1767384366.243707:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384366.243708:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384366.243708:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384366.243711:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.243714:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384366.243715:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384366.243717:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384366.243718:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384366.243718:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384366.243722:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384366.243723:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.243723:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.243727:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384366.243732:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000431d0a15. 00000100:00100000:1.0:1767384366.243732:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746151168:0@lo:400: 02000000:00000010:0.0:1767384366.243733:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081f56b29. 00000100:00000001:3.0:1767384366.243739:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.243740:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384366.243740:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.243745:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384366.243746:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384366.243747:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384366.243750:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.243751:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.243757:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384366.243758:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384366.243760:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2e93a0] to pc [ptlrpcd_00_01+1] req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384366.243761:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008da96da9. 00000100:00000001:3.0:1767384366.243762:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.243767:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.243772:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c80de4] to pc [ptlrpcd_00_02+2] req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384366.243777:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000375e05c3. 00000004:00000001:0.0:1767384366.243792:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.243796:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384366.243796:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035727331. 00000100:00000040:3.0:1767384366.243801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384366.243819:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767384366.243820:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746151168, portal 25 00000100:00000010:3.0:1767384366.243823:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a9a2c8d. 00000100:00000001:1.0:1767384366.243824:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384366.243826:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609946112 : -111508099605504 : ffff9a957f555c00) 00000020:00000040:3.0:1767384366.243829:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384366.243832:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384366.243834:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384366.243835:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384366.243839:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384366.243846:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009566efea. 00000100:00000001:1.0:1767384366.243846:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384366.243848:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384366.243853:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384366.243853:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.243857:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.243858:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384366.243860:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686eedc6. 00000100:00000040:3.0:1767384366.243865:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384366.243865:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746151168, offset 0 00000100:00000040:0.0:1767384366.243866:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384366.243878:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384366.243896:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384366.243901:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384366.243903:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384366.243904:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.243906:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.243908:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384366.243911:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384366.243912:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a9a2c8d] to pc [ptlrpcd_00_03+3] req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384366.243916:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df06500 02000000:00000001:0.0:1767384366.243918:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.243927:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16354:1853236746151552:0@lo:13: 00000400:00000200:1.0:1767384366.243931:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1419 [2] + 0 00000100:00000001:0.0:1767384366.243937:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384366.243938:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079ba824d. 00000100:00000001:3.0:1767384366.243939:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.243942:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384366.243945:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b845eee 02000000:00000001:0.0:1767384366.243946:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.243947:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (292) 02000000:00000001:0.0:1767384366.243950:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384366.243951:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384366.243956:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000035d359bc. 00000400:00000200:1.0:1767384366.243957:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384366.243962:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.243965:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b845eee 00000400:00000010:0.0:1767384366.243967:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4720341. 00000100:00000001:3.0:1767384366.243971:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.243976:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384366.243976:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b845eee. 00000100:00000001:3.0:1767384366.243981:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384366.243983:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384366.243987:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384366.243987:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000100:00000200:1.0:1767384366.243988:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384366.243993:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000075a3e8f x1853236746151168 msgsize 224 00000100:00000200:0.0:1767384366.244001:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746151552, portal 4 00000100:00000001:3.0:1767384366.244002:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384366.244007:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.244007:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384366.244007:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384366.244011:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556616192 : -111508152935424 : ffff9a957c279c00) 00000100:00000040:1.0:1767384366.244013:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384366.244014:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384366.244019:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384366.244020:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384366.244024:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.244026:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384366.244032:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050c80de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746151424:0@lo:400: 00000100:00000001:0.0:1767384366.244035:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384366.244036:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686eedc6 00000100:00000001:3.0:1767384366.244038:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384366.244040:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686eedc6. 02000000:00000001:3.0:1767384366.244042:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384366.244044:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384366.244047:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.244047:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384366.244049:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098338a0a. 02000000:00000001:3.0:1767384366.244051:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384366.244054:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384366.244054:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746151552, offset 0 02000000:00000010:3.0:1767384366.244057:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002626f672. 02000000:00000001:3.0:1767384366.244063:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.244064:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384366.244072:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ec5abcf. 00000100:00000001:1.0:1767384366.244074:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384366.244079:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384366.244080:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384366.244081:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adc1c66. 00000100:00000200:3.0:1767384366.244089:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746151424, portal 10 00000400:00000200:0.0:1767384366.244092:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df06680 00000100:00000001:3.0:1767384366.244097:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384366.244097:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.244101:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609949696 : -111508099601920 : ffff9a957f556a00) 00000100:00000001:1.0:1767384366.244102:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384366.244103:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2688 00000100:00000001:1.0:1767384366.244110:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.244110:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384366.244113:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.244118:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294955014 00000400:00000200:0.0:1767384366.244119:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384366.244126:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e552beb. 00000100:00000001:0.0:1767384366.244128:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384366.244131:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384366.244133:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000010:0.0:1767384366.244135:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000131b5a30. 00000100:00000001:1.0:1767384366.244140:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294955014 00000100:00000040:0.0:1767384366.244142:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000131b5a30 x1853236746151552 msgsize 224 00000100:00000010:1.0:1767384366.244148:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003830b997. 00000100:00000001:1.0:1767384366.244155:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1767384366.244155:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384366.244156:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384366.244165:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384366.244165:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294955014 00000100:00000001:0.0:1767384366.244170:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384366.244172:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00000100:00000010:1.0:1767384366.244173:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c652810. 00000400:00000200:0.0:1767384366.244177:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098338a0a 00000100:00000001:1.0:1767384366.244179:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384366.244180:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098338a0a. 00000100:00000001:1.0:1767384366.244186:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294955014 00000100:00000001:0.0:1767384366.244186:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384366.244187:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746151424, offset 0 00000100:00000010:1.0:1767384366.244193:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075b7a8d4. 00000100:00000200:0.0:1767384366.244193:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384366.244200:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384366.244201:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384366.244208:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384366.244210:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384366.244211:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384366.244215:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384366.244216:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.244256:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.244257:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.244261:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384366.244262:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df06600 00000100:00000001:0.0:1767384366.244263:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384366.244270:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000001:0.0:1767384366.244270:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.244272:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384366.244276:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384366.244277:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3842 usecs (4 jiffies) 00000400:00000200:3.0:1767384366.244279:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384366.244280:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384366.244281:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955012 00000100:00000001:1.0:1767384366.244284:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384366.244287:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384366.244288:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384366.244293:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294955014 00000100:00000040:1.0:1767384366.244294:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.244295:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384366.244298:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955012 00000100:00000200:3.0:1767384366.244300:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384366.244320:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294955014 00000100:00000010:3.0:1767384366.244323:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4b9608f. 00000100:00000001:0.0:1767384366.244326:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955012 00000100:00000040:3.0:1767384366.244329:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000b4b9608f x1853236746151424 msgsize 224 00000100:00000001:0.0:1767384366.244332:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294955014 00000100:00000001:1.0:1767384366.244338:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384366.244338:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955012 00000100:00000001:1.0:1767384366.244342:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384366.244343:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384366.244345:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294955014 02000000:00000001:1.0:1767384366.244346:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384366.244351:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384366.244351:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384366.244355:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.244356:0:16355:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384366.244356:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.244360:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.244363:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a9a2c8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746151680:0@lo:400: 00000100:00000001:0.0:1767384366.244364:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384366.244366:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002852012a 00000100:00000001:1.0:1767384366.244370:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384366.244371:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 02000000:00000001:1.0:1767384366.244373:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384366.244375:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384366.244375:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384366.244377:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.244378:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384366.244382:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384366.244383:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.244383:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384366.244386:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba4d530d. 00000100:00000001:0.0:1767384366.244387:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384366.244406:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.244408:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.244413:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:1.0:1767384366.244414:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000601f1fa6. 00000100:00000001:0.0:1767384366.244416:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.244417:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384366.244421:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686eedc6. 00000100:00000001:0.0:1767384366.244422:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384366.244424:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.244426:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384366.244428:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746151680, portal 10 00000100:00000001:0.0:1767384366.244432:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.244435:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384366.244436:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384366.244438:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609947904 : -111508099603712 : ffff9a957f556300) 00000100:00000001:0.0:1767384366.244439:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384366.244446:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.244446:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384366.244448:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.244452:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384366.244458:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.244465:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3406 usecs (4 jiffies) 00000100:00000001:3.0:1767384366.244499:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955013 00000100:00000001:3.0:1767384366.244501:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294955014 00000100:00000001:3.0:1767384366.244503:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955013 00000100:00000001:3.0:1767384366.244505:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294955014 00000100:00000001:0.0:1767384366.244510:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384366.244511:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.244516:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384366.244517:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955013 02000000:00000001:0.0:1767384366.244520:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.244539:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294955014 00000100:00000001:1.0:1767384366.244541:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384366.244541:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.244542:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955013 00000100:00000040:1.0:1767384366.244547:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384366.244548:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011eebb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16354:1853236746151296:0@lo:400: 00000100:00000001:3.0:1767384366.244550:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294955014 00000400:00000010:1.0:1767384366.244552:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000100:00000001:0.0:1767384366.244554:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384366.244556:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384366.244557:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746151680, offset 0 00000100:00000001:3.0:1767384366.244559:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.244564:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384366.244565:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.244566:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384366.244569:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.244570:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384366.244574:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384366.244576:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384366.244579:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767384366.244581:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ea8cef0. 00000100:00000001:3.0:1767384366.244582:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384366.244584:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df06700 02000000:00000001:0.0:1767384366.244586:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.244588:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.244591:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384366.244591:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703a9258. 00000100:00000001:3.0:1767384366.244595:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.244599:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:3.0:1767384366.244600:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.244607:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384366.244608:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098338a0a. 00000400:00000200:1.0:1767384366.244614:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384366.244615:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746151296, portal 4 00000100:00000001:1.0:1767384366.244618:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384366.244619:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384366.244620:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384366.244621:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609951488 : -111508099600128 : ffff9a957f557100) 00000100:00000010:1.0:1767384366.244626:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038349e76. 00000100:00000040:0.0:1767384366.244629:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384366.244631:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000038349e76 x1853236746151680 msgsize 224 00000100:00100000:1.0:1767384366.244642:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384366.244646:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384366.244649:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384366.244652:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000100:00000001:1.0:1767384366.244654:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384366.244655:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746151296, offset 0 00000400:00000200:1.0:1767384366.244659:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00000400:00000010:1.0:1767384366.244662:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00000100:00000001:1.0:1767384366.244664:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384366.244668:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384366.244669:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.244679:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384366.244679:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384366.244683:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384366.244688:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df06580 00000100:00000001:1.0:1767384366.244697:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.244697:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 3888 00000100:00000001:1.0:1767384366.244702:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384366.244704:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384366.244706:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.244711:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384366.244713:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3580 usecs (4 jiffies) 00000100:00000001:0.0:1767384366.244715:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384366.244716:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294955013 00000100:00000200:0.0:1767384366.244718:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384366.244721:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294955014 00000100:00000010:0.0:1767384366.244723:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7ace740. 00000100:00000001:1.0:1767384366.244724:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294955013 00000100:00000001:1.0:1767384366.244730:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294955014 00000100:00000040:0.0:1767384366.244730:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000f7ace740 x1853236746151296 msgsize 224 00000100:00000001:1.0:1767384366.244733:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294955013 00000100:00000001:1.0:1767384366.244739:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294955014 00000100:00100000:0.0:1767384366.244740:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384366.244741:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294955013 00000100:00000001:1.0:1767384366.244745:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294955014 00000100:00000001:1.0:1767384366.244747:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384366.244752:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384366.244754:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.244758:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.244759:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000100:00000001:1.0:1767384366.244761:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384366.244762:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000100:00000001:0.0:1767384366.244766:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384366.244767:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384366.244769:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.244770:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384366.244776:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.244779:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384366.244783:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384366.244784:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.244786:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.244793:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.244799:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.244800:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384366.244805:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384366.244805:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.244809:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746151168 00000100:00000040:0.0:1767384366.244810:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3842 usecs (4 jiffies) 02000000:00000001:1.0:1767384366.244812:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384366.244814:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955013 00000100:00000001:1.0:1767384366.244815:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384366.244819:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.244819:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294955014 00000100:00000001:0.0:1767384366.244824:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955013 02000000:00000001:1.0:1767384366.244826:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.244827:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294955014 00000100:00100000:1.0:1767384366.244830:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746151168 00000100:00000001:0.0:1767384366.244831:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955013 00000020:00000001:1.0:1767384366.244835:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384366.244835:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294955014 00000020:00000040:1.0:1767384366.244838:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384366.244839:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955013 00000020:00000001:1.0:1767384366.244841:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384366.244843:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294955014 00000020:00000040:1.0:1767384366.244844:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:0.0:1767384366.244846:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384366.244848:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384366.244849:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.244852:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384366.244854:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.244857:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384366.244858:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384366.244862:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce1d9088. 00000100:00000001:1.0:1767384366.244866:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384366.244867:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce1d9088. 00000020:00000010:1.0:1767384366.244872:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1fc0930. 00000100:00000001:0.0:1767384366.244872:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384366.244875:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384366.244879:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e242390. 00000020:00000010:1.0:1767384366.244900:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e64347a2. 00000100:00000001:0.0:1767384366.244903:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384366.244906:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384366.244907:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746151552 02000000:00000001:0.0:1767384366.244910:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384366.244912:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384366.244913:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384366.244917:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384366.244917:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.244921:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.244923:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.244926:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746151552 00000020:00000001:0.0:1767384366.244928:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384366.244929:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.244930:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000020:00000001:0.0:1767384366.244933:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.244935:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000020:00000001:0.0:1767384366.244937:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384366.244938:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384366.244947:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384366.244949:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384366.244950:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384366.244954:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a6a8151. 00000100:00000001:1.0:1767384366.244958:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384366.244958:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dcba7bd4. 00000100:00100000:1.0:1767384366.244981:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000020:00000040:0.0:1767384366.244981:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000040:1.0:1767384366.244988:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384366.244990:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425036368 : -111508284515248 : ffff9a95744fdc50) 00000100:00000040:1.0:1767384366.244994:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000075a3e8f x1853236746151168/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.244994:0:17894:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384366.245001:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a10dfd01. 00000100:00000001:1.0:1767384366.245003:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384366.245007:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c8870dd. 00000020:00000010:1.0:1767384366.245008:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce1d9088. 00000100:00000001:1.0:1767384366.245012:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384366.245014:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fb4b9c8. 00000020:00000010:1.0:1767384366.245015:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce1d9088. 00000100:00100000:1.0:1767384366.245023:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000075a3e8f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746151168:12345-0@lo:400: 00000100:00000040:0.0:1767384366.245025:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:1.0:1767384366.245028:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746151168 00000100:00000001:0.0:1767384366.245029:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384366.245032:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384366.245033:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384366.245034:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.245038:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384366.245041:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.245042:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.245047:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384366.245049:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000100:00000001:0.0:1767384366.245050:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384366.245052:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384366.245055:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384366.245058:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384366.245060:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384366.245061:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384366.245062:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.245064:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384366.245066:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384366.245070:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384366.245071:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 02000000:00000001:1.0:1767384366.245073:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384366.245075:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 02000000:00000010:1.0:1767384366.245077:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000b464724. 00000100:00000001:0.0:1767384366.245078:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556609920 : -111508152941696 : ffff9a957c278380) 02000000:00000001:1.0:1767384366.245082:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.245085:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.245086:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000131b5a30 x1853236746151552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384366.245088:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384366.245094:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746151168 00010000:00000001:1.0:1767384366.245100:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384366.245100:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384366.245105:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ad1579b. 00010000:00000200:1.0:1767384366.245108:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000075a3e8f x1853236746151168/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.245110:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384366.245115:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ad1579b. 00000100:00100000:0.0:1767384366.245123:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000131b5a30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236746151552:12345-0@lo:13: 00000100:00000200:0.0:1767384366.245126:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746151552 00000020:00000001:0.0:1767384366.245130:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384366.245133:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384366.245136:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.245139:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384366.245140:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384366.245141:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384366.245144:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384366.245148:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384366.245150:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000100:00000040:1.0:1767384366.245153:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000001:0.0:1767384366.245155:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384366.245156:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:0.0:1767384366.245158:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384366.245160:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384366.245162:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384366.245163:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.245165:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384366.245168:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384366.245169:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.245174:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384366.245176:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384366.245178:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 02000000:00000001:0.0:1767384366.245179:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384366.245184:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746151168, offset 224 02000000:00000010:0.0:1767384366.245185:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ca65e9db. 02000000:00000001:0.0:1767384366.245189:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.245190:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384366.245191:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384366.245196:0:17894:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:1.0:1767384366.245200:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:0.0:1767384366.245201:0:17894:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384366.245204:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:1.0:1767384366.245206:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df06500 00000400:00000200:1.0:1767384366.245212:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1bf1 [1] + 224 00000020:00000001:0.0:1767384366.245214:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384366.245215:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000024:0.0:1767384366.245217:0:17894:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:1.0:1767384366.245236:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000020:0.0:1767384366.245237:0:17894:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:1.0:1767384366.245241:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000020:0.0:1767384366.245242:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000100:00000200:1.0:1767384366.245246:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:0.0:1767384366.245247:0:17894:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384366.245255:0:17894:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384366.245275:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1767384366.245278:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384366.245278:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384366.245283:0:17894:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384366.245288:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746151552 00010000:00000001:0.0:1767384366.245292:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384366.245296:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:0.0:1767384366.245296:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000131b5a30 x1853236746151552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384366.245303:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00010000:00000001:0.0:1767384366.245304:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767384366.245307:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00010000:00000001:0.0:1767384366.245308:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.245311:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:0.0:1767384366.245312:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384366.245314:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384366.245316:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384366.245318:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.245321:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:0.0:1767384366.245323:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000040:1.0:1767384366.245324:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 02000000:00000001:0.0:1767384366.245327:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384366.245328:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384366.245330:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.245332:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384366.245336:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.245339:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384366.245345:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000075a3e8f x1853236746151168/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384366.245346:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384366.245350:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000100:00000200:0.0:1767384366.245357:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746151552, offset 224 00000100:00100000:1.0:1767384366.245360:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000075a3e8f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746151168:12345-0@lo:400: Request processed in 353us (1362us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384366.245367:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384366.245371:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000400:00000200:0.0:1767384366.245376:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384366.245377:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384366.245381:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384366.245383:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384366.245386:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df06680 00000020:00000010:1.0:1767384366.245387:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e242390. 00000400:00000200:0.0:1767384366.245391:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1bf9 [1] + 224 00000020:00000010:1.0:1767384366.245392:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e64347a2. 00000400:00000200:0.0:1767384366.245397:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384366.245399:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1fc0930. 00000400:00000200:0.0:1767384366.245404:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384366.245406:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:0.0:1767384366.245408:0:17894:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384366.245412:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384366.245413:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384366.245414:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000b464724. 02000000:00000001:1.0:1767384366.245420:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384366.245424:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384366.245427:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384366.245430:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384366.245436:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b04daae. 00000400:00000010:1.0:1767384366.245458:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000406abdd8. 00000100:00000001:0.0:1767384366.245462:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384366.245469:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000400:00000010:0.0:1767384366.245471:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000100:00000001:0.0:1767384366.245474:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384366.245476:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384366.245477:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384366.245481:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746151424 00000100:00000001:0.0:1767384366.245481:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.245485:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384366.245488:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:1.0:1767384366.245489:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384366.245493:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.245493:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384366.245497:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.245497:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.245500:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384366.245501:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746151424 00000020:00000001:1.0:1767384366.245504:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384366.245505:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000131b5a30 x1853236746151552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384366.245506:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000020:00000001:1.0:1767384366.245510:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384366.245513:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000020:00000001:1.0:1767384366.245517:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000020:00000001:1.0:1767384366.245520:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00100000:0.0:1767384366.245521:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000131b5a30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236746151552:12345-0@lo:13: Request processed in 418us (1374us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384366.245523:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384366.245528:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000020:00000010:1.0:1767384366.245533:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce1d9088. 00000100:00000040:0.0:1767384366.245533:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:0.0:1767384366.245538:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384366.245539:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384366.245541:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce1d9088. 00000020:00000010:1.0:1767384366.245545:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1fc0930. 00000100:00000001:0.0:1767384366.245548:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384366.245549:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e242390. 00000020:00000010:0.0:1767384366.245552:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c8870dd. 00000020:00000010:1.0:1767384366.245553:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e64347a2. 00000020:00000010:0.0:1767384366.245559:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fb4b9c8. 00000100:00000040:1.0:1767384366.245563:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1767384366.245564:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a10dfd01. 00000100:00000001:1.0:1767384366.245567:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384366.245570:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384366.245570:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:1.0:1767384366.245573:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.245574:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.245580:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384366.245583:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384366.245584:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.245594:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.245597:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384366.245600:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746151296 02000000:00000001:0.0:1767384366.245602:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384366.245603:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384366.245604:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384366.245607:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.245608:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746151680 02000000:00000001:1.0:1767384366.245611:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384366.245612:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.245613:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384366.245616:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746151296 00000100:00000001:1.0:1767384366.245617:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.245621:0:17892:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384366.245623:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.245624:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00100000:1.0:1767384366.245627:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746151680 00000020:00000001:0.0:1767384366.245627:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384366.245631:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384366.245631:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000020:00000040:1.0:1767384366.245634:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000001:0.0:1767384366.245635:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:1.0:1767384366.245636:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384366.245638:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000040:1.0:1767384366.245640:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000100:00000001:0.0:1767384366.245642:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384366.245643:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:1.0:1767384366.245647:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000010:0.0:1767384366.245647:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ad1579b. 00000100:00000001:1.0:1767384366.245649:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384366.245651:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384366.245654:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce1d9088. 00000020:00000010:0.0:1767384366.245655:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ad1579b. 00000020:00000010:1.0:1767384366.245660:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000976f31f5. 00000020:00000010:0.0:1767384366.245662:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a10dfd01. 00000020:00000040:1.0:1767384366.245665:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000020:00000010:0.0:1767384366.245666:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c8870dd. 00000100:00000001:1.0:1767384366.245671:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384366.245672:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fb4b9c8. 00000020:00000010:1.0:1767384366.245677:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d8892d. 00000020:00000010:1.0:1767384366.245682:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8bb7581. 00000100:00000040:0.0:1767384366.245683:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:1.0:1767384366.245685:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4c41c4b. 00000100:00000001:0.0:1767384366.245686:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384366.245688:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384366.245689:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.245692:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384366.245696:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384366.245697:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384366.245698:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.245700:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384366.245702:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.245706:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384366.245709:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384366.245709:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.245712:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.245720:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384366.245723:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.245729:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384366.245734:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384366.245734:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384366.245736:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384366.245738:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384366.245740:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384366.245741:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00100000:2.0:1767384366.245746:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000001:0.0:1767384366.245746:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556611712 : -111508152939904 : ffff9a957c278a80) 00000100:00000040:2.0:1767384366.245751:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:2.0:1767384366.245755:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609950592 : -111508099601024 : ffff9a957f556d80) 00000100:00100000:1.0:1767384366.245756:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:0.0:1767384366.245756:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f7ace740 x1853236746151296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384366.245763:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000040:2.0:1767384366.245766:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4b9608f x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.245768:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317029376 : -111508392522240 : ffff9a956ddfce00) 00000100:00000040:1.0:1767384366.245778:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000038349e76 x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.245787:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384366.245791:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ad1579b. 00000100:00000001:0.0:1767384366.245796:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384366.245801:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ad1579b. 00000100:00000001:1.0:1767384366.245809:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384366.245811:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f7ace740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236746151296:12345-0@lo:400: 00000020:00000010:1.0:1767384366.245814:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ec9f9b6. 00000100:00000200:0.0:1767384366.245816:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746151296 00000100:00000001:2.0:1767384366.245817:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384366.245819:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384366.245822:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384366.245838:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6e6e596. 00000020:00000010:1.0:1767384366.245838:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ec9f9b6. 00000020:00000001:0.0:1767384366.245841:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384366.245845:0:18314:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384366.245845:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.245849:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000038349e76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746151680:12345-0@lo:400: 00000020:00000010:2.0:1767384366.245852:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6e6e596. 00000020:00000001:0.0:1767384366.245853:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384366.245854:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746151680 00000020:00000001:0.0:1767384366.245857:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:1.0:1767384366.245859:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384366.245860:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384366.245863:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384366.245864:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4b9608f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746151424:12345-0@lo:400: 00000020:00000001:0.0:1767384366.245864:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384366.245868:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.245870:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767384366.245873:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746151424 00000020:00000001:0.0:1767384366.245874:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384366.245875:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384366.245877:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384366.245878:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.245879:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:2.0:1767384366.245880:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384366.245885:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.245885:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384366.245886:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384366.245890:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384366.245891:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384366.245891:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384366.245893:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384366.245895:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:1.0:1767384366.245896:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1767384366.245899:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e49ca5b. 00000020:00000001:2.0:1767384366.245900:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384366.245900:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384366.245906:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384366.245906:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.245907:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.245908:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.245912:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384366.245913:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384366.245914:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.245916:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384366.245918:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:0.0:1767384366.245919:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746151296 02000000:00000001:1.0:1767384366.245920:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384366.245921:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.245924:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384366.245925:0:18314:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1767384366.245925:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000b464724. 00000100:00000001:2.0:1767384366.245929:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:0.0:1767384366.245931:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f7ace740 x1853236746151296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384366.245932:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384366.245936:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384366.245938:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ee6f40e1. 00000100:00000001:1.0:1767384366.245941:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.245943:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.245946:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.245949:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384366.245953:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746151680 00000020:00000001:2.0:1767384366.245954:0:18314:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.245957:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:2.0:1767384366.245958:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746151424 00010000:00000200:1.0:1767384366.245963:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000038349e76 x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384366.245964:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384366.245972:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4b9608f x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384366.245987:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384366.245990:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384366.245991:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.245994:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384366.245997:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=62 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384366.245999:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1767384366.245999:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=66 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384366.246004:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.246004:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384366.246006:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1767384366.246010:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=66 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384366.246010:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000040:1.0:1767384366.246012:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:0.0:1767384366.246017:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:1.0:1767384366.246019:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:2.0:1767384366.246020:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384366.246021:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384366.246023:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384366.246024:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.246026:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.246027:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 23 to 0@lo 00000100:00000001:1.0:1767384366.246030:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384366.246030:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384366.246036:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000040:0.0:1767384366.246039:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384366.246040:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384366.246042:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384366.246046:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384366.246046:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000400:00000010:1.0:1767384366.246047:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000100:00000001:2.0:1767384366.246054:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384366.246055:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746151680, offset 224 00000100:00000200:0.0:1767384366.246055:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746151296, offset 224 00000100:00000040:2.0:1767384366.246062:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384366.246066:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9d7247b. 00000400:00000200:0.0:1767384366.246067:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384366.246075:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384366.246078:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384366.246081:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746151424, offset 224 00000400:00000200:1.0:1767384366.246089:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384366.246090:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df06580 00000400:00000200:2.0:1767384366.246094:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384366.246101:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c11 [1] + 224 00000400:00000200:1.0:1767384366.246106:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df06700 00000400:00000200:2.0:1767384366.246109:0:18314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384366.246110:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384366.246115:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c09 [1] + 224 00000400:00000200:0.0:1767384366.246120:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384366.246122:0:18314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df06600 00000400:00000200:1.0:1767384366.246122:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384366.246125:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384366.246131:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384366.246132:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.246135:0:18314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c01 [1] + 224 00000100:00000001:1.0:1767384366.246145:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384366.246146:0:18314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384366.246149:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384366.246154:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.246156:0:18314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384366.246166:0:18314:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384366.246175:0:18314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.246175:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384366.246180:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384366.246182:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000400:00000010:0.0:1767384366.246186:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000100:00000001:0.0:1767384366.246192:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384366.246194:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384366.246198:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.246205:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 22 to 0@lo 00010000:00000001:0.0:1767384366.246211:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384366.246214:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384366.246215:0:18314:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384366.246215:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.246232:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00000020:00000001:0.0:1767384366.246235:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384366.246236:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00000100:00000001:1.0:1767384366.246263:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384366.246264:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7ace740 x1853236746151296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.246265:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384366.246269:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.246273:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384366.246277:0:18314:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384366.246278:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384366.246281:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.246284:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384366.246285:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f7ace740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236746151296:12345-0@lo:400: Request processed in 506us (1553us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384366.246287:0:18314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9d7247b 00000100:00000040:1.0:1767384366.246291:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038349e76 x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384366.246293:0:18314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9d7247b. 00000100:00100000:0.0:1767384366.246298:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384366.246300:0:18314:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384366.246304:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:2.0:1767384366.246305:0:18314:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384366.246325:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384366.246330:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.246330:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000038349e76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746151680:12345-0@lo:400: Request processed in 518us (1695us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384366.246330:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384366.246335:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c8870dd. 00000100:00000040:2.0:1767384366.246338:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384366.246342:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384366.246343:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fb4b9c8. 00000020:00000001:2.0:1767384366.246346:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.246347:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000020:00000010:0.0:1767384366.246348:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a10dfd01. 00000020:00000001:2.0:1767384366.246353:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384366.246354:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000020:00000040:0.0:1767384366.246355:0:17892:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000040:2.0:1767384366.246360:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4b9608f x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.246360:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384366.246361:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.246364:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384366.246369:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8bb7581. 00000100:00100000:2.0:1767384366.246375:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4b9608f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746151424:12345-0@lo:400: Request processed in 557us (2043us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384366.246375:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4c41c4b. 00000100:00080000:0.0:1767384366.246379:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:1.0:1767384366.246380:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0d8892d. 00000020:00000040:0.0:1767384366.246385:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000020:00000040:1.0:1767384366.246387:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00100000:2.0:1767384366.246389:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:1.0:1767384366.246393:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384366.246393:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384366.246398:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000040:2.0:1767384366.246400:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000001:2.0:1767384366.246404:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384366.246406:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384366.246409:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e242390. 00000020:00000010:2.0:1767384366.246412:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e64347a2. 00000020:00000010:2.0:1767384366.246416:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1fc0930. 00000020:00000040:2.0:1767384366.246420:0:18314:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000100:00000001:2.0:1767384366.246422:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.246436:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384366.246439:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384366.246443:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384366.246444:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384366.246446:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703a9258. 00000400:00000200:0.0:1767384366.246450:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098338a0a 00000400:00000010:0.0:1767384366.246452:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098338a0a. 00000100:00000001:2.0:1767384366.246512:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.246515:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384366.246665:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384366.246666:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384366.246669:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384366.246670:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384366.246672:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ec5abcf. 00000400:00000200:2.0:1767384366.246678:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006adc1c66 00000400:00000010:2.0:1767384366.246681:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adc1c66. 00000100:00000200:0.0:1767384366.246682:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.246686:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384366.246690:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384366.246694:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.246694:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.246700:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384366.246703:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384366.246707:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.246711:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384366.246714:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.246717:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384366.246718:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.246721:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.246724:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:0.0:1767384366.246724:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=62 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384366.246728:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384366.246730:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1767384366.246731:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384366.246734:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.246736:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384366.246737:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.246739:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384366.246741:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=66 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384366.246742:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767384366.246748:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=66 v=5 (1 0 0 0) 00010000:00080000:0.0:1767384366.246751:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.246753:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.246756:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.246760:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384366.246765:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384366.246768:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.246769:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384366.246772:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384366.246776:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1767384366.246780:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.246780:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.246785:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.246793:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384366.246794:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384366.246796:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384366.246798:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384366.246799:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384366.246800:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.246802:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.246806:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384366.246809:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.246834:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384366.246836:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011eebb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16354:1853236746151296:0@lo:400: 00000100:00000001:2.0:1767384366.246837:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384366.246841:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384366.246846:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384366.246846:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384366.246851:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384366.246854:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4720341. 00000100:00100000:2.0:1767384366.246856:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050c80de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746151424:0@lo:400: 00000400:00000200:0.0:1767384366.246859:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000400:00000010:0.0:1767384366.246862:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 00000100:00000001:2.0:1767384366.246864:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.246866:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384366.246868:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384366.246873:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384366.246875:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050c80de4 x1853236746151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.246895:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767384366.246897:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384366.246899:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384366.246903:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002626f672. 02000000:00000001:2.0:1767384366.246908:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384366.246910:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384366.246913:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384366.246918:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384366.246921:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000431d0a15. 00000100:00000001:0.0:1767384366.246923:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384366.246926:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384366.246927:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384366.246929:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384366.246930:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:2.0:1767384366.246932:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050c80de4. 02000000:00000001:0.0:1767384366.246933:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384366.246937:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384366.246939:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384366.246939:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.246942:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384366.246943:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.246945:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384366.246947:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=62 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384366.246950:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767384366.246952:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384366.246953:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.246956:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.246958:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384366.246959:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.246963:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.246963:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384366.246966:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384366.246975:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.246977:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384366.246978:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384366.246979:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384366.246980:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.246982:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384366.246983:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.246985:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384366.246990:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384366.246991:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384366.246992:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384366.246994:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384366.246996:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000601f1fa6. 00000100:00000001:0.0:1767384366.246996:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384366.247016:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:2.0:1767384366.247018:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686eedc6 00000004:00000040:0.0:1767384366.247019:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000010:2.0:1767384366.247020:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686eedc6. 00000004:00000040:0.0:1767384366.247023:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:2.0:1767384366.247025:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384366.247032:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1767384366.247033:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384366.247043:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.247049:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384366.247051:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.247067:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384366.247071:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.247076:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384366.247079:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384366.247081:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384366.247083:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16354:1853236746151552:0@lo:13: 00000100:00000001:2.0:1767384366.247084:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.247090:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.247092:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384366.247094:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=65 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384366.247095:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767384366.247101:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=65 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384366.247120:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011eebb64 x1853236746151296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.247122:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.247125:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.247131:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384366.247132:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384366.247136:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:2.0:1767384366.247139:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384366.247139:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ea8cef0. 02000000:00000001:0.0:1767384366.247149:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384366.247150:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384366.247152:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.247153:0:16354:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384366.247156:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384366.247157:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384366.247161:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:0.0:1767384366.247161:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a2c71fa. 00000100:00000001:2.0:1767384366.247167:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767384366.247167:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384366.247170:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384366.247171:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384366.247172:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011eebb64. 00000100:00000001:0.0:1767384366.247178:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384366.247180:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384366.247181:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.247182:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384366.247187:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2e93a0 x1853236746151552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.247213:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384366.247213:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384366.247216:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384366.247217:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767384366.247218:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000035d359bc. 00000100:00000001:2.0:1767384366.247252:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384366.247253:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384366.247257:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384366.247259:0:16354:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384366.247262:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384366.247262:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384366.247265:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081f56b29. 02000000:00000001:0.0:1767384366.247270:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384366.247272:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384366.247274:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2e93a0. 00000100:00100000:2.0:1767384366.247276:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a9a2c8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746151680:0@lo:400: 00000100:00000001:0.0:1767384366.247278:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384366.247281:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384366.247285:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384366.247286:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384366.247289:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000375e05c3. 00000100:00000001:0.0:1767384366.247290:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384366.247294:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035727331 00000100:00000001:0.0:1767384366.247296:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384366.247297:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035727331. 00000100:00000001:0.0:1767384366.247299:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.247302:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384366.247303:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384366.247306:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384366.247307:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384366.247315:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.247320:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384366.247322:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.247323:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384366.247324:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384366.247326:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384366.247327:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.247329:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384366.247331:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384366.247334:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384366.247336:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.247337:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.247339:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384366.247340:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.247341:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.247344:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.247348:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.247350:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384366.247351:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384366.247359:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.247363:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746151168:0@lo:400: 00000100:00000001:2.0:1767384366.247366:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.247367:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384366.247368:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a9a2c8d x1853236746151680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.247372:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384366.247373:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384366.247374:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba4d530d. 02000000:00000001:2.0:1767384366.247377:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384366.247378:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384366.247379:0:16356:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384366.247380:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384366.247382:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009566efea. 02000000:00000001:2.0:1767384366.247383:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384366.247385:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384366.247386:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a9a2c8d. 00000100:00000001:2.0:1767384366.247389:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384366.247400:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.247401:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384366.247403:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4f4407a x1853236746151168/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.247407:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384366.247408:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384366.247410:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008da96da9. 02000000:00000001:2.0:1767384366.247412:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384366.247413:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384366.247413:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384366.247414:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384366.247415:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d1eeffd. 02000000:00000001:2.0:1767384366.247417:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384366.247418:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384366.247418:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4f4407a. 00000100:00000001:2.0:1767384366.247420:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384366.247426:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.247427:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.247431:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.247432:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.247434:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.247435:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.250472:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294955014, at 4294955015 00000100:00000010:0.0:1767384366.250479:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e552beb. 00000100:00000040:2.0:1767384366.251461:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294955014, at 4294955015 00000100:00000010:2.0:1767384366.251468:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c652810. 00000100:00000040:1.0:1767384366.251495:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294955014, at 4294955016 00000100:00000010:1.0:1767384366.251503:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003830b997. 00000100:00000040:3.0:1767384366.251521:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294955014, at 4294955016 00000100:00000010:3.0:1767384366.251544:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075b7a8d4. 00010000:00000001:2.0:1767384366.435486:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384366.435492:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.435498:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384366.435500:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.435546:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384366.435549:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.435552:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384366.499500:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9acd5f2] -> 12345-192.168.203.143@tcp22 (6) 00000400:00000001:1.0:1767384366.499504:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384366.499508:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767384366.499527:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp22 ip 192.168.203.143:988 00000400:00000200:1.0:1767384366.499528:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e12c5e6 00000400:00000010:1.0:1767384366.499532:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e12c5e6. 00000800:00000200:2.0:1767384366.499533:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384366.499537:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384366.499541:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384366.499551:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007f537362. 00000400:00000010:1.0:1767384366.499556:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a52afa2a. 00000400:00000200:1.0:1767384366.499561:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp38 00000400:00000010:1.0:1767384366.499567:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007f537362. 00000400:00000010:1.0:1767384366.499571:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a52afa2a. 00000400:00000010:1.0:1767384366.499585:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e12c5e6. 00000400:00000010:1.0:1767384366.499591:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ae460cc3. 00000400:00000200:1.0:1767384366.499595:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp38 00000400:00000200:1.0:1767384366.499606:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp38 local destination 00000400:00000200:1.0:1767384366.499612:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp38 00000400:00000200:1.0:1767384366.499615:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp38 NI seq info: [128:128:256:4294967295] 192.168.203.143@tcp38 LPNI seq info [119:119:8:4294967295] 00000400:00000200:1.0:1767384366.499620:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp38 00000400:00000200:1.0:1767384366.499626:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp38(192.168.203.143@tcp38:) -> 192.168.203.143@tcp38(192.168.203.143@tcp38:192.168.203.143@tcp38) : GET try# 0 00000800:00000200:1.0:1767384366.499630:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp38 00000800:00000010:1.0:1767384366.499634:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000bbc4000. 00000800:00000200:1.0:1767384366.499638:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000800:00000200:1.1:1767384366.499641:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000400:00000200:1.0:1767384366.499660:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp38 added to recovery queue. ping count: 1 next ping: 289 health :900 00000800:00000200:3.0:1767384366.499689:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384366.499695:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384366.499704:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384366.499708:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384366.499710:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384366.499773:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499826:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499840:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499852:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499865:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499877:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499889:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499902:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499914:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499926:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499939:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499953:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499966:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499979:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.499992:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500004:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500018:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500031:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500043:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500055:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500069:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500082:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500097:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500121:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500135:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500147:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500160:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500172:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500185:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500198:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500210:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500244:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500261:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500273:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384366.500286:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384366.500380:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:0.0:1767384366.500384:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000558401d4. 00000800:00000010:0.0:1767384366.500388:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d556caa. 00000800:00000010:0.0:1767384366.500403:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d556caa. 00000800:00020000:0.0:1767384366.500408:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384366.500411:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000558401d4. 00000800:00000010:0.0:1767384366.500413:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:02020000:0.0:1767384366.500475:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp38 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384366.500480:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp38 notifying 192.168.203.143@tcp38: down 00000400:00000200:0.0:1767384366.500484:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384366.500489:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp38 00000800:00000010:0.0:1767384366.500491:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000bbc4000. 00000400:00000200:0.0:1767384366.500494:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384366.500500:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp38->192.168.203.143@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384366.500506:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384366.500509:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384366.500512:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp38) recovery failed with -71 00080000:00000010:3.0:1767384366.537039:0:33755:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a62d2df3. 00080000:00000010:3.0:1767384366.537046:0:33755:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a62d2df3. 00000020:00000001:3.0:1767384366.537050:0:33755:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384366.537056:0:33755:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a62d2df3. 00080000:00000010:3.0:1767384366.537060:0:33755:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a62d2df3. 00000020:00000001:3.0:1767384366.537062:0:33755:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384367.233682:0:33919:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384367.233686:0:33919:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:3.0:1767384367.237079:0:33919:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384367.243144:0:33920:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000db3a71dc. 00000400:00000010:3.0:1767384367.243159:0:33920:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001ca782b8. 00000400:00000010:3.0:1767384367.243168:0:33920:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ce56d459. 00000400:00000010:3.0:1767384367.243176:0:33920:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b2930e5d. 00000400:00000010:3.0:1767384367.243179:0:33920:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007647a159. 00000400:00000010:3.0:1767384367.243184:0:33920:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b9079eb6. 00000400:00000010:3.0:1767384367.243186:0:33920:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b2691e0e. 00000400:00000010:3.0:1767384367.243188:0:33920:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007656eacb. 00000400:00000010:3.0:1767384367.243206:0:33920:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d8831bb6. 00000800:00000010:3.0:1767384367.243235:0:33920:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000db142199. 00000800:00000200:3.0:1767384367.243246:0:33920:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384367.243274:0:33920:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384367.243307:0:33920:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:3.0:1767384367.243330:0:33920:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp42 [8/256/0/180] 00000400:00000010:3.0:1767384367.245164:0:33920:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000097ec3dff. 00000400:00000010:3.0:1767384367.245170:0:33920:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e504759. 00000400:00000010:3.0:1767384367.245175:0:33920:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00000400:00000001:3.0:1767384367.245193:0:33920:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384367.245195:0:33920:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384367.245196:0:33920:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d820cad5. 00000400:00000200:3.0:1767384367.245198:0:33920:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c80a73a 00000400:00000010:3.0:1767384367.245199:0:33920:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c80a73a. 00000400:00000010:3.0:1767384367.245202:0:33920:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000093ff2184. 00000400:00000200:3.0:1767384367.245206:0:33920:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (32) 00000400:00000200:3.0:1767384367.245227:0:33920:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384367.245237:0:33920:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000400:00000200:1.0:1767384367.245240:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384367.245243:0:33920:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000247538c8. 00000400:00000200:1.0:1767384367.245247:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000020:01000000:3.0:1767384367.245248:0:33920:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384367.245253:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (33) 00000020:01000000:3.0:1767384367.245255:0:33920:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp42 00000400:00000010:1.0:1767384367.245259:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000e7be00fa. 00000400:00000010:1.0:1767384367.245263:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000400:00000010:3.0:1767384367.245269:0:33920:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001ca782b8. 00000400:00000010:1.0:1767384367.245269:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d3396c2d. 00000400:00000010:3.0:1767384367.245276:0:33920:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000db3a71dc. 00000400:00000200:1.0:1767384367.245277:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:1.0:1767384367.245291:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:00000001:0.0:1767384367.245293:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384367.245296:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 10000000:00000001:0.0:1767384367.245298:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384367.245301:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:1.0:1767384367.245305:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 10000000:00000001:0.0:1767384367.245310:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384367.245311:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 10000000:01000000:0.0:1767384367.245312:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384367.245317:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000020:01000004:0.0:1767384367.245318:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384367.245323:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384367.245324:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000020:01000004:0.0:1767384367.245325:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384367.245328:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384367.245331:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384367.245333:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000020:01000004:0.0:1767384367.245334:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384367.245336:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384367.245337:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384367.245338:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384367.245339:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384367.245343:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2e93a0. 00000400:00000200:1.0:1767384367.245348:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000020:00000040:0.0:1767384367.245349:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:1.0:1767384367.245355:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000100:00000001:0.0:1767384367.245356:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384367.245361:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384367.245363:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 02000000:00000001:0.0:1767384367.245366:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.245367:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:1.0:1767384367.245373:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 02000000:00000010:0.0:1767384367.245376:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000005c0d2af. 00000400:00000200:1.0:1767384367.245377:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:1.0:1767384367.245383:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000100:00000001:0.0:1767384367.245385:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.245386:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000400:00000200:1.0:1767384367.245392:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000400:00000200:1.0:1767384367.245395:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:1.0:1767384367.245398:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 00000100:00000001:0.0:1767384367.245398:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384367.245403:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.245405:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 26], ns[62, 26] 00000400:00000200:1.0:1767384367.245411:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 26], ns[78, 26] 00000400:00000200:1.0:1767384367.245416:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 26], ns[117, 26] 00000100:00000040:0.0:1767384367.245416:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2e93a0] to pc [ptlrpcd_00_00+0] req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384367.245491:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 26], ns[79, 26] 00000400:00000200:1.0:1767384367.245496:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 26], ns[93, 26] 00000400:00000200:1.0:1767384367.245502:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 26], ns[100, 26] 00000400:00000200:1.0:1767384367.245506:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 26], ns[116, 26] 00000400:00000200:1.0:1767384367.245517:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 26], ns[120, 26] 00000400:00000200:1.0:1767384367.245521:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 26], ns[127, 26] 00000400:00000200:1.0:1767384367.245523:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[114, 26], ns[123, 26] 00000400:00000200:1.0:1767384367.245526:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[119, 26], ns[128, 26] 00000400:00000200:1.0:1767384367.245529:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000400:00000200:1.0:1767384367.245532:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384367.245536:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:1.0:1767384367.245540:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp39 00000400:00000200:1.0:1767384367.245545:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp39 lpni_is_preferred = 0 00000400:00000200:1.0:1767384367.245548:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp39 00000400:00000200:1.0:1767384367.245551:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp39 NI seq info: [129:129:256:4294967295] 192.168.203.143@tcp39 LPNI seq info [120:120:8:4294967295] 00000400:00000200:1.0:1767384367.245557:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp39 00000400:00000200:1.0:1767384367.245564:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp39(192.168.203.143@tcp39:) -> 192.168.203.143@tcp39(192.168.203.143@tcp:192.168.203.143@tcp39) : GET try# 0 00000800:00000200:1.0:1767384367.245570:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp39 00000800:00000010:1.0:1767384367.245574:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007959b6e5. 00000800:00000010:1.0:1767384367.245581:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008632bd16. 00000800:00000010:1.0:1767384367.245584:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c5a6270e. 00000800:00000200:1.0:1767384367.245589:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008632bd16] -> 12345-192.168.203.143@tcp39 (2) 00000800:00000200:1.1:1767384367.245593:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008632bd16] -> 12345-192.168.203.143@tcp39 (2) 00000400:00000200:1.0:1767384367.245627:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:1.0:1767384367.245635:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 10000000:00000001:0.0:1767384367.245658:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384367.245661:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.245663:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384367.245665:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384367.245666:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384367.245670:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384367.245672:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384367.245673:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384367.245680:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384367.245682:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384367.245683:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384367.245685:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384367.245687:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384367.245691:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384367.245695:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384367.245699:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384367.245700:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000001:1.0:1767384367.245702:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384367.245703:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384367.245705:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384367.245712:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384367.245716:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384367.245718:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384367.245719:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384367.245721:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384367.245723:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384367.245726:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032332ec9. 02000000:00000001:1.0:1767384367.245727:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384367.245734:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00100000:1.0:1767384367.245735:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746151808:0@lo:253: 00000100:00000001:0.0:1767384367.245740:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384367.245743:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384367.245744:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384367.245749:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384367.245750:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384367.245754:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.245756:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 02000000:00000001:1.0:1767384367.245758:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384367.245759:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c95560a3. 00000100:00000001:0.0:1767384367.245765:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384367.245767:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000809351f7. 00000100:00000001:0.0:1767384367.245769:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384367.245771:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.245773:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384367.245777:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a5cee15. 00000100:00000040:0.0:1767384367.245782:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032332ec9] to pc [ptlrpcd_00_01+1] req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384367.245784:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5ce94bf. 00000100:00000200:1.0:1767384367.245791:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746151808, portal 25 00000100:00000001:1.0:1767384367.245797:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384367.245799:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556616192 : -111508152935424 : ffff9a957c279c00) 00000400:00000200:3.0:1767384367.245800:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 10000000:00000001:0.0:1767384367.245800:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384367.245805:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.245806:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384367.245811:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384367.245816:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384367.245822:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000247538c8. 00000100:00000001:1.0:1767384367.245823:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384367.245829:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384367.245832:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3473040. 00000100:00000200:1.0:1767384367.245835:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746151808, offset 0 00000400:00000200:1.0:1767384367.245842:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384367.245846:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384367.245853:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384367.245869:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06780 00000400:00000200:1.0:1767384367.245875:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1445 [2] + 0 00000400:00000010:1.0:1767384367.245879:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dc56424. 00000400:00000200:1.0:1767384367.245883:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008ac6c0ef 00000100:00000001:0.0:1767384367.245889:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384367.245890:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384367.245895:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384367.245897:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384367.245899:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000001:0.0:1767384367.245900:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384367.245903:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac6c0ef 00000100:00000040:0.0:1767384367.245908:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384367.245909:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ac6c0ef. 00000100:00000001:1.0:1767384367.245918:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384367.245919:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384367.245922:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384367.245923:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.245926:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384367.245928:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384367.245933:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.245936:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000035bc2993 x1853236746151808 msgsize 4848 00000100:00100000:0.0:1767384367.245938:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032332ec9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746151936:0@lo:253: 00000400:00000200:3.0:1767384367.245941:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:0.0:1767384367.245946:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384367.245947:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384367.245950:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384367.245951:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384367.245957:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.245960:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384367.245966:0:16353:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384367.245966:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a987b921. 02000000:00000001:0.0:1767384367.245976:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.245977:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3473040 00000400:00000010:0.0:1767384367.245980:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4720341. 00000400:00000010:1.0:1767384367.245981:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3473040. 00000100:00000001:1.0:1767384367.245989:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384367.245992:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384367.245997:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000558401d4. 00000100:00000001:1.0:1767384367.246000:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384367.246004:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746151936, portal 25 00000100:00000040:1.0:1767384367.246005:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384367.246008:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000001:0.0:1767384367.246009:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384367.246012:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556610816 : -111508152940800 : ffff9a957c278700) 00000100:00000001:1.0:1767384367.246022:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.246023:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.246028:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384367.246035:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.246035:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384367.246040:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384367.246041:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294956016 00000400:00000010:0.0:1767384367.246044:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b99fd951. 00000100:00000010:1.0:1767384367.246048:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003830b997. 00000100:00000200:0.0:1767384367.246049:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746151936, offset 0 00000400:00000200:3.0:1767384367.246058:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:1.0:1767384367.246058:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384367.246059:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384367.246071:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294956016 00000400:00000200:0.0:1767384367.246073:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384367.246078:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008452e818. 00000100:00000001:1.0:1767384367.246084:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384367.246088:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06800 00000100:00000001:1.0:1767384367.246090:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294956016 00000100:00000010:1.0:1767384367.246096:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a257a64. 00000400:00000200:0.0:1767384367.246096:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x144d [2] + 0 00000100:00000001:1.0:1767384367.246102:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384367.246103:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d243ebd4. 00000400:00000200:3.0:1767384367.246109:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000001:1.0:1767384367.246111:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294956016 00000400:00000200:0.0:1767384367.246111:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000579b595d 00000400:00000200:0.0:1767384367.246118:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384367.246119:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5d0c0cd. 00000100:00000001:1.0:1767384367.246126:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384367.246127:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384367.246134:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384367.246136:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000579b595d 00000100:00000001:1.0:1767384367.246140:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.246141:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000579b595d. 00000100:00000001:1.0:1767384367.246149:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.246150:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384367.246152:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384367.246153:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384367.246158:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000d8f6a0cc x1853236746151936 msgsize 4848 00000400:00000200:3.0:1767384367.246159:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:1.0:1767384367.246162:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384367.246165:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384367.246168:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384367.246173:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384367.246177:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384367.246179:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384367.246182:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.246184:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384367.246185:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.246191:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b99fd951 00000400:00000010:0.0:1767384367.246195:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b99fd951. 00000100:00000001:0.0:1767384367.246199:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384367.246202:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.246208:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384367.246210:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384367.246213:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000100:00100000:1.0:1767384367.246213:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746151808 02000000:00000001:1.0:1767384367.246233:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384367.246236:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384367.246241:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.246245:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384367.246263:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384367.246270:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746151808 00000100:00000001:0.0:1767384367.246272:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.246274:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384367.246275:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384367.246277:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384367.246280:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384367.246282:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.246286:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294956016 00000400:00000200:3.0:1767384367.246288:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000100:00000001:0.0:1767384367.246289:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294956016 00000100:00000001:0.0:1767384367.246294:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294956016 00000100:00000001:0.0:1767384367.246296:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294956016 00000100:00000001:0.0:1767384367.246298:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294956016 00000020:00000040:1.0:1767384367.246299:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:0.0:1767384367.246301:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294956016 00000020:00000001:1.0:1767384367.246304:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384367.246305:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294956016 00000020:00000001:1.0:1767384367.246309:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384367.246310:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294956016 00000100:00000001:0.0:1767384367.246315:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384367.246317:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384367.246317:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.246322:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.246323:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000020:00000010:1.0:1767384367.246324:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a36f1476. 00000100:00000001:0.0:1767384367.246325:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384367.246329:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.246333:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384367.246334:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a36f1476. 00000100:00000001:0.0:1767384367.246337:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384367.246341:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384367.246342:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097b0d193. 00000100:00000001:0.0:1767384367.246343:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.246346:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384367.246350:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074649688. 00000100:00000001:0.0:1767384367.246350:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384367.246356:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4c41c4b. 00000100:00000040:1.0:1767384367.246364:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384367.246367:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384367.246368:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384367.246368:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384367.246372:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000001:1.0:1767384367.246373:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.246373:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746151936 02000000:00000001:0.0:1767384367.246378:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.246381:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384367.246383:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.246383:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.246388:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.246393:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746151936 00000100:00000001:1.0:1767384367.246395:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384367.246397:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384367.246400:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384367.246404:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384367.246407:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384367.246410:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384367.246415:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000020:00000040:0.0:1767384367.246416:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000400:00000200:3.0:1767384367.246417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000100:00000040:1.0:1767384367.246418:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000020:00000001:0.0:1767384367.246423:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384367.246428:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384367.246433:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.246437:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a18fea6. 00000100:00000001:1.0:1767384367.246447:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425043536 : -111508284508080 : ffff9a95744ff850) 00000100:00000040:1.0:1767384367.246458:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035bc2993 x1853236746151808/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 4848/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.246466:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384367.246469:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a36f1476. 00000100:00000001:0.0:1767384367.246471:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384367.246473:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.246477:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a18fea6. 00000020:00000010:1.0:1767384367.246478:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a36f1476. 00000020:00000010:0.0:1767384367.246485:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef145815. 00000100:00100000:1.0:1767384367.246486:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035bc2993 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746151808:12345-0@lo:253: 00000400:00000200:3.0:1767384367.246493:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000100:00000200:1.0:1767384367.246494:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746151808 00000020:00000010:0.0:1767384367.246494:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebf8c8b4. 00000020:00000001:1.0:1767384367.246499:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384367.246502:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fb4b9c8. 00000020:00000001:1.0:1767384367.246503:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384367.246508:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.246510:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384367.246511:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384367.246514:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384367.246515:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000001:0.0:1767384367.246517:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.246519:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384367.246522:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.246538:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.246540:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384367.246543:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384367.246545:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.246548:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000100:00000001:0.0:1767384367.246548:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384367.246549:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384367.246554:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384367.246560:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a0afe9ce. 02000000:00000001:1.0:1767384367.246562:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.246565:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.246565:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.246569:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:1.0:1767384367.246570:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:0.0:1767384367.246575:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000040:0.0:1767384367.246577:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:0.0:1767384367.246579:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425037392 : -111508284514224 : ffff9a95744fe050) 00000100:00000040:0.0:1767384367.246583:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8f6a0cc x1853236746151936/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 4848/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384367.246586:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 20000000:00000010:1.0:1767384367.246586:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000071c55535. 20000000:01000000:1.0:1767384367.246610:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384367.246611:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384367.246615:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:0.0:1767384367.246616:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a18fea6. 20000000:00000001:1.0:1767384367.246618:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384367.246622:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384367.246623:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.246629:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a18fea6. 20000000:00000001:1.0:1767384367.246630:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384367.246635:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00100000:0.0:1767384367.246639:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f6a0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746151936:12345-0@lo:253: 00000400:00000200:3.0:1767384367.246641:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000100:00000200:0.0:1767384367.246644:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746151936 20000000:00000010:1.0:1767384367.246645:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049f0169d. 00000020:00000001:0.0:1767384367.246649:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:1.0:1767384367.246650:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00000020:00000001:0.0:1767384367.246653:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384367.246657:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384367.246657:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.246659:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:1.0:1767384367.246669:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:0.0:1767384367.246670:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00080000:00000001:1.0:1767384367.246675:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:0.0:1767384367.246675:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384367.246680:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.246681:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000020:00000001:0.0:1767384367.246682:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.246685:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384367.246690:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.246692:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384367.246694:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384367.246695:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000010:0.0:1767384367.246700:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000286ed19f. 02000000:00000001:0.0:1767384367.246704:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.246705:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384367.246708:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384367.246711:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384367.246716:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000010:0.0:1767384367.246717:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fe701187. 00080000:00000001:1.0:1767384367.246718:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.246723:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00080000:00000001:1.0:1767384367.246723:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:01000000:0.0:1767384367.246723:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384367.246727:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384367.246729:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000002:1.0:1767384367.246734:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 20000000:00000001:0.0:1767384367.246734:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384367.246738:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.246741:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 20000000:00000001:0.0:1767384367.246742:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384367.246746:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:0.0:1767384367.246747:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384367.246752:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384367.246756:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384367.246758:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.246760:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000020:00000001:1.0:1767384367.246761:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384367.246768:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384367.246772:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384367.246775:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d3bfd3d9. 00080000:00000001:1.0:1767384367.246779:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565481696256 : -111508227855360 : ffff9a9577b06c00) 00080000:00000001:1.0:1767384367.246781:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384367.246785:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384367.246789:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a36f1476. 00080000:00000001:1.0:1767384367.246792:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.246795:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00080000:00000001:1.0:1767384367.246796:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384367.246813:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384367.246830:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384367.246833:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.246891:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.246930:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.246960:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.246987:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.247013:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.247037:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.247063:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.247093:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.247122:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.247150:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.247177:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384367.247384:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a282cc56. 00000800:00000010:3.0:1767384367.247390:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ca782b8. 00000800:00000010:3.0:1767384367.247401:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ddefae3. 00000800:00000010:3.0:1767384367.247672:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ddefae3. 00000800:00020000:3.0:1767384367.247682:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384367.247685:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ca782b8. 00000800:00000010:3.0:1767384367.247688:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a282cc56. 00000400:02020000:3.0:1767384367.247737:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp39 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384367.247745:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp39 notifying 192.168.203.143@tcp39: down 00000800:00000200:3.0:1767384367.247751:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp39 down 00000800:00000100:3.0:1767384367.247757:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp39 00000800:00000010:3.0:1767384367.247760:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007959b6e5. 00000400:00000200:3.0:1767384367.247763:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384367.247767:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp39->192.168.203.143@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384367.247791:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp39 added to recovery queue. ping count: 0 next ping: 289 health :900 00000400:00000200:3.0:1767384367.247796:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384367.247800:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384367.247804:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384367.247840:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384367.247845:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100871 00000400:00000001:1.0:1767384367.247848:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384367.247849:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384367.247850:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00000400:00000010:1.0:1767384367.247852:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00000400:00000200:1.0:1767384367.247855:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384367.247857:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:1.0:1767384367.247860:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000e7be00fa. 00000400:00000200:1.0:1767384367.247863:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (34) 00000400:00000200:1.0:1767384367.247871:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:-71 00000400:00000200:1.0:1767384367.247873:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 rc -71 00000400:00000200:1.0:1767384367.247876:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:1.0:1767384367.247878:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (33) 00080000:00000010:0.0:1767384367.248663:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d3bfd3d9. 00080000:00000010:1.0:1767384367.248707:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a36f1476. 00040000:00000001:1.0:1767384367.248712:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384367.248714:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384367.248717:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384367.248719:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384367.248721:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384367.248723:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384367.248732:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384367.248741:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384367.248743:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384367.248747:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a0ca5c8b. 00080000:00000001:1.0:1767384367.248748:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384367.248752:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:0.0:1767384367.248756:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384367.248758:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384367.248761:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384367.248766:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:3.0:1767384367.248771:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384367.248773:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384367.248778:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384367.248779:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384367.248780:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384367.248784:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 10000000:01000000:3.0:1767384367.248785:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384367.248786:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384367.248804:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00010000:00000001:3.0:1767384367.248809:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:0.0:1767384367.248809:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:0.0:1767384367.248814:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384367.248816:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384367.248818:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384367.248822:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384367.248828:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f4d63a5. 00080000:00000001:0.0:1767384367.248836:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.248838:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384367.248839:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:3.0:1767384367.248846:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d86da99. 00000020:00000001:0.0:1767384367.248846:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384367.248853:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384367.248855:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:0.0:1767384367.248857:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b7aa6f20. 00000020:00000040:3.0:1767384367.248859:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d86da99 with handle 0x980286e253c5fd34 to hash 00080000:00000001:0.0:1767384367.248862:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560347805184 : -111513361746432 : ffff9a9445af7600) 00000020:00000001:3.0:1767384367.248866:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384367.248867:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384367.248871:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000001:00000001:0.0:1767384367.248872:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384367.248875:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004a18fea6. 00010000:00000001:3.0:1767384367.248879:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00080000:00000001:0.0:1767384367.248880:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384367.248884:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384367.248890:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:1.0:1767384367.248892:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384367.248894:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384367.248896:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.248897:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384367.248901:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000071c55535. 00080000:00000001:0.0:1767384367.248906:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:1.0:1767384367.248908:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.248909:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384367.248914:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746151808 00010000:00000001:1.0:1767384367.248920:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384367.248928:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000200:1.0:1767384367.248929:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035bc2993 x1853236746151808/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.248934:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384367.248939:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384367.248941:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384367.248944:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384367.248944:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.248949:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384367.248950:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=73 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384367.248955:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:1.0:1767384367.248957:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384367.248958:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384367.248962:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384367.248966:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1767384367.248967:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384367.248972:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 02000000:00000001:1.0:1767384367.248973:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384367.248975:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.248977:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:1.0:1767384367.248978:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384367.248983:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000040:1.0:1767384367.248984:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1767384367.248989:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f4d63a5) refcount = 1 00000400:00000010:1.0:1767384367.248990:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3473040. 00000100:00000200:1.0:1767384367.248996:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746151808, offset 224 00010000:00010000:3.0:1767384367.248998:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384367.249014:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384367.249015:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384367.249020:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384367.249025:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.249025:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384367.249032:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.249034:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384367.249035:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06780 20000000:00000001:3.0:1767384367.249044:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:1.0:1767384367.249045:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c3d [2] + 224 20000000:01000000:3.0:1767384367.249049:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00000400:00000200:1.0:1767384367.249052:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384367.249056:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384367.249058:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384367.249060:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384367.249062:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384367.249064:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=4 00000100:00000200:1.0:1767384367.249068:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384367.249069:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384367.249078:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384367.249084:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384367.249088:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384367.249089:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.249114:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384367.249126:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384367.249127:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384367.249132:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3473040 00000400:00000010:1.0:1767384367.249136:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3473040. 00010000:00000001:3.0:1767384367.249141:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384367.249143:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384367.249145:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384367.249146:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.249146:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384367.249152:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384367.249152:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384367.249153:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384367.249159:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384367.249160:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:0.0:1767384367.249163:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384367.249167:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384367.249168:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a5cee15. 00000020:00000001:1.0:1767384367.249172:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.249176:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384367.249177:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384367.249177:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5ce94bf 00010000:00000001:3.0:1767384367.249182:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.249183:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5ce94bf. 00000100:00000040:1.0:1767384367.249185:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035bc2993 x1853236746151808/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.249190:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384367.249193:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384367.249198:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384367.249199:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384367.249209:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035bc2993 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746151808:12345-0@lo:253: Request processed in 2737us (3267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384367.249242:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00010000:00010000:3.0:1767384367.249246:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d86da99 already unused, calling callback (000000004feed035) 00000100:00000040:1.0:1767384367.249248:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000200:0.0:1767384367.249249:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.249254:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384367.249254:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384367.249275:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384367.249276:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000010:1.0:1767384367.249281:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074649688. 00010000:00010000:3.0:1767384367.249282:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384367.249282:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.249287:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384367.249288:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4c41c4b. 00000100:00000001:0.0:1767384367.249293:0:16353:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384367.249295:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097b0d193. 02000000:00000001:0.0:1767384367.249297:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384367.249298:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384367.249300:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384367.249302:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384367.249303:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.249307:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384367.249307:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384367.249309:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000020:00000040:3.0:1767384367.249311:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=5 02000000:00000001:1.0:1767384367.249314:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384367.249314:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=73 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384367.249315:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 02000000:00000010:1.0:1767384367.249318:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a0afe9ce. 00000100:00001000:0.0:1767384367.249320:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=73 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384367.249322:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 02000000:00000001:1.0:1767384367.249324:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384367.249325:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.249329:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.249331:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384367.249331:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384367.249336:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384367.249338:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384367.249340:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384367.249344:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384367.249345:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002780f7f7. 00000100:00000001:0.0:1767384367.249349:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384367.249352:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3473040. 00010000:00000001:3.0:1767384367.249355:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384367.249356:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.249359:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384367.249363:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.249368:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384367.249370:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384367.249371:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384367.249375:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384367.249375:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384367.249378:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384367.249379:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:0.0:1767384367.249382:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384367.249384:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384367.249389:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384367.249389:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384367.249393:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:3.0:1767384367.249395:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d86da99 with handle 0x980286e253c5fd34 from hash 00000020:01000004:0.0:1767384367.249396:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384367.249399:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:3.0:1767384367.249401:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:0.0:1767384367.249402:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:3.0:1767384367.249405:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384367.249406:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384367.249408:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384367.249411:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:0.0:1767384367.249411:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384367.249415:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384367.249418:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1767384367.249418:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.249423:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384367.249426:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.249431:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.249436:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746151808:0@lo:253: 00010000:00000001:3.0:1767384367.249437:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384367.249459:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.249463:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384367.249464:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:0.0:1767384367.249466:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2e93a0 x1853236746151808/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.249470:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384367.249474:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384367.249476:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384367.249477:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.249479:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384367.249481:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384367.249482:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000809351f7. 00010000:00000001:3.0:1767384367.249485:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.249488:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:3.0:1767384367.249490:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384367.249491:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.249494:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384367.249498:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.249500:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000005c0d2af. 00010000:00000001:3.0:1767384367.249506:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384367.249506:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.249508:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384367.249510:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384367.249512:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384367.249514:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000010:0.0:1767384367.249516:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2e93a0. 00010000:00000001:3.0:1767384367.249517:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384367.249520:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384367.249521:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384367.249523:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.249540:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384367.249541:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.249546:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.249548:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.249551:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.249552:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.249553:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.249557:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.249558:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.249566:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384367.249567:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384367.249569:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d86da99/0x980286e253c5fd34 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384367.249585:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f4d63a5 count: 0 00010000:00000001:3.0:1767384367.249591:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384367.249593:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:1.0:1767384367.250453:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b7aa6f20. 00080000:00000010:0.0:1767384367.250486:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004a18fea6. 00040000:00000001:0.0:1767384367.250490:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384367.250491:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384367.250492:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384367.250494:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384367.250496:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384367.250498:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384367.250499:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384367.250507:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384367.250509:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384367.250512:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384367.250536:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384367.250540:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384367.250542:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384367.250546:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384367.250547:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384367.250552:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000351f861b. 00010000:00000001:3.0:1767384367.250556:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384367.250558:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6457ae. 00000020:00000001:3.0:1767384367.250561:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384367.250562:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b6457ae with handle 0x980286e253c5fd3b to hash 00000020:00000001:3.0:1767384367.250564:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384367.250566:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384367.250568:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384367.250571:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384367.250572:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.250575:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.250581:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384367.250583:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384367.250585:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384367.250586:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384367.250588:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.250590:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384367.250592:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.250594:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384367.250595:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384367.250596:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384367.250598:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384367.250599:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000351f861b) refcount = 1 00010000:00010000:3.0:1767384367.250603:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.250614:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384367.250617:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000020:0.0:1767384367.250618:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384367.250619:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.250622:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384367.250624:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384367.250625:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fe701187. 00010000:00000001:3.0:1767384367.250631:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384367.250631:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384367.250635:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746151936 20000000:00000001:3.0:1767384367.250638:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384367.250639:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:01000000:3.0:1767384367.250644:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000200:0.0:1767384367.250644:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8f6a0cc x1853236746151936/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.250651:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384367.250654:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384367.250655:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384367.250657:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384367.250659:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=4 00000100:00001000:0.0:1767384367.250660:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=73 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384367.250667:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000001:0.0:1767384367.250667:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384367.250671:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384367.250675:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000001:0.0:1767384367.250675:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384367.250678:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384367.250681:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.250682:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1767384367.250684:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384367.250686:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384367.250695:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384367.250698:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b99fd951. 00010000:00000001:3.0:1767384367.250701:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:0.0:1767384367.250702:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746151936, offset 224 00010000:00010000:3.0:1767384367.250706:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384367.250710:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384367.250719:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384367.250720:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384367.250724:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384367.250727:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384367.250731:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06800 00000400:00000200:0.0:1767384367.250740:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c45 [2] + 224 00010000:00000001:3.0:1767384367.250741:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384367.250745:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.250746:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384367.250750:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384367.250751:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384367.250753:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384367.250755:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.250760:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384367.250769:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b6457ae already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384367.250775:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1767384367.250776:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.250785:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384367.250789:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384367.250793:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384367.250797:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384367.250799:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b99fd951 00010000:00000001:3.0:1767384367.250801:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767384367.250802:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b99fd951. 00000020:00000001:3.0:1767384367.250805:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384367.250806:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384367.250810:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=5 00000100:00000001:0.0:1767384367.250810:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.250814:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.250816:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000001:1.0:1767384367.250819:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384367.250819:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384367.250824:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000100:00000001:1.0:1767384367.250824:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384367.250824:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384367.250828:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.250830:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000001:1.0:1767384367.250831:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384367.250831:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384367.250835:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:3.0:1767384367.250836:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384367.250838:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8f6a0cc x1853236746151936/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384367.250839:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4720341. 00000400:00000200:1.0:1767384367.250846:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558401d4 00000400:00000010:1.0:1767384367.250849:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000558401d4. 00000100:00000001:1.0:1767384367.250854:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384367.250861:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.250862:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384367.250866:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f6a0cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746151936:12345-0@lo:253: Request processed in 4251us (4703us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384367.250867:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384367.250871:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.250878:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384367.250881:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:0.0:1767384367.250883:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00010000:00000001:3.0:1767384367.250886:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384367.250888:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00010000:00000001:3.0:1767384367.250890:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.250892:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384367.250894:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.250895:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384367.250897:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b6457ae with handle 0x980286e253c5fd3b from hash 00000020:00000010:0.0:1767384367.250899:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebf8c8b4. 00010000:00000001:3.0:1767384367.250904:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384367.250907:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384367.250909:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384367.250910:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.250912:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384367.250912:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fb4b9c8. 00000100:00000001:1.0:1767384367.250913:0:16354:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384367.250918:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1767384367.250918:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384367.250919:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef145815. 00000100:00000001:1.0:1767384367.250922:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384367.250924:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384367.250925:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384367.250925:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00010000:00000001:3.0:1767384367.250928:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:1.0:1767384367.250930:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.250931:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384367.250932:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000010:0.0:1767384367.250935:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000286ed19f. 00000100:00001000:1.0:1767384367.250936:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=73 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384367.250937:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384367.250941:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384367.250945:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384367.250945:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.250946:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.250952:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:0.0:1767384367.250953:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384367.250954:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384367.250957:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384367.250957:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.250959:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703a9258. 00010000:00000001:1.0:1767384367.250962:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384367.250966:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384367.250966:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.250966:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b99fd951. 00010000:00000001:3.0:1767384367.250970:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384367.250971:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.250974:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.250976:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.250985:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.250988:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.250990:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384367.251007:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384367.251011:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384367.251012:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384367.251015:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384367.251015:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.251019:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:01000004:1.0:1767384367.251020:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384367.251023:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:1.0:1767384367.251023:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384367.251028:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384367.251028:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384367.251032:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384367.251033:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384367.251034:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384367.251037:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:1.0:1767384367.251037:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384367.251040:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:3.0:1767384367.251042:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384367.251042:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384367.251044:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 20000000:00000001:3.0:1767384367.251048:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.251048:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384367.251053:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384367.251064:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032332ec9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746151936:0@lo:253: 00010000:00000001:3.0:1767384367.251073:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384367.251074:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.251078:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384367.251078:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1767384367.251082:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b6457ae/0x980286e253c5fd3b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384367.251082:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032332ec9 x1853236746151936/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.251093:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384367.251096:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:3.0:1767384367.251099:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000351f861b count: 0 02000000:00000010:1.0:1767384367.251099:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a987b921. 02000000:00000001:1.0:1767384367.251102:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384367.251104:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384367.251105:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384367.251107:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384367.251109:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c95560a3. 00010000:00000001:3.0:1767384367.251110:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384367.251112:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 20000000:00000001:3.0:1767384367.251114:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:1.0:1767384367.251114:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384367.251117:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032332ec9. 00000100:00000001:1.0:1767384367.251120:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384367.251121:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384367.251122:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384367.251125:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384367.251131:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.251133:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384367.251134:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.252490:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294956016, at 4294956017 00000100:00000010:3.0:1767384367.252498:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5d0c0cd. 00000100:00000040:0.0:1767384367.253474:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294956016, at 4294956018 00000100:00000040:1.0:1767384367.253480:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294956016, at 4294956018 00000100:00000010:0.0:1767384367.253481:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003830b997. 00000100:00000010:1.0:1767384367.253490:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008452e818. 00000100:00000040:2.0:1767384367.253497:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294956016, at 4294956018 00000100:00000010:2.0:1767384367.253505:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a257a64. 00010000:00000010:3.1:1767384367.257459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f4d63a5. 00010000:00000010:3.1:1767384367.257466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d86da99. 00010000:00000010:3.1:1767384367.257471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000351f861b. 00010000:00000010:3.1:1767384367.257473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6457ae. 00000400:00000010:3.0:1767384367.261600:0:33925:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000080e8398c. 00000400:00000040:3.0:1767384367.261615:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384367.261617:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384367.261620:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384367.261621:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384367.261623:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384367.261623:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384367.261626:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384367.261627:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384367.261628:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384367.261635:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384367.261637:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384367.261638:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384367.261640:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384367.261641:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384367.261642:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384367.261644:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384367.261645:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384367.261646:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384367.261647:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384367.261649:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384367.261650:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384367.261651:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384367.261652:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384367.261654:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384367.261654:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384367.261656:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384367.261657:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384367.261658:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384367.261659:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384367.261660:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384367.261661:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384367.261663:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384367.261664:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384367.261665:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384367.261666:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384367.261667:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384367.261668:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384367.261669:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384367.261670:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384367.261671:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384367.261672:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384367.261673:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384367.261674:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384367.261675:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384367.261676:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384367.261677:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384367.261678:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384367.261679:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384367.261685:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384367.261686:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384367.261687:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384367.261688:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384367.261689:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384367.261690:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384367.261691:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384367.261692:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384367.261693:0:33925:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384367.261776:0:33925:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000080e8398c. 10000000:00000001:2.0:1767384367.268480:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384367.268484:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:2.0:1767384367.268488:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384367.268491:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384367.268492:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384367.268494:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384367.268496:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384367.268498:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384367.268501:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 63 10000000:00000001:2.0:1767384367.268505:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384367.268506:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384367.268513:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2a9bfbd. 00000020:00000040:2.0:1767384367.268516:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384367.268521:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.268523:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.268527:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.268532:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa070957. 00000100:00000001:2.0:1767384367.268538:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.268547:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384367.268549:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384367.268570:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c73aafa9. 00010000:00000001:2.0:1767384367.268574:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384367.268577:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a4d9acd. 00000020:00000001:2.0:1767384367.268582:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384367.268584:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a4d9acd with handle 0x980286e253c5fd42 to hash 00000020:00000001:2.0:1767384367.268587:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384367.268589:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384367.268592:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384367.268595:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.268598:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.268601:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384367.268610:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384367.268621:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384367.268627:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384367.268630:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384367.268634:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff817a4c. 00000100:00000001:2.0:1767384367.268638:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560334705408 : -111513374846208 : ffff9a9444e79300) 00000100:00000001:2.0:1767384367.268641:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.268643:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348028800 : -111513361522816 : ffff9a9445b2df80) 00000100:00000001:2.0:1767384367.268647:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.268650:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.268652:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384367.268654:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.268659:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.268669:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.268679:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.268682:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.268685:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.268688:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.268691:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2a9bfbd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746152064:0@lo:101: 00000100:00000001:2.0:1767384367.268695:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.268699:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.268701:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.268704:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384367.268707:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004f372805. 02000000:00000001:2.0:1767384367.268709:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.268714:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f1eb72a. 00000400:00000010:2.0:1767384367.268719:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9d7247b. 00000100:00000200:2.0:1767384367.268723:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746152064, portal 25 00000100:00000001:2.0:1767384367.268725:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.268727:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348028800 : -111513361522816 : ffff9a9445b2df80) 00000100:00000040:2.0:1767384367.268731:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.268740:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.268744:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.268748:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdd55fe7. 00000100:00000200:2.0:1767384367.268751:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746152064, offset 0 00000400:00000200:2.0:1767384367.268757:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.268766:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.268773:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df06880 00000400:00000200:2.0:1767384367.268779:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1471 [2] + 0 00000400:00000010:2.0:1767384367.268783:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8afb7b4. 00000400:00000200:2.0:1767384367.268786:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079f5ff92 00000400:00000200:2.0:1767384367.268791:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.268795:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384367.268798:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f5ff92 00000400:00000010:2.0:1767384367.268801:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079f5ff92. 00000100:00000001:2.0:1767384367.268806:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384367.268807:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384367.268816:0:17082:0:(events.c:337:request_in_callback()) incoming req@000000003368fe24 x1853236746152064 msgsize 328 00000100:00100000:2.0:1767384367.268820:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384367.268823:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384367.268839:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384367.268846:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdd55fe7 00000400:00000010:2.0:1767384367.268848:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdd55fe7. 00000100:00000001:2.0:1767384367.268852:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384367.268856:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.268867:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384367.268867:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384367.268873:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746152064 00000100:00000040:2.0:1767384367.268875:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384367.268877:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384367.268881:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384367.268884:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384367.268891:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.268894:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384367.268895:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746152064 00000100:00000001:2.0:1767384367.268898:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384367.268900:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384367.268903:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384367.268905:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384367.268906:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384367.268907:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:1.0:1767384367.268913:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384367.268915:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294956039 00000020:00000001:1.0:1767384367.268916:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384367.268923:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767384367.268926:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048fa3371. 00000020:00000010:1.0:1767384367.268928:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ec9f9b6. 00000100:00000001:1.0:1767384367.268933:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.268934:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000020:00000010:1.0:1767384367.268936:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ec9f9b6. 00000100:00000001:2.0:1767384367.268943:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294956039 00000020:00000010:1.0:1767384367.268943:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097b0d193. 00000020:00000010:1.0:1767384367.268949:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074649688. 00000100:00000010:2.0:1767384367.268952:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076369fc9. 00000020:00000010:1.0:1767384367.268956:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4c41c4b. 00000100:00000001:2.0:1767384367.268958:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384367.268966:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294956039 00000100:00000040:1.0:1767384367.268967:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:2.0:1767384367.268972:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f1dfddc. 00000100:00000001:1.0:1767384367.268972:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384367.268975:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384367.268978:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.268979:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384367.268984:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.268985:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294956039 00000100:00000010:2.0:1767384367.268992:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002447e967. 00000100:00000001:1.0:1767384367.268994:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.268997:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384367.269004:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.269007:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.269008:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384367.269010:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384367.269012:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384367.269015:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384367.269019:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ff817a4c going to sleep for 11 seconds 00000100:00100000:1.0:1767384367.269020:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000040:1.0:1767384367.269023:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384367.269030:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384367.269036:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425034320 : -111508284517296 : ffff9a95744fd450) 00000100:00000001:2.0:1767384367.269037:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.269043:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003368fe24 x1853236746152064/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 328/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.269052:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384367.269056:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ec9f9b6. 00000100:00000001:1.0:1767384367.269059:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384367.269061:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ec9f9b6. 00000100:00100000:1.0:1767384367.269066:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003368fe24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746152064:12345-0@lo:101: 00000100:00000200:1.0:1767384367.269069:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746152064 00000020:00000001:1.0:1767384367.269073:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384367.269076:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384367.269078:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.269081:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384367.269083:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:1.0:1767384367.269086:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384367.269088:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384367.269090:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384367.269091:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384367.269094:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.269096:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384367.269098:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384367.269099:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384367.269101:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384367.269103:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.269106:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384367.269111:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a3f5c164. 00010000:00000001:1.0:1767384367.269114:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384367.269116:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c49e36df. 00000020:00000001:1.0:1767384367.269118:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384367.269120:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c49e36df with handle 0x980286e253c5fd49 to hash 00000020:00000001:1.0:1767384367.269123:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384367.269124:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00010000:00000001:1.0:1767384367.269127:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00010000:00010000:1.0:1767384367.269137:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fd42 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384367.269143:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000020:00000040:1.0:1767384367.269146:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000001:1.0:1767384367.269152:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384367.269155:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384367.269159:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e7be00fa. 02000000:00000001:1.0:1767384367.269161:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.269163:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.269164:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384367.269166:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384367.269168:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384367.269170:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384367.269171:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384367.269173:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384367.269174:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384367.269176:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384367.269178:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384367.269179:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384367.269180:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384367.269182:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3f5c164) refcount = 1 00010000:00010000:1.0:1767384367.269185:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fd42 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.269189:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384367.269190:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384367.269192:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384367.269193:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.269194:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384367.269197:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384367.269198:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fd42 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.269203:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384367.269210:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384367.269212:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384367.269227:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.269229:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384367.269231:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384367.269233:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384367.269234:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c49e36df, rc 0) 00000020:00000001:1.0:1767384367.269236:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384367.269238:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746152064 00010000:00000001:1.0:1767384367.269240:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384367.269244:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003368fe24 x1853236746152064/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 328/344 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384367.269267:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384367.269268:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384367.269270:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=73 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384367.269273:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384367.269274:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384367.269275:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384367.269277:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384367.269278:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.269280:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384367.269282:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384367.269285:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000100:00000200:1.0:1767384367.269288:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746152064, offset 224 00000400:00000200:1.0:1767384367.269292:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384367.269297:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384367.269303:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df06880 00000400:00000200:1.0:1767384367.269306:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1c5d [1] + 224 00000400:00000200:1.0:1767384367.269309:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.269311:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384367.269313:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384367.269316:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384367.269322:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.269341:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384367.269347:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00000400:00000010:1.0:1767384367.269348:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00000100:00000001:1.0:1767384367.269351:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384367.269353:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384367.269357:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.269360:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:2.0:1767384367.269361:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384367.269362:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384367.269365:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384367.269367:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384367.269367:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384367.269371:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384367.269374:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f1eb72a. 00000100:00000040:1.0:1767384367.269374:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003368fe24 x1853236746152064/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 328/344 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.269381:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9d7247b 00000400:00000010:2.0:1767384367.269384:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9d7247b. 00000100:00100000:1.0:1767384367.269387:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003368fe24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746152064:12345-0@lo:101: Request processed in 332us (567us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384367.269390:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384367.269396:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000200:2.0:1767384367.269399:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384367.269401:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384367.269405:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384367.269408:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384367.269412:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384367.269412:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074649688. 00000020:00000010:1.0:1767384367.269418:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4c41c4b. 00000100:00000001:2.0:1767384367.269448:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384367.269452:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.269455:0:17082:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384367.269456:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097b0d193. 02000000:00000001:2.0:1767384367.269458:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384367.269461:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:2.0:1767384367.269462:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.269467:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384367.269467:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384367.269473:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384367.269473:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e7be00fa. 02000000:00000001:1.0:1767384367.269493:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384367.269495:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=73 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384367.269496:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384367.269503:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=73 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384367.269503:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384367.269507:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000212f5db7. 00000100:00000001:2.0:1767384367.269509:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384367.269512:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000463b8012. 00000100:00000001:2.0:1767384367.269513:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.269518:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384367.269520:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.269522:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.269527:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.269534:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.269536:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384367.269537:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384367.269539:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.269560:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2a9bfbd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746152064:0@lo:101: 00000100:00000001:2.0:1767384367.269570:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.269573:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.269574:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384367.269575:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.269578:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.269583:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384367.269585:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ff817a4c. 00000100:00000001:2.0:1767384367.269587:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384367.269588:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.269590:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384367.269591:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384367.269592:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.269594:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=4 00000020:00000001:2.0:1767384367.269595:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384367.269597:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000040:2.0:1767384367.269600:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000004a4d9acd, remote cookie: 0x980286e253c5fd49, flags: 0x0 00010000:00000001:2.0:1767384367.269602:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384367.269604:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384367.269605:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384367.269627:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384367.269628:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384367.269629:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c73aafa9) refcount = 1 00010000:00010000:2.0:1767384367.269632:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.269637:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384367.269638:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384367.269639:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384367.269641:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384367.269643:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.269645:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.269659:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384367.269660:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.269661:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.269662:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.269663:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.269664:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.269665:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.269667:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2a9bfbd x1853236746152064/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.269672:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384367.269673:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384367.269675:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004f372805. 02000000:00000001:2.0:1767384367.269677:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384367.269678:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384367.269679:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384367.269681:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384367.269682:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa070957. 02000000:00000001:2.0:1767384367.269685:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384367.269686:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384367.269687:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2a9bfbd. 00000100:00000001:2.0:1767384367.269689:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384367.269690:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384367.269691:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384367.269693:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384367.269695:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:2.0:1767384367.269696:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.269698:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384367.269699:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.269699:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=3 00000020:00000001:2.0:1767384367.269701:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384367.269702:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384367.269704:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384367.269706:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.269707:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.269708:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384367.269716:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384367.269719:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000fe1e66b7. 00000100:00000010:2.0:1767384367.269732:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2a9bfbd. 00000020:00000040:2.0:1767384367.269734:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384367.269737:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.269739:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.269740:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.269743:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa070957. 00000100:00000001:2.0:1767384367.269746:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.269748:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384367.269752:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004f372805. 00000100:00000010:2.0:1767384367.269754:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d6b6e3c2. 00000020:00000040:2.0:1767384367.269755:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384367.269759:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384367.269760:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384367.269762:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff817a4c. 00000100:00000001:2.0:1767384367.269764:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560334705408 : -111513374846208 : ffff9a9444e79300) 00000100:00000001:2.0:1767384367.269765:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.269766:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348028800 : -111513361522816 : ffff9a9445b2df80) 00000100:00000001:2.0:1767384367.269769:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.269770:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.269771:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384367.269772:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.269774:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.269779:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.269780:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.269782:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.269783:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.269785:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.269786:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a2a9bfbd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746152192:0@lo:256: 00000100:00000001:2.0:1767384367.269788:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.269790:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.269791:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.269799:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384367.269803:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f1eb72a. 00000400:00000010:2.0:1767384367.269806:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000585509b8. 00000100:00000200:2.0:1767384367.269808:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df06900-0x695824df06900, portal 33 00000100:00000001:2.0:1767384367.269810:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.269812:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384367.269814:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067327926. 02000000:00000001:2.0:1767384367.269815:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.269817:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002980320c. 00000400:00000010:2.0:1767384367.269819:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9d7247b. 00000100:00000200:2.0:1767384367.269820:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746152192, portal 25 00000100:00000001:2.0:1767384367.269822:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.269823:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348028800 : -111513361522816 : ffff9a9445b2df80) 00000100:00000040:2.0:1767384367.269826:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.269831:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.269833:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.269835:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdd55fe7. 00000100:00000200:2.0:1767384367.269837:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746152192, offset 0 00000400:00000200:2.0:1767384367.269840:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.269846:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.269851:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df06900 00000400:00000200:2.0:1767384367.269854:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1479 [2] + 0 00000400:00000010:2.0:1767384367.269856:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445b4e2d. 00000400:00000200:2.0:1767384367.269858:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c09fd438 00000400:00000200:2.0:1767384367.269861:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.269864:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384367.269866:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09fd438 00000400:00000010:2.0:1767384367.269867:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c09fd438. 00000100:00000001:2.0:1767384367.269869:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384367.269870:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384367.269873:0:17082:0:(events.c:337:request_in_callback()) incoming req@00000000f944f7bf x1853236746152192 msgsize 304 00000100:00100000:2.0:1767384367.269878:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384367.269880:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384367.269897:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384367.269902:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdd55fe7 00000400:00000010:2.0:1767384367.269904:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdd55fe7. 00000100:00000001:2.0:1767384367.269907:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384367.269911:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.269918:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.269921:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.269927:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.269928:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384367.269932:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.269935:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294956040 00000100:00000001:2.0:1767384367.269940:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956039 00000100:00000001:2.0:1767384367.269943:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294956040 00000100:00000001:2.0:1767384367.269949:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956039 00000100:00000001:2.0:1767384367.269952:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294956040 00000100:00000001:2.0:1767384367.269958:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956039 00000100:00000001:2.0:1767384367.269964:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294956040 00000100:00000001:1.0:1767384367.269966:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384367.269968:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956039 00000100:00100000:1.0:1767384367.269971:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746152192 02000000:00000001:1.0:1767384367.269974:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384367.269975:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384367.269976:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.269979:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.269981:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384367.269983:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384367.269984:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ff817a4c going to sleep for 11 seconds 00000100:00000001:1.0:1767384367.269988:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.269989:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.269993:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384367.269994:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384367.269999:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746152192 00000020:00000001:1.0:1767384367.270001:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384367.270003:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384367.270005:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384367.270007:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:1.0:1767384367.270010:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384367.270013:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384367.270016:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384367.270019:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ec9f9b6. 00000100:00000001:1.0:1767384367.270021:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384367.270023:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ec9f9b6. 00000020:00000010:1.0:1767384367.270028:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097b0d193. 00000020:00000010:1.0:1767384367.270032:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074649688. 00000020:00000010:1.0:1767384367.270036:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4c41c4b. 00000100:00000040:1.0:1767384367.270042:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384367.270044:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384367.270046:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384367.270047:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.270052:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.270066:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384367.270078:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384367.270080:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384367.270085:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:1.0:1767384367.270088:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384367.270090:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425031248 : -111508284520368 : ffff9a95744fc850) 00000100:00000040:1.0:1767384367.270095:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f944f7bf x1853236746152192/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 304/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.270103:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384367.270108:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ec9f9b6. 00000100:00000001:1.0:1767384367.270110:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384367.270112:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ec9f9b6. 00000100:00100000:1.0:1767384367.270124:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f944f7bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746152192:12345-0@lo:256: 00000100:00000200:1.0:1767384367.270127:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746152192 00000020:00000001:1.0:1767384367.270130:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384367.270132:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384367.270134:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.270135:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384367.270137:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:1.0:1767384367.270139:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384367.270140:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384367.270142:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384367.270143:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384367.270145:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.270147:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384367.270149:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384367.270152:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e7be00fa. 02000000:00000001:1.0:1767384367.270154:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.270155:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384367.270157:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384367.270160:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384367.270162:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384367.270164:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384367.270165:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384367.270167:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384367.270169:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384367.270172:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000008fd15b5f. 20000000:00000001:1.0:1767384367.270174:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384367.270185:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384367.270189:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384367.270193:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384367.270195:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384367.270197:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384367.270198:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384367.270200:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384367.270202:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384367.270203:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384367.270205:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384367.270213:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384367.270231:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384367.270233:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384367.270234:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384367.270236:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384367.270238:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384367.270239:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384367.270241:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384367.270243:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384367.270244:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384367.270245:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384367.270247:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384367.270248:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384367.270250:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384367.270251:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384367.270253:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384367.270254:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384367.270272:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384367.270273:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384367.270275:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384367.270276:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384367.270277:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384367.270278:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384367.270279:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:1.0:1767384367.270281:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 3392/1/4/3. 20000000:00000040:1.0:1767384367.270287:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384367.270288:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384367.270290:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384367.270291:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384367.270293:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384367.270295:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384367.270297:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384367.270299:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384367.270300:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384367.270302:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384367.270304:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384367.270305:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384367.270307:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384367.270309:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384367.270316:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384367.270318:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384367.270319:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384367.270321:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384367.270323:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384367.270324:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384367.270326:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384367.270327:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384367.270329:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384367.270330:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384367.270332:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384367.270333:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384367.270334:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384367.270335:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384367.270337:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384367.270338:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384367.270339:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384367.270340:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384367.270341:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384367.270342:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:1.0:1767384367.270344:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 2688/1/4/3. 20000000:01000000:1.0:1767384367.270345:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1408, version 72 20000000:00000001:1.0:1767384367.270346:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1408 : 1408 : 580) 00000100:00000001:1.0:1767384367.270348:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384367.270351:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000052bfb5e3. 00000100:00000010:1.0:1767384367.270354:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005a063483. 00000020:00000040:1.0:1767384367.270355:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:1.0:1767384367.270358:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384367.270360:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384367.270363:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000400:00000010:1.0:1767384367.270369:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005118201c. 00000400:00000200:1.0:1767384367.270371:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384367.270377:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384367.270382:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1408 into portal 33 MB=0x695824df06900 00000400:00000200:1.0:1767384367.270386:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1408/1408 into md 0x1c6d [4] + 0 00000400:00000010:1.0:1767384367.270388:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f1eb72a. 00000400:00000200:1.0:1767384367.270391:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000585509b8 00000400:00000200:1.0:1767384367.270398:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.270401:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384367.270403:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000585509b8 00000400:00000010:1.0:1767384367.270404:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000585509b8. 00000100:00000001:1.0:1767384367.270406:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384367.270408:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a2a9bfbd desc 000000004f372805 mbits 1853236746152192 00000100:00000001:1.0:1767384367.270417:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384367.270420:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384367.270446:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384367.270455:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1c79 00000400:00000200:1.0:1767384367.270458:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.270462:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384367.270466:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384367.270467:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000052bfb5e3 00000100:00000001:1.0:1767384367.270470:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384367.270476:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00000400:00000010:1.0:1767384367.270478:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00000100:00000001:1.0:1767384367.270480:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384367.270481:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000052bfb5e3 00000100:00000001:1.0:1767384367.270483:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384367.270490:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1408 bytes via portal 33 id 12345-0@lo mbits 0x695824df06900-0x695824df06900 00000100:00000001:1.0:1767384367.270492:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.270496:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.270497:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384367.270499:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000010:1.0:1767384367.270502:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005a063483. 00000100:00000010:1.0:1767384367.270505:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000052bfb5e3. 00000100:00000001:1.0:1767384367.270508:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384367.270509:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384367.270516:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000008fd15b5f. 20000000:00000001:1.0:1767384367.270519:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384367.270521:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746152192 00010000:00000001:1.0:1767384367.270523:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384367.270528:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f944f7bf x1853236746152192/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 304/240 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384367.270541:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384367.270543:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384367.270545:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=73 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384367.270563:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384367.270566:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384367.270568:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384367.270570:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384367.270573:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.270575:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384367.270577:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384367.270581:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384367.270584:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384367.270585:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000100:00000200:1.0:1767384367.270591:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746152192, offset 224 00000400:00000200:1.0:1767384367.270597:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384367.270604:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384367.270610:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df06900 00000400:00000200:1.0:1767384367.270615:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1c71 [1] + 224 00000400:00000200:1.0:1767384367.270618:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.270620:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384367.270623:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384367.270626:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384367.270633:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.270641:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384367.270644:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00000400:00000010:1.0:1767384367.270649:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00000100:00000001:1.0:1767384367.270651:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384367.270652:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384367.270655:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.270657:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384367.270659:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384367.270660:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.270661:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384367.270669:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f944f7bf x1853236746152192/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:348/0 lens 304/240 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384367.270678:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f944f7bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746152192:12345-0@lo:256: Request processed in 572us (802us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384367.270680:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384367.270687:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384367.270687:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000400:00000001:2.0:1767384367.270692:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384367.270693:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384367.270695:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384367.270697:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384367.270699:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074649688. 00000400:00000010:2.0:1767384367.270705:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002980320c. 00000020:00000010:1.0:1767384367.270706:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4c41c4b. 00000400:00000200:2.0:1767384367.270712:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9d7247b 00000020:00000010:1.0:1767384367.270714:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097b0d193. 00000400:00000010:2.0:1767384367.270717:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9d7247b. 00000020:00000040:1.0:1767384367.270719:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:2.0:1767384367.270723:0:17082:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384367.270725:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384367.270728:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e7be00fa. 00000100:00000200:2.0:1767384367.270731:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384367.270732:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384367.270737:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384367.270743:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384367.270748:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384367.270749:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085dae1be. 00000400:00000010:1.0:1767384367.270758:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a1bffc1. 00000100:00000001:2.0:1767384367.270759:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384367.270765:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.270767:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384367.270769:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384367.270770:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.270772:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.270774:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384367.270777:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384367.270780:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384367.270782:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384367.270783:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.270785:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384367.270786:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.270788:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.270790:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384367.270795:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.270800:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384367.270801:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384367.270803:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.270808:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a2a9bfbd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746152192:0@lo:256: 00000100:00000001:2.0:1767384367.270811:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.270813:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.270821:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384367.270822:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.270824:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.270829:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384367.270830:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ff817a4c. 00000100:00000001:2.0:1767384367.270833:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384367.270833:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384367.270836:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 72, more 0. 10000000:00000001:2.0:1767384367.270839:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384367.270844:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000724fe977. 10000000:00000040:2.0:1767384367.270852:0:17082:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.143@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384367.270857:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384367.270860:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384367.270864:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:2.0:1767384367.270866:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.270868:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384367.270869:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:2.0:1767384367.270871:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000100:00000200:2.0:1767384367.270875:0:17082:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 34 NIDs for '192.168.203.143@tcp' 00000400:00000200:2.0:1767384367.270877:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384367.270879:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384367.270881:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:2.0:1767384367.270885:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384367.270890:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (32) 00000400:00000200:2.0:1767384367.270893:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (33) 00000400:00000200:2.0:1767384367.270906:0:17082:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384367.270908:0:17082:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384367.270912:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384367.270916:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:2.0:1767384367.270918:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (34) 00000400:00000200:2.0:1767384367.270921:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:2.0:1767384367.270923:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:2.0:1767384367.270927:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.270929:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:1.0:1767384367.270933:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384367.270940:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:1.0:1767384367.270944:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:1.0:1767384367.270948:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (33) 00000400:00000200:2.0:1767384367.270949:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.270955:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000010:1.0:1767384367.270956:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000e7be00fa. 00000400:00000200:2.0:1767384367.270957:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000010:1.0:1767384367.270963:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000400:00000200:2.0:1767384367.270964:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.270969:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:2.0:1767384367.270970:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000010:1.0:1767384367.270972:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002835c4b8. 00000400:00000200:2.0:1767384367.270973:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.270978:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:1.0:1767384367.270983:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:2.0:1767384367.270984:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000200:2.0:1767384367.270989:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.270991:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:2.0:1767384367.270993:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:1.0:1767384367.270996:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384367.271000:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271003:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:1.0:1767384367.271006:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:2.0:1767384367.271007:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:2.0:1767384367.271014:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271015:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:2.0:1767384367.271018:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:2.0:1767384367.271024:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:1.0:1767384367.271027:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:2.0:1767384367.271032:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271036:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:1.0:1767384367.271037:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:2.0:1767384367.271039:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:2.0:1767384367.271043:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271044:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:2.0:1767384367.271050:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:2.0:1767384367.271058:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271062:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:2.0:1767384367.271063:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:2.0:1767384367.271069:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:2.0:1767384367.271078:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271078:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:2.0:1767384367.271084:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:2.0:1767384367.271089:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:1.0:1767384367.271092:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:2.0:1767384367.271096:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271101:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:1.0:1767384367.271104:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000400:00000200:2.0:1767384367.271105:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:2.0:1767384367.271113:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271114:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000400:00000200:2.0:1767384367.271115:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:1.0:1767384367.271119:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:1.0:1767384367.271125:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:2.0:1767384367.271129:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:2.0:1767384367.271138:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271138:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:2.0:1767384367.271143:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:2.0:1767384367.271149:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:1.0:1767384367.271149:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:2.0:1767384367.271159:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271160:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:2.0:1767384367.271163:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:2.0:1767384367.271171:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:1.0:1767384367.271171:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000400:00000200:2.0:1767384367.271180:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271181:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000400:00000200:2.0:1767384367.271184:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:2.0:1767384367.271190:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:1.0:1767384367.271191:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:2.0:1767384367.271197:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271200:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000400:00000200:1.0:1767384367.271203:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 00000400:00000200:2.0:1767384367.271204:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.143@tcp27 00000400:00000200:2.0:1767384367.271213:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271229:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp27 00000400:00000200:1.0:1767384367.271231:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 26], ns[62, 26] 00000400:00000200:2.0:1767384367.271234:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.143@tcp28 00000400:00000200:2.0:1767384367.271242:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271244:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 26], ns[78, 26] 00000400:00000200:2.0:1767384367.271246:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp28 00000400:00000200:2.0:1767384367.271267:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.143@tcp29 00000400:00000200:1.0:1767384367.271270:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 26], ns[117, 26] 00000400:00000200:2.0:1767384367.271274:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271278:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp29 00000400:00000200:1.0:1767384367.271281:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 26], ns[79, 26] 00000400:00000200:2.0:1767384367.271282:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.143@tcp30 00000400:00000200:2.0:1767384367.271288:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271289:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp30 00000400:00000200:2.0:1767384367.271290:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.143@tcp31 00000400:00000200:2.0:1767384367.271296:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271299:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp31 00000400:00000200:2.0:1767384367.271301:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.143@tcp32 00000400:00000200:1.0:1767384367.271304:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 26], ns[93, 26] 00000400:00000200:2.0:1767384367.271308:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271312:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp32 00000400:00000200:1.0:1767384367.271315:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 26], ns[100, 26] 00000400:00000200:2.0:1767384367.271316:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.143@tcp33 00000400:00000200:2.0:1767384367.271323:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271325:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 26], ns[116, 26] 00000400:00000200:2.0:1767384367.271327:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp33 00000400:00000200:2.0:1767384367.271333:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.143@tcp34 00000400:00000200:1.0:1767384367.271335:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 26], ns[120, 26] 00000400:00000200:2.0:1767384367.271339:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271342:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp34 00000400:00000200:1.0:1767384367.271344:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 26], ns[127, 26] 00000400:00000200:1.0:1767384367.271347:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[114, 26], ns[123, 26] 00000400:00000200:2.0:1767384367.271354:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.143@tcp35 00000400:00000200:1.0:1767384367.271357:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[119, 26], ns[128, 26] 00000400:00000200:2.0:1767384367.271361:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271365:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp35 00000400:00000200:1.0:1767384367.271368:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[120, 26], ns[129, 26] 00000400:00000200:2.0:1767384367.271369:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.143@tcp36 00000400:00000200:2.0:1767384367.271376:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271378:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000400:00000200:2.0:1767384367.271379:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp36 00000400:00000200:2.0:1767384367.271384:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.143@tcp37 00000400:00000200:1.0:1767384367.271387:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000200:2.0:1767384367.271390:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271392:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp37 00000400:00000200:2.0:1767384367.271396:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.143@tcp38 00000400:00000200:1.0:1767384367.271396:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp40 00000400:00000200:2.0:1767384367.271402:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271405:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp38 00000400:00000200:1.0:1767384367.271405:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp40 lpni_is_preferred = 0 00000400:00000200:2.0:1767384367.271410:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.143@tcp39 00000400:00000200:1.0:1767384367.271413:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp40 00000400:00000200:2.0:1767384367.271417:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.271419:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp39 00000400:00000200:1.0:1767384367.271422:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp40 NI seq info: [130:130:256:4294967295] 192.168.203.143@tcp40 LPNI seq info [121:121:8:4294967295] 00000400:00000200:2.0:1767384367.271424:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.143@tcp40 00000400:00000200:2.0:1767384367.271432:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384367.271434:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp40 00000400:00000200:2.0:1767384367.271460:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp40 00000100:00000001:2.0:1767384367.271464:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.271467:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384367.271473:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 00000400:00000200:1.0:1767384367.271481:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp40(192.168.203.143@tcp40:) -> 192.168.203.143@tcp40(192.168.203.143@tcp:192.168.203.143@tcp40) : GET try# 0 10000000:00000010:2.0:1767384367.271483:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000005287041e. 00000800:00000200:1.0:1767384367.271488:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp40 10000000:00000040:2.0:1767384367.271490:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 72/72 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000800:00000010:1.0:1767384367.271493:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006929a1a5. 00000020:00000080:2.0:1767384367.271495:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000800:00000010:1.0:1767384367.271502:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cb98dcf5. 00000020:00000001:2.0:1767384367.271504:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000800:00000010:1.0:1767384367.271506:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000798e6085. 00000020:00000010:2.0:1767384367.271511:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d51512a8. 00000800:00000200:1.0:1767384367.271511:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb98dcf5] -> 12345-192.168.203.143@tcp40 (2) 00000020:00000010:2.0:1767384367.271519:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8d1de83. 00000800:00000200:1.1:1767384367.271519:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb98dcf5] -> 12345-192.168.203.143@tcp40 (2) 00000040:00000010:2.0:1767384367.271526:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004e5bbe0c. 00000400:00000200:1.0:1767384367.271531:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000020:00000010:2.0:1767384367.271533:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076d6d3ab. 00000400:00000200:1.0:1767384367.271535:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000020:00000010:2.0:1767384367.271542:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384367.271549:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a59403aa. 80000000:00000010:2.0:1767384367.271568:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fa533b5f. 40000000:00000010:2.0:1767384367.271573:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e7dae92d. 00100000:00000010:2.0:1767384367.271578:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ee2f9c5. 00040000:00000010:2.0:1767384367.271590:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009fbeac69. 00040000:00000010:2.0:1767384367.271595:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e3b56b74. 00040000:00000010:2.0:1767384367.271599:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000070aecc1f. 00000400:00000200:3.0:1767384367.271605:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00080000:00000010:2.0:1767384367.271605:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000002943f7b. 00080000:00000010:2.0:1767384367.271610:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009a6fb515. 00000004:00000010:2.0:1767384367.271617:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000358e599b. 00000004:00000010:2.0:1767384367.271623:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d9bc526. 00000004:00000010:2.0:1767384367.271628:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000011cff9d6. 00002000:00000010:2.0:1767384367.271633:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000001f4ae99. 00000004:00000010:2.0:1767384367.271638:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b6e51fe. 00000004:00000001:2.0:1767384367.271643:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:3.0:1767384367.271647:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000040:00000001:2.0:1767384367.271647:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384367.271649:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000005287041e 00000040:00001000:2.0:1767384367.271650:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384367.271652:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384367.271654:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384367.271656:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384367.271659:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384367.271661:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384367.271663:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384367.271666:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:2.0:1767384367.271668:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384367.271676:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.271706:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000004:00000001:2.0:1767384367.271728:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.271733:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000020:00000010:2.0:1767384367.271733:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8d1de83. 00000040:00000010:2.0:1767384367.271739:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004e5bbe0c. 00000020:00000010:2.0:1767384367.271744:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000076d6d3ab. 00000020:00000010:2.0:1767384367.271747:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384367.271752:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a59403aa. 80000000:00000010:2.0:1767384367.271756:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fa533b5f. 40000000:00000010:2.0:1767384367.271760:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e7dae92d. 00000400:00000200:3.0:1767384367.271763:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00100000:00000010:2.0:1767384367.271764:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ee2f9c5. 00040000:00000010:2.0:1767384367.271768:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009fbeac69. 00040000:00000010:2.0:1767384367.271772:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e3b56b74. 00040000:00000010:2.0:1767384367.271776:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000070aecc1f. 00080000:00000010:2.0:1767384367.271781:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009a6fb515. 00000400:00000200:3.0:1767384367.271790:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00080000:00000010:2.0:1767384367.271802:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000002943f7b. 00000004:00000010:2.0:1767384367.271807:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000358e599b. 00000004:00000010:2.0:1767384367.271812:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d9bc526. 00000004:00000010:2.0:1767384367.271816:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000011cff9d6. 00000400:00000200:3.0:1767384367.271819:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00002000:00000010:2.0:1767384367.271820:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000001f4ae99. 00000004:00000010:2.0:1767384367.271823:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004b6e51fe. 00000020:00000010:2.0:1767384367.271826:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d51512a8. 00000020:00000001:2.0:1767384367.271829:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.271832:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384367.271836:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000005287041e. 10000000:00000010:2.0:1767384367.271839:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000724fe977. 00000400:00000200:3.0:1767384367.271843:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 10000000:00000001:2.0:1767384367.271843:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.271846:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.271850:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a2a9bfbd x1853236746152192/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.271858:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384367.271861:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384367.271862:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067327926. 02000000:00000001:2.0:1767384367.271866:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384367.271868:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000020:00000001:2.0:1767384367.271868:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384367.271870:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384367.271872:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384367.271874:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384367.271875:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384367.271876:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384367.271879:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384367.271881:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d6b6e3c2. 00000100:00000010:2.0:1767384367.271883:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004f372805. 00000100:00000001:2.0:1767384367.271885:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384367.271887:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa070957. 02000000:00000001:2.0:1767384367.271890:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384367.271891:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384367.271893:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a2a9bfbd. 00000100:00000001:2.0:1767384367.271896:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384367.271897:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.271898:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 10000000:00000010:2.0:1767384367.271910:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000fe1e66b7. 10000000:01000000:2.0:1767384367.271919:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:3.0:1767384367.271922:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 10000000:00000001:2.0:1767384367.271923:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384367.271925:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384367.271927:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.271929:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=3 00000020:00000001:2.0:1767384367.271931:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384367.271934:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384367.271937:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384367.271940:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.271948:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.271949:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384367.271951:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00010000:00010000:2.0:1767384367.271951:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.271958:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384367.271960:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.271962:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384367.271963:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384367.271965:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384367.271968:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384367.271971:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384367.271973:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:2.0:1767384367.271976:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384367.272007:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272058:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272094:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272127:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272161:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272190:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272238:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272295:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272321:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272348:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272376:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272403:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272427:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272678:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272700:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272716:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272739:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272763:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272787:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272813:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272841:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384367.272883:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384367.273045:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a282cc56. 00000800:00000010:3.0:1767384367.273050:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ca782b8. 00000800:00000010:3.0:1767384367.273054:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ddefae3. 00000800:00000010:3.0:1767384367.273076:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ddefae3. 00000800:00020000:3.0:1767384367.273084:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384367.273087:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ca782b8. 00000800:00000010:3.0:1767384367.273090:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a282cc56. 00000400:02020000:3.0:1767384367.273139:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp40 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384367.273146:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp40 notifying 192.168.203.143@tcp40: down 00000800:00000200:3.0:1767384367.273151:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp40 down 00000800:00000100:3.0:1767384367.273158:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp40 00000800:00000010:3.0:1767384367.273160:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006929a1a5. 00000400:00000200:3.0:1767384367.273165:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384367.273170:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp40->192.168.203.143@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384367.273177:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp40 added to recovery queue. ping count: 0 next ping: 289 health :900 00000400:00000200:3.0:1767384367.273181:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384367.273185:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384367.273188:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384367.273258:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384367.273263:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100871 00000400:00000001:2.0:1767384367.273268:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384367.273270:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384367.273272:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000305d4b22 00000400:00000010:2.0:1767384367.273274:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000305d4b22. 00000400:00000200:2.0:1767384367.273276:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384367.273279:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:2.0:1767384367.273282:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000e7be00fa. 00000400:00000200:2.0:1767384367.273285:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (34) 00000400:00000200:2.0:1767384367.273294:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:-71 00000400:00000200:2.0:1767384367.273297:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 rc -71 00000400:00000200:2.0:1767384367.273300:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:2.0:1767384367.273303:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (33) 00000100:00000040:0.0:1767384367.276470:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294956040, at 4294956041 00000100:00000010:0.0:1767384367.276477:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048fa3371. 00000100:00000040:1.0:1767384367.276491:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294956040, at 4294956041 00000100:00000040:3.0:1767384367.276493:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294956040, at 4294956041 00000100:00000040:2.0:1767384367.276493:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294956040, at 4294956041 00000100:00000010:2.0:1767384367.276502:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f1dfddc. 00000100:00000010:1.0:1767384367.276506:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076369fc9. 00000100:00000010:3.0:1767384367.276508:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002447e967. 00000020:00000010:0.0:1767384367.283095:0:33934:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000004a18fea6. 00000020:00000040:0.0:1767384367.283102:0:33934:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384367.283104:0:33934:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000004a18fea6. 00010000:00000001:2.0:1767384367.459482:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384367.459487:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.459492:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384367.459493:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.459528:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384367.459532:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.459535:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384367.523495:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384367.523499:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384367.523502:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e12c5e6 00000400:00000010:1.0:1767384367.523506:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e12c5e6. 00000400:00000200:1.0:1767384367.523510:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384367.523516:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384367.523526:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007f537362. 00000400:00000010:1.0:1767384367.523530:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a52afa2a. 00010000:00000001:2.0:1767384368.483513:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384368.483519:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.483523:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384368.483525:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.483556:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384368.483559:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384368.483562:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384368.548525:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (6) 00000800:00000200:2.0:1767384368.548538:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp25 ip 192.168.203.143:988 00000800:00000200:2.0:1767384368.548543:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384368.548641:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp38 00000800:00000200:2.0:1767384368.548645:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384368.548646:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ac9f4edf. 00000800:00000001:2.0:1767384368.548651:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384368.548653:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004a8e4d1c. 00000800:00000001:2.0:1767384368.548658:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384368.548659:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b711c6fc. 00000800:00000001:2.0:1767384368.548664:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384368.548668:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033674b0c. 00000800:00000001:2.0:1767384368.548669:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.548676:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp38 00000400:00000200:0.0:1767384368.548712:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp38 local destination 00000400:00000200:0.0:1767384368.548718:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp38 00000400:00000200:0.0:1767384368.548721:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp38 NI seq info: [131:131:256:4294967295] 192.168.203.143@tcp38 LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1767384368.548727:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp38 00000400:00000200:0.0:1767384368.548733:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp38(192.168.203.143@tcp38:) -> 192.168.203.143@tcp38(192.168.203.143@tcp38:192.168.203.143@tcp38) : GET try# 0 00000800:00000200:0.0:1767384368.548737:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp38 00000800:00000010:0.0:1767384368.548741:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022178d70. 00000800:00000200:0.0:1767384368.548746:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000800:00000200:0.1:1767384368.548756:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000400:00000200:2.0:1767384368.548836:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.548887:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp38 added to recovery queue. ping count: 2 next ping: 294 health :800 00000400:00000200:0.0:1767384368.548894:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp37 00000400:00000010:0.0:1767384368.548898:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000031f922bd. 00000400:00000200:2.0:1767384368.548899:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000010:0.0:1767384368.548903:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c4c80cc0. 00000400:00000010:0.0:1767384368.548907:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098338a0a. 00000400:00000010:0.0:1767384368.548912:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c5f901da. 00000400:00000200:0.0:1767384368.548917:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp37 00000400:00000200:0.0:1767384368.548925:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp37 local destination 00000400:00000200:0.0:1767384368.548928:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp37 00000400:00000200:0.0:1767384368.548933:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp37 NI seq info: [132:132:256:4294967295] 192.168.203.143@tcp37 LPNI seq info [123:123:8:4294967295] 00000400:00000200:0.0:1767384368.548937:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp37 00000400:00000200:0.0:1767384368.548948:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp37(192.168.203.143@tcp37:) -> 192.168.203.143@tcp37(192.168.203.143@tcp37:192.168.203.143@tcp37) : GET try# 0 00000400:00000200:2.0:1767384368.548949:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000200:0.0:1767384368.548955:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp37 00000800:00000010:0.0:1767384368.548959:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081f56b29. 00000800:00000200:0.0:1767384368.548964:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000800:00000200:0.1:1767384368.548969:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000400:00000200:0.0:1767384368.548980:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp37 added to recovery queue. ping count: 3 next ping: 298 health :700 00000400:00000200:0.0:1767384368.548985:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp34 00000400:00000010:0.0:1767384368.548989:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d2772572. 00000400:00000010:0.0:1767384368.548993:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000427ba2a3. 00000400:00000010:0.0:1767384368.548995:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000400:00000200:2.0:1767384368.548997:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000010:0.0:1767384368.548999:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009352ad0e. 00000400:00000200:0.0:1767384368.549005:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp34 00000400:00000200:0.0:1767384368.549011:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp34 local destination 00000400:00000200:0.0:1767384368.549014:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp34 00000400:00000200:0.0:1767384368.549018:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp34 NI seq info: [133:133:256:4294967295] 192.168.203.143@tcp34 LPNI seq info [124:124:8:4294967295] 00000400:00000200:0.0:1767384368.549021:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp34 00000400:00000200:0.0:1767384368.549030:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp34(192.168.203.143@tcp34:) -> 192.168.203.143@tcp34(192.168.203.143@tcp34:192.168.203.143@tcp34) : GET try# 0 00000800:00000200:0.0:1767384368.549035:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp34 00000800:00000010:0.0:1767384368.549038:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000357a72e. 00000400:00000200:2.0:1767384368.549040:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000200:0.0:1767384368.549049:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000800:00000200:0.1:1767384368.549053:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000400:00000200:0.0:1767384368.549066:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp34 added to recovery queue. ping count: 4 next ping: 306 health :600 00000400:00000200:2.0:1767384368.549070:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549073:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp39 00000400:00000010:0.0:1767384368.549078:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b9a60ad0. 00000400:00000010:0.0:1767384368.549082:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008f770788. 00000400:00000010:0.0:1767384368.549085:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000501d110c. 00000400:00000010:0.0:1767384368.549090:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b65399a4. 00000400:00000200:0.0:1767384368.549095:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp39 00000400:00000200:0.0:1767384368.549102:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp39 local destination 00000400:00000200:0.0:1767384368.549105:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp39 00000400:00000200:0.0:1767384368.549109:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp39 NI seq info: [134:134:256:4294967295] 192.168.203.143@tcp39 LPNI seq info [125:125:8:4294967295] 00000400:00000200:0.0:1767384368.549113:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp39 00000400:00000200:2.0:1767384368.549116:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549126:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp39(192.168.203.143@tcp39:) -> 192.168.203.143@tcp39(192.168.203.143@tcp39:192.168.203.143@tcp39) : GET try# 0 00000800:00000200:0.0:1767384368.549133:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp39 00000800:00000010:0.0:1767384368.549136:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ed686177. 00000800:00000200:0.0:1767384368.549141:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008632bd16] -> 12345-192.168.203.143@tcp39 (2) 00000800:00000200:0.1:1767384368.549145:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008632bd16] -> 12345-192.168.203.143@tcp39 (2) 00000400:00000200:0.0:1767384368.549155:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp39 added to recovery queue. ping count: 1 next ping: 292 health :900 00000400:00000200:0.0:1767384368.549159:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp40 00000400:00000010:0.0:1767384368.549162:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000db5382ab. 00000400:00000010:0.0:1767384368.549166:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b7aa6f20. 00000400:00000200:2.0:1767384368.549169:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000010:0.0:1767384368.549169:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dbf1aef. 00000400:00000010:0.0:1767384368.549176:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c38d730. 00000400:00000200:0.0:1767384368.549182:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp40 00000400:00000200:0.0:1767384368.549190:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp40 local destination 00000400:00000200:0.0:1767384368.549193:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp40 00000400:00000200:0.0:1767384368.549198:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp40 NI seq info: [135:135:256:4294967295] 192.168.203.143@tcp40 LPNI seq info [126:126:8:4294967295] 00000400:00000200:0.0:1767384368.549202:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp40 00000400:00000200:0.0:1767384368.549225:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp40(192.168.203.143@tcp40:) -> 192.168.203.143@tcp40(192.168.203.143@tcp40:192.168.203.143@tcp40) : GET try# 0 00000800:00000200:0.0:1767384368.549230:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp40 00000400:00000200:2.0:1767384368.549234:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000800:00000010:0.0:1767384368.549240:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fc22e820. 00000800:00000200:0.0:1767384368.549247:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb98dcf5] -> 12345-192.168.203.143@tcp40 (2) 00000800:00000200:0.1:1767384368.549251:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb98dcf5] -> 12345-192.168.203.143@tcp40 (2) 00000400:00000200:0.0:1767384368.549259:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp40 added to recovery queue. ping count: 1 next ping: 292 health :900 00000400:00000200:2.0:1767384368.549271:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549312:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.549318:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549367:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549370:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.549388:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549461:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549471:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549525:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549533:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549586:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549601:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.549602:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549638:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549678:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.549690:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549713:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549749:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.549759:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549769:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549819:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.549827:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549838:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549896:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.549903:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549917:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.549965:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.549977:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.549981:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550038:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550046:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550053:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550106:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550112:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550119:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550180:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550193:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550195:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550258:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550284:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550291:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550328:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550367:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550370:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550399:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550458:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550468:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550492:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550525:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550541:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550600:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550620:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550633:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550667:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550689:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550704:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550742:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550756:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550778:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550809:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550827:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550847:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550889:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550902:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550926:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.550963:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.550971:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.550995:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.551042:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.551044:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.551059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.551138:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.551139:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.551140:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.551226:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.551246:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.551252:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.551300:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.551324:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.551340:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.551410:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.551411:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.551477:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000800:00000010:2.0:1767384368.551493:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002943f7b. 00000800:00000010:2.0:1767384368.551498:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cd1d7ec5. 00000800:00000010:2.0:1767384368.551504:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037efc8c9. 00000400:00000200:0.0:1767384368.551509:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000800:00000010:2.0:1767384368.551528:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037efc8c9. 00000400:00000200:1.0:1767384368.551534:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000800:00020000:2.0:1767384368.551539:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384368.551543:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cd1d7ec5. 00000800:00000010:2.0:1767384368.551546:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002943f7b. 00000400:00000200:0.0:1767384368.551571:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.551599:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:02020000:2.0:1767384368.551630:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp38 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384368.551636:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp38 notifying 192.168.203.143@tcp38: down 00000400:00000200:0.0:1767384368.551639:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.551640:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384368.551647:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp38 00000800:00000010:2.0:1767384368.551649:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022178d70. 00000400:00000200:2.0:1767384368.551653:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384368.551658:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp38->192.168.203.143@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384368.551661:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.551666:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384368.551671:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384368.551676:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp38) recovery failed with -71 00000400:00000200:0.0:1767384368.551694:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.551727:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.551729:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.551760:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.551812:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.551813:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.551828:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.551852:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.551900:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.551903:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.551928:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.551971:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.551980:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000800:00000010:1.0:1767384368.552002:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000071c55535. 00000400:00000200:3.0:1767384368.552004:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000010:1.0:1767384368.552007:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea1f5547. 00000800:00000010:1.0:1767384368.552012:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000018f6b764. 00000800:00000010:1.0:1767384368.552044:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000018f6b764. 00000400:00000200:2.0:1767384368.552047:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00020000:1.0:1767384368.552052:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000400:00000200:0.0:1767384368.552055:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000010:1.0:1767384368.552056:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea1f5547. 00000800:00000010:1.0:1767384368.552062:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000071c55535. 00000400:00000200:3.0:1767384368.552080:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552117:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.552130:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000400:02020000:1.0:1767384368.552136:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp37 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384368.552144:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp37 notifying 192.168.203.143@tcp37: down 00000400:00000200:1.0:1767384368.552148:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384368.552154:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp37 00000800:00000010:1.0:1767384368.552156:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081f56b29. 00000400:00000200:1.0:1767384368.552160:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384368.552163:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.552167:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp37->192.168.203.143@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384368.552185:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384368.552188:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384368.552198:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384368.552203:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp37) recovery failed with -71 00000400:00000200:0.0:1767384368.552216:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552252:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552282:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.552285:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552314:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552361:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.552362:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552366:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552442:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.552475:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552476:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552501:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552556:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.552560:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552578:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552627:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.552634:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552651:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552690:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.552712:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552722:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552759:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552800:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552815:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552859:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552866:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552916:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.552922:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.552989:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553008:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.553060:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553085:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.553126:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553160:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.553190:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553245:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.553281:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553314:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553373:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.553400:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384368.553421:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553466:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553485:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553513:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553538:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553569:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553600:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.553615:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553634:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.553673:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553679:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.553725:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553734:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.553790:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553793:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000800:00000010:0.0:1767384368.553808:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000286ed19f. 00000800:00000010:0.0:1767384368.553812:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006cb58a51. 00000800:00000010:0.0:1767384368.553816:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000030f1577c. 00000800:00000010:0.0:1767384368.553856:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000030f1577c. 00000400:00000200:2.0:1767384368.553863:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384368.553865:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384368.553898:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp34 from 210.3.0.2 00000800:00000010:0.0:1767384368.553902:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002a2e1ae1. 00000400:00000200:3.0:1767384368.553929:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.553941:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.554018:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384368.554078:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000800:00000010:3.0:1767384368.554125:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a282cc56. 00000800:00000010:3.0:1767384368.554132:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002c1db1a7. 00000800:00000010:3.0:1767384368.554138:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000301f9be8. 00000400:00000200:2.0:1767384368.554145:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000800:00000010:3.0:1767384368.554165:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000301f9be8. 00000800:00020000:3.0:1767384368.554174:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384368.554177:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002c1db1a7. 00000800:00000010:3.0:1767384368.554179:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a282cc56. 00000400:00000200:2.0:1767384368.554239:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:02020000:3.0:1767384368.554266:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp40 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384368.554273:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp40 notifying 192.168.203.143@tcp40: down 00000400:00000200:3.0:1767384368.554277:0:34393:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384368.554281:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp40 00000800:00000010:3.0:1767384368.554283:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fc22e820. 00000400:00000200:3.0:1767384368.554287:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384368.554292:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp40->192.168.203.143@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384368.554299:0:34393:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384368.554303:0:34393:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384368.554307:0:34393:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp40) recovery failed with -71 00000800:00000010:3.0:1767384368.554317:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a282cc56. 00000800:00000010:3.0:1767384368.554320:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002c1db1a7. 00000400:00000200:2.0:1767384368.554320:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000800:00000010:3.0:1767384368.554339:0:34393:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000055a2cdfc. 00000800:00000200:3.1:1767384368.554347:0:34393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (2) 00000800:00000200:3.1:1767384368.554352:0:34393:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp34 0000000055a2cdfc deleted 00000800:00000010:3.1:1767384368.554354:0:34393:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000055a2cdfc. 00000800:00000200:3.1:1767384368.554359:0:34393:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384368.554369:0:34393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp34 ip 192.168.203.143:978 00000800:00000200:3.1:1767384368.554372:0:34393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000357a72e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384368.554378:0:34393:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp34 p 3.x 192.168.203.143 -> 192.168.203.143:978 incarnation:1767384349767902151 sched[0] 00000400:00000200:2.0:1767384368.554381:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000800:00000010:3.0:1767384368.554383:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000301f9be8. 00000400:00000200:2.0:1767384368.554496:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384368.554650:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002943f7b. 00000800:00000010:2.0:1767384368.554655:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cd1d7ec5. 00000800:00000010:2.0:1767384368.554659:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037efc8c9. 00000800:00000010:2.0:1767384368.554685:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037efc8c9. 00000800:00020000:2.0:1767384368.554694:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384368.554696:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cd1d7ec5. 00000800:00000010:2.0:1767384368.554699:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002943f7b. 00000800:00000200:3.1:1767384368.554728:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384368.554735:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp34 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384349767902151 sched[0] 00000800:00000010:3.0:1767384368.554738:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006cb58a51. 00000400:02020000:2.0:1767384368.554763:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp39 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000200:3.1:1767384368.554768:0:16343:0:(socklnd_cb.c:1971:ksocknal_connect()) peer_ni 192.168.203.143@tcp34(1) already connecting to me, retry later. 00000400:00000200:2.0:1767384368.554781:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp39 notifying 192.168.203.143@tcp39: down 00000800:00000001:3.0:1767384368.554782:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384368.554787:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000001:3.0:1767384368.554789:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000100:2.0:1767384368.554794:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp39 00000800:00000010:2.0:1767384368.554796:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ed686177. 00000400:00000200:2.0:1767384368.554800:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384368.554805:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp39->192.168.203.143@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384368.554812:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384368.554815:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384368.554819:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp39) recovery failed with -71 00000800:00000010:3.0:1767384368.554824:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000301f9be8. 00000800:00000010:3.0:1767384368.554830:0:34393:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002c1db1a7. 00000800:00000010:3.0:1767384368.554859:0:34393:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002a2e1ae1. 00000800:00000001:2.0:1767384368.554869:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.554874:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384368.554920:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384368.554922:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000357a72e. 00000400:00000200:2.0:1767384368.554926:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384368.554930:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp34->192.168.203.143@tcp34: GET: OK 00000400:00000200:2.0:1767384368.554932:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384368.554935:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp34 recovery message sent successfully:0 00000800:00000001:2.0:1767384368.554944:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.554948:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384368.554950:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.554954:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.554958:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp34(192.168.203.143@tcp34) <- 192.168.203.143@tcp34 : GET - for me 00000400:00000200:2.0:1767384368.554967:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384368.554974:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x1c35 [1] + 0 00000400:00000200:2.0:1767384368.554983:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp34 to MR: 192.168.203.143@tcp34 local destination 00000400:00000200:2.0:1767384368.554987:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp34 NI seq info: [136:136:256:4294967295] 192.168.203.143@tcp34 LPNI seq info [127:127:8:4294967295] 00000400:00000200:2.0:1767384368.554997:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp34(192.168.203.143@tcp34:192.168.203.143@tcp34) -> 192.168.203.143@tcp34(192.168.203.143@tcp34:192.168.203.143@tcp34) 192.168.203.143@tcp34 : REPLY try# 0 00000800:00000200:2.0:1767384368.555001:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp34 00000800:00000010:2.0:1767384368.555005:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000768498ed. 00000800:00000200:2.0:1767384368.555008:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (4) 00000800:00000200:2.0:1767384368.555011:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp34 ip 192.168.203.143:988 00000800:00000200:2.0:1767384368.555013:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000768498ed type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384368.555046:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384368.555061:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384368.555066:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384368.555067:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384368.555068:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384368.555071:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000768498ed. 00000800:00000001:0.0:1767384368.555074:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.555075:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384368.555087:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp34->192.168.203.143@tcp34: REPLY: OK 00000400:00000200:0.0:1767384368.555087:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp34(192.168.203.143@tcp34) <- 192.168.203.143@tcp34 : REPLY - for me 00000800:00000001:2.0:1767384368.555103:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.555109:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp34: Reply from 12345-192.168.203.143@tcp34 of length 272/272 into md 0x1c91 00000800:00000001:0.0:1767384368.555114:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384368.555125:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.555126:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.555129:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp34->192.168.203.143@tcp34: REPLY: OK 00000400:00000200:0.0:1767384368.555133:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000400:00000010:0.0:1767384368.555135:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000400:00000200:0.0:1767384368.555138:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384368.555143:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d2772572. 00000400:00000010:0.0:1767384368.555146:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000427ba2a3. 00000800:00000001:0.0:1767384368.555150:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384368.555152:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384368.756746:0:34403:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000041f70022. 00080000:00000010:0.0:1767384368.756755:0:34403:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000041f70022. 00000020:00000001:0.0:1767384368.756758:0:34403:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384368.756765:0:34403:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000041f70022. 00080000:00000010:0.0:1767384368.756768:0:34403:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000041f70022. 00000020:00000001:0.0:1767384368.756771:0:34403:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384369.415827:0:34568:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384369.415830:0:34568:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:1.0:1767384369.419558:0:34568:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384369.425903:0:34569:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c5c63795. 00000400:00000010:1.0:1767384369.425916:0:34569:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009a092733. 00000400:00000010:1.0:1767384369.425924:0:34569:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008ddfe006. 00000400:00000010:1.0:1767384369.425927:0:34569:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a1a5d73c. 00000400:00000010:1.0:1767384369.425930:0:34569:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008b9416cf. 00000400:00000010:1.0:1767384369.425934:0:34569:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000079a9de32. 00000400:00000010:1.0:1767384369.425936:0:34569:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000568c29f9. 00000400:00000010:1.0:1767384369.425937:0:34569:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000099e36f6b. 00000400:00000010:1.0:1767384369.425940:0:34569:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004ff679b4. 00000800:00000010:1.0:1767384369.425953:0:34569:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ea792758. 00000800:00000200:1.0:1767384369.425961:0:34569:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384369.425972:0:34569:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384369.426005:0:34569:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384369.426024:0:34569:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp43 [8/256/0/180] 00000400:00000010:1.0:1767384369.427488:0:34569:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000001c66a35c. 00000400:00000010:1.0:1767384369.427496:0:34569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b2a738f. 00000400:00000010:1.0:1767384369.427502:0:34569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e12c5e6. 00000400:00000001:1.0:1767384369.427524:0:34569:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384369.427527:0:34569:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384369.427529:0:34569:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e504759. 00000400:00000200:1.0:1767384369.427532:0:34569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002852012a 00000400:00000010:1.0:1767384369.427535:0:34569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 00000400:00000010:1.0:1767384369.427539:0:34569:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000097ec3dff. 00000400:00000200:1.0:1767384369.427544:0:34569:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (32) 00000400:00000200:1.0:1767384369.427554:0:34569:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384369.427563:0:34569:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:1.0:1767384369.427569:0:34569:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000071c55535. 00000020:01000000:1.0:1767384369.427572:0:34569:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384369.427574:0:34569:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp43 00000400:00000200:3.0:1767384369.427583:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384369.427591:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000010:1.0:1767384369.427593:0:34569:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009a092733. 00000400:00000200:3.0:1767384369.427599:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (33) 00000400:00000010:1.0:1767384369.427599:0:34569:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c5c63795. 00000400:00000010:3.0:1767384369.427608:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000d73d08b3. 00000400:00000010:3.0:1767384369.427613:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b97ad51. 00000020:00000001:0.0:1767384369.427615:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384369.427620:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003057aaa2. 10000000:00000001:0.0:1767384369.427620:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384369.427624:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384369.427626:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384369.427630:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:3.0:1767384369.427643:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:3.0:1767384369.427649:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:3.0:1767384369.427657:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000020:01000004:0.0:1767384369.427662:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384369.427663:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:0.0:1767384369.427665:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384369.427669:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384369.427673:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384369.427676:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000020:01000004:0.0:1767384369.427676:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384369.427679:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384369.427681:0:486:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384369.427685:0:486:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384369.427688:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000020:01000004:0.0:1767384369.427689:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384369.427692:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384369.427698:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2e93a0. 00000400:00000200:3.0:1767384369.427699:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000020:00000040:0.0:1767384369.427704:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384369.427709:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000100:00000001:0.0:1767384369.427712:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384369.427715:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384369.427719:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 02000000:00000001:0.0:1767384369.427721:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.427729:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 02000000:00000010:0.0:1767384369.427731:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fe701187. 00000400:00000200:3.0:1767384369.427738:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000100:00000001:0.0:1767384369.427741:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.427757:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384369.427758:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000100:00000001:0.0:1767384369.427760:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.427769:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000040:0.0:1767384369.427770:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2e93a0] to pc [ptlrpcd_00_02+2] req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384369.427802:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:3.0:1767384369.427810:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:3.0:1767384369.427816:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000400:00000200:3.0:1767384369.427823:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 10000000:00000001:0.0:1767384369.427827:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.427832:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 10000000:00000001:0.0:1767384369.427832:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.427836:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.427839:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384369.427841:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384369.427846:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384369.427848:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 00000020:00000001:0.0:1767384369.427849:0:486:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384369.427850:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384369.427854:0:486:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384369.427857:0:486:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384369.427859:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384369.427861:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 26], ns[62, 26] 10000000:01000000:0.0:1767384369.427861:0:486:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384369.427866:0:486:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384369.427870:0:486:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384369.427874:0:486:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384369.427878:0:486:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384369.427882:0:486:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384369.427883:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 26], ns[78, 26] 00000100:00000001:1.0:1767384369.427884:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384369.427885:0:486:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384369.427889:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384369.427889:0:486:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384369.427892:0:486:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384369.427894:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384369.427895:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 26], ns[117, 26] 00000020:01000004:0.0:1767384369.427896:0:486:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384369.427897:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384369.427901:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3909613. 02000000:00000001:1.0:1767384369.427903:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384369.427908:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00100000:1.0:1767384369.427910:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746152320:0@lo:253: 00000400:00000200:3.0:1767384369.427914:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 26], ns[79, 26] 00000100:00000001:0.0:1767384369.427914:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384369.427919:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384369.427919:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384369.427924:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.427925:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 26], ns[93, 26] 02000000:00000001:1.0:1767384369.427926:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384369.427931:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384369.427931:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000583b5830. 02000000:00000001:1.0:1767384369.427936:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384369.427937:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 26], ns[100, 26] 00000100:00000001:0.0:1767384369.427938:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384369.427943:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c8bc3ada. 00000100:00000001:0.0:1767384369.427944:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384369.427948:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.427948:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.427949:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 26], ns[136, 26] 00000400:00000010:1.0:1767384369.427955:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000811302a7. 00000100:00000040:0.0:1767384369.427955:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3909613] to pc [ptlrpcd_00_03+3] req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384369.427963:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a092733. 00000400:00000200:3.0:1767384369.427965:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 26], ns[120, 26] 00000100:00000200:1.0:1767384369.427970:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746152320, portal 25 00000100:00000001:1.0:1767384369.427976:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384369.427979:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556616192 : -111508152935424 : ffff9a957c279c00) 10000000:00000001:0.0:1767384369.427980:0:486:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.427985:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 26], ns[127, 26] 10000000:00000001:0.0:1767384369.427985:0:486:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.427988:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384369.427991:0:486:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384369.428003:0:486:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384369.428007:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 26], ns[132, 26] 00000100:00000001:1.0:1767384369.428009:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384369.428009:0:486:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000071c55535. 00000100:00000040:1.0:1767384369.428016:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384369.428034:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e706e839. 00000100:00000200:1.0:1767384369.428036:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746152320, offset 0 00000100:00000001:0.0:1767384369.428038:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.428042:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384369.428046:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384369.428046:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384369.428054:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384369.428055:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[122, 26], ns[131, 26] 00000400:00000200:3.0:1767384369.428074:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[125, 26], ns[134, 26] 00000100:00000001:0.0:1767384369.428074:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384369.428077:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.428080:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384369.428083:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384369.428087:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[126, 26], ns[135, 26] 02000000:00000001:0.0:1767384369.428088:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.428093:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e3909613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746152448:0@lo:253: 00000100:00000001:0.0:1767384369.428101:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384369.428104:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 02000000:00000001:0.0:1767384369.428105:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384369.428108:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.428110:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384369.428113:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp19 02000000:00000010:0.0:1767384369.428115:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a987b921. 02000000:00000001:0.0:1767384369.428135:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.428137:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp19 lpni_is_preferred = 0 00000400:00000010:0.0:1767384369.428140:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a349ad43. 00000400:00000200:3.0:1767384369.428145:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp19 00000400:00000010:0.0:1767384369.428147:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f701dbdf. 00000400:00000200:3.0:1767384369.428153:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp19 NI seq info: [137:137:256:4294967295] 192.168.203.143@tcp19 LPNI seq info [128:128:8:4294967295] 00000100:00000200:0.0:1767384369.428153:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746152448, portal 25 00000100:00000001:0.0:1767384369.428156:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384369.428159:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556612608 : -111508152939008 : ffff9a957c278e00) 00000100:00000040:0.0:1767384369.428164:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384369.428169:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp19 00000100:00000001:0.0:1767384369.428175:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.428182:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.428185:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005838f0fc. 00000100:00000200:0.0:1767384369.428189:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746152448, offset 0 00000400:00000200:3.0:1767384369.428193:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp19(192.168.203.143@tcp19:) -> 192.168.203.143@tcp19(192.168.203.143@tcp:192.168.203.143@tcp19) : GET try# 0 00000400:00000200:0.0:1767384369.428199:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384369.428236:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp19 00000400:00000200:1.0:1767384369.428243:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384369.428245:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003bf2cf4c. 00000400:00000200:0.0:1767384369.428245:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384369.428258:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06980 00000400:00000200:0.0:1767384369.428259:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06a00 00000800:00000200:3.0:1767384369.428260:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e90304df] -> 12345-192.168.203.143@tcp19 (6) 00000400:00000200:1.0:1767384369.428268:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x149d [2] + 0 00000800:00000200:3.0:1767384369.428273:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp19 ip 192.168.203.143:988 00000400:00000010:1.0:1767384369.428280:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005557682e. 00000800:00000200:3.0:1767384369.428297:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003bf2cf4c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384369.428300:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e4ba028 00000400:00000200:1.0:1767384369.428309:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.428309:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14a5 [2] + 0 00000400:00000200:1.0:1767384369.428316:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384369.428321:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000010:0.0:1767384369.428324:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af8788c2. 00000400:00000200:3.0:1767384369.428328:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000400:00000200:0.0:1767384369.428330:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ce99258 00000400:00000200:1.0:1767384369.428335:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4ba028 00000400:00000200:0.0:1767384369.428336:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384369.428338:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e4ba028. 00000400:00000200:0.0:1767384369.428344:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384369.428345:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384369.428348:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384369.428349:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce99258 00000100:00000040:1.0:1767384369.428353:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000bd7c2610 x1853236746152320 msgsize 4848 00000400:00000010:0.0:1767384369.428353:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ce99258. 00000100:00000001:0.0:1767384369.428360:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.428363:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:1.0:1767384369.428364:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384369.428369:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384369.428369:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000005f72b5eb x1853236746152448 msgsize 4848 00000100:00100000:0.0:1767384369.428377:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384369.428395:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384369.428396:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384369.428404:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e706e839 00000100:00000001:0.0:1767384369.428406:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384369.428407:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e706e839. 00000100:00000001:1.0:1767384369.428412:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384369.428414:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005838f0fc 00000100:00000200:1.0:1767384369.428417:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384369.428418:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005838f0fc. 00000100:00000001:0.0:1767384369.428425:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384369.428429:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384369.428433:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.428437:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.428454:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.428455:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384369.428461:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.428464:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294958198 00000100:00000001:0.0:1767384369.428472:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384369.428476:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.428483:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.428484:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384369.428489:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.428492:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294958199 00000800:00000200:3.0:1767384369.428505:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384369.428510:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003bf2cf4c. 00000400:00000200:3.0:1767384369.428518:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.428525:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp19->192.168.203.143@tcp19: GET: OK 00000400:00000200:3.0:1767384369.428529:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384369.428533:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000001:3.0:1767384369.428543:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.428552:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.428555:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.428564:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.428570:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp19(192.168.203.143@tcp19) <- 192.168.203.143@tcp19 : GET - for me 00000100:00000010:1.0:1767384369.428574:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084461eb9. 00000100:00000001:1.0:1767384369.428580:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384369.428583:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 560 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384369.428587:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294958199 00000100:00000010:1.0:1767384369.428591:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091862552. 00000100:00000001:0.0:1767384369.428591:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958198 00000100:00000001:1.0:1767384369.428597:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384369.428601:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294958199 00000100:00000001:1.0:1767384369.428604:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294958199 00000400:00000200:3.0:1767384369.428605:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 560/560 into md 0x1c9d [1] + 0 00000100:00000001:0.0:1767384369.428607:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294958199 00000100:00000010:1.0:1767384369.428611:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a257a64. 00000100:00000001:0.0:1767384369.428613:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294958199 00000100:00000001:1.0:1767384369.428617:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384369.428622:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294958199 00000100:00000001:0.0:1767384369.428623:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294958199 00000400:00000200:3.0:1767384369.428627:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp19 to MR: 192.168.203.143@tcp19 local destination 00000100:00000001:0.0:1767384369.428628:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294958199 00000100:00000010:0.0:1767384369.428636:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf6a7b5e. 00000400:00000200:3.0:1767384369.428656:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp19 NI seq info: [138:138:256:4294967295] 192.168.203.143@tcp19 LPNI seq info [129:129:8:4294967295] 00000100:00000001:0.0:1767384369.428657:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384369.428668:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.428669:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294958199 00000100:00000001:0.0:1767384369.428675:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.428676:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384369.428677:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp19(192.168.203.143@tcp19:192.168.203.143@tcp19) -> 192.168.203.143@tcp19(192.168.203.143@tcp19:192.168.203.143@tcp19) 192.168.203.143@tcp19 : REPLY try# 0 00000100:00000001:1.0:1767384369.428683:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.428683:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384369.428690:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.143@tcp19 00000100:00000001:1.0:1767384369.428691:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.428691:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.428698:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384369.428699:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bf2cf4c. 00000100:00000001:1.0:1767384369.428704:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384369.428704:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384369.428708:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767384369.428709:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e90304df] -> 12345-192.168.203.143@tcp19 (6) 00000100:00000001:0.0:1767384369.428709:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384369.428712:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.428714:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384369.428716:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.428717:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384369.428721:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384369.428722:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp19 ip 192.168.203.143:1003 00000100:00000001:0.0:1767384369.428722:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.428724:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.428727:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384369.428731:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003bf2cf4c type 3, nob 656 niov 1 nkiov 1 00000100:00000001:1.0:1767384369.428746:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384369.428749:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.428750:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746152320 02000000:00000001:1.0:1767384369.428754:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384369.428754:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746152448 00000100:00000001:1.0:1767384369.428757:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384369.428758:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.428759:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.428761:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384369.428764:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.428764:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.428768:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.428769:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746152320 00000020:00000001:1.0:1767384369.428774:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384369.428775:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746152448 00000020:00000040:1.0:1767384369.428776:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384369.428778:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384369.428780:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.428781:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000040:1.0:1767384369.428783:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:0.0:1767384369.428784:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.428788:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000020:00000001:1.0:1767384369.428789:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000800:00000200:3.0:1767384369.428792:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767384369.428794:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384369.428795:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000800:00000010:3.0:1767384369.428797:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bf2cf4c. 00000020:00000001:0.0:1767384369.428800:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384369.428802:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384369.428806:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.428807:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000211ae261. 00000400:00000200:3.0:1767384369.428808:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384369.428811:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030f1577c. 00000100:00000001:1.0:1767384369.428812:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.428817:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.428818:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000211ae261. 00000400:00000200:3.0:1767384369.428822:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp19->192.168.203.143@tcp19: REPLY: OK 00000020:00000010:0.0:1767384369.428824:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030f1577c. 00000020:00000010:1.0:1767384369.428828:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5ac1fc4. 00000020:00000010:0.0:1767384369.428832:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a10dfd01. 00000020:00000010:1.0:1767384369.428835:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043795889. 00000800:00000001:3.0:1767384369.428836:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384369.428838:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084597efa. 00000020:00000010:1.0:1767384369.428843:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4c41c4b. 00000800:00000001:3.0:1767384369.428844:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384369.428844:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fb4b9c8. 00000800:00000001:3.0:1767384369.428851:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384369.428852:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.428857:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384369.428857:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.428858:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1767384369.428860:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.428861:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.428862:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384369.428866:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384369.428866:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384369.428874:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.428879:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.428880:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.428887:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp19(192.168.203.143@tcp19) <- 192.168.203.143@tcp19 : REPLY - for me 00000100:00000001:1.0:1767384369.428891:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.428899:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.428900:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp19: Reply from 12345-192.168.203.143@tcp19 of length 560/560 into md 0x1ca1 00000100:00000001:1.0:1767384369.428903:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:3.0:1767384369.428906:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384369.428907:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.428915:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000800:00000001:3.0:1767384369.428918:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384369.428918:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384369.428921:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.428924:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425044560 : -111508284507056 : ffff9a95744ffc50) 00000400:00000200:3.0:1767384369.428925:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384369.428926:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384369.428931:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd7c2610 x1853236746152320/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 4848/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.428936:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000400:00000200:3.0:1767384369.428941:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp19->192.168.203.143@tcp19: REPLY: OK 00000100:00000040:0.0:1767384369.428943:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:1.0:1767384369.428949:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384369.428949:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565425030224 : -111508284521392 : ffff9a95744fc450) 00000400:00000200:3.0:1767384369.428952:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b97ad51 00000020:00000010:1.0:1767384369.428954:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000211ae261. 00000400:00000010:3.0:1767384369.428956:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b97ad51. 00000100:00000040:0.0:1767384369.428957:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f72b5eb x1853236746152448/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 4848/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.428959:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384369.428979:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000010:1.0:1767384369.428980:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000211ae261. 00000100:00000001:0.0:1767384369.428988:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384369.428989:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000020:00000010:0.0:1767384369.428992:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030f1577c. 00000100:00100000:1.0:1767384369.428993:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd7c2610 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746152320:12345-0@lo:253: 00000100:00000001:0.0:1767384369.428996:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384369.428997:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000100:00000200:1.0:1767384369.429003:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746152320 00000020:00000010:0.0:1767384369.429004:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030f1577c. 00000020:00000001:1.0:1767384369.429009:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384369.429013:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f72b5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746152448:12345-0@lo:253: 00000400:00000200:3.0:1767384369.429014:0:16348:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.143@tcp (592 bytes) 00000020:00000001:1.0:1767384369.429014:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.429018:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384369.429021:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746152448 00000020:00000001:1.0:1767384369.429022:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384369.429024:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384369.429026:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000020:00000001:1.0:1767384369.429026:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:0.0:1767384369.429027:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384369.429030:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.429033:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384369.429034:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.429035:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384369.429037:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384369.429038:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384369.429040:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.429041:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384369.429042:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000d73d08b3. 00000020:00000001:0.0:1767384369.429043:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.429045:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.429048:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384369.429051:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384369.429051:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384369.429052:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (34) 02000000:00000001:1.0:1767384369.429055:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384369.429056:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.429059:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384369.429061:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002d55f8d. 02000000:00000001:0.0:1767384369.429061:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1767384369.429063:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384369.429065:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384369.429067:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c95560a3. 00000100:00000001:1.0:1767384369.429068:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384369.429069:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384369.429072:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.429074:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384369.429076:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384369.429079:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384369.429083:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000010836e7. 20000000:00000010:0.0:1767384369.429086:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000005c0d2af. 20000000:01000000:1.0:1767384369.429088:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384369.429090:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384369.429091:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:0.0:1767384369.429093:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384369.429097:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:3.0:1767384369.429098:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000d73d08b3. 20000000:00000001:1.0:1767384369.429098:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:3.0:1767384369.429106:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ea30140. 20000000:00000001:0.0:1767384369.429107:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384369.429111:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.429112:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:3.0:1767384369.429113:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b97ad51. 20000000:00000001:0.0:1767384369.429114:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384369.429115:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.429119:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.429121:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d73d08b3 20000000:00000001:1.0:1767384369.429121:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384369.429124:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ea8cef0. 00000400:00000001:3.0:1767384369.429126:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:01000000:0.0:1767384369.429127:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000400:00000001:3.0:1767384369.429130:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:0.0:1767384369.429134:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:3.0:1767384369.429135:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb9ac78a. 00000400:00000200:3.0:1767384369.429140:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf69c47 00000400:00000010:3.0:1767384369.429142:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf69c47. 00000400:00000200:3.0:1767384369.429145:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384369.429147:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000091cd8f3e. 00000400:00000200:3.0:1767384369.429150:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000400:00000200:3.0:1767384369.429154:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100871 00000400:00000200:3.0:1767384369.429158:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:0 00000400:00000200:3.0:1767384369.429160:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 rc 1 00000400:00000200:3.0:1767384369.429164:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:3.0:1767384369.429166:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (33) 00000400:00000010:3.0:1767384369.429170:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000091cd8f3e. 00000400:00000010:3.0:1767384369.429174:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf69c47. 00000400:00000010:3.0:1767384369.429177:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000004ed5b59. 00000400:00000200:3.0:1767384369.429181:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:3.0:1767384369.429187:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:3.0:1767384369.429190:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:3.0:1767384369.429195:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:3.0:1767384369.429199:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:3.0:1767384369.429228:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:3.0:1767384369.429232:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:3.0:1767384369.429237:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:3.0:1767384369.429241:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:3.0:1767384369.429246:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000400:00000200:3.0:1767384369.429251:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000400:00000200:3.0:1767384369.429256:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000400:00000200:3.0:1767384369.429260:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000400:00000200:3.0:1767384369.429264:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:3.0:1767384369.429268:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384369.429273:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:3.0:1767384369.429277:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000400:00000200:3.0:1767384369.429282:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000400:00000200:3.0:1767384369.429286:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000400:00000200:3.0:1767384369.429290:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 28], ns[58, 28] 00000400:00000200:3.0:1767384369.429295:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 28], ns[62, 28] 00000400:00000200:3.0:1767384369.429299:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 28], ns[78, 28] 00000400:00000200:3.0:1767384369.429303:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 28], ns[117, 28] 00000400:00000200:3.0:1767384369.429320:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 28], ns[79, 28] 00000400:00000200:3.0:1767384369.429324:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 28], ns[93, 28] 00000400:00000200:3.0:1767384369.429329:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 28], ns[100, 28] 00000400:00000200:3.0:1767384369.429333:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 28], ns[136, 28] 00000400:00000200:3.0:1767384369.429337:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 28], ns[120, 28] 00000400:00000200:3.0:1767384369.429341:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 28], ns[127, 28] 00000400:00000200:3.0:1767384369.429345:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 28], ns[132, 28] 00000400:00000200:3.0:1767384369.429350:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[122, 28], ns[131, 28] 00000400:00000200:3.0:1767384369.429354:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[125, 28], ns[134, 28] 00000400:00000200:3.0:1767384369.429359:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[126, 28], ns[135, 28] 00000400:00000200:3.0:1767384369.429363:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:3.0:1767384369.429366:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp20 00000400:00000200:3.0:1767384369.429370:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp20 lpni_is_preferred = 0 00000400:00000200:3.0:1767384369.429373:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp20 00000400:00000200:3.0:1767384369.429376:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp20 NI seq info: [139:139:256:4294967295] 192.168.203.143@tcp20 LPNI seq info [130:130:8:4294967295] 00000400:00000200:3.0:1767384369.429382:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp20 00000400:00000200:3.0:1767384369.429390:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20:) -> 192.168.203.143@tcp20(192.168.203.143@tcp:192.168.203.143@tcp20) : GET try# 0 00000800:00000200:3.0:1767384369.429394:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp20 00000800:00000010:3.0:1767384369.429398:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003bf2cf4c. 00000800:00000200:3.0:1767384369.429403:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (6) 00000800:00000200:3.0:1767384369.429409:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp20 ip 192.168.203.143:988 00000800:00000200:3.0:1767384369.429412:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003bf2cf4c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384369.429451:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384369.429454:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000800:00000200:3.0:1767384369.429517:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384369.429520:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003bf2cf4c. 00000400:00000200:3.0:1767384369.429524:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.429528:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: GET: OK 00000400:00000200:3.0:1767384369.429531:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384369.429533:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000001:3.0:1767384369.429538:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.429542:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.429544:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.429550:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.429554:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20) <- 192.168.203.143@tcp20 : GET - for me 00000400:00000200:3.0:1767384369.429563:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384369.429569:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 592/592 into md 0x1c9d [1] + 0 00000400:00000200:3.0:1767384369.429577:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp20 to MR: 192.168.203.143@tcp20 local destination 00000400:00000200:3.0:1767384369.429583:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp20 NI seq info: [140:140:256:4294967295] 192.168.203.143@tcp20 LPNI seq info [131:131:8:4294967295] 00000400:00000200:3.0:1767384369.429592:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20:192.168.203.143@tcp20) -> 192.168.203.143@tcp20(192.168.203.143@tcp20:192.168.203.143@tcp20) 192.168.203.143@tcp20 : REPLY try# 0 00000800:00000200:3.0:1767384369.429597:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.143@tcp20 00000800:00000010:3.0:1767384369.429601:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bf2cf4c. 00000800:00000200:3.0:1767384369.429605:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (6) 00000800:00000200:3.0:1767384369.429610:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp20 ip 192.168.203.143:1001 00000800:00000200:3.0:1767384369.429613:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003bf2cf4c type 3, nob 688 niov 1 nkiov 1 00000800:00000200:3.0:1767384369.429651:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384369.429654:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bf2cf4c. 00000400:00000200:3.0:1767384369.429658:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.429663:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: REPLY: OK 00000800:00000001:3.0:1767384369.429670:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.429673:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.429676:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.429687:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.429689:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.429699:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.429706:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20) <- 192.168.203.143@tcp20 : REPLY - for me 00000400:00000200:3.0:1767384369.429715:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp20: Reply from 12345-192.168.203.143@tcp20 of length 592/592 into md 0x1cb9 00000800:00000001:3.0:1767384369.429719:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.429723:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.429725:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.429728:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: REPLY: OK 00000400:00000200:3.0:1767384369.429732:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf69c47 00000400:00000010:3.0:1767384369.429734:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf69c47. 00000400:00000200:3.0:1767384369.429737:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384369.429739:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:3.0:1767384369.429741:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:3.0:1767384369.429745:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 35. state = 0x100271 00000400:00000200:3.0:1767384369.429748:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384369.429757:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (34) 00000800:00000001:3.0:1767384369.429763:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.429766:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.429779:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384369.429783:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00000400:00000010:3.0:1767384369.429790:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 0000000065ec53d5. 00000400:00000010:3.0:1767384369.429793:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 000000005f0930e9. 00000400:00000010:3.0:1767384369.429795:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 00000000dfd666fa. 00000400:00000200:3.0:1767384369.429829:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp36(000000007b9dc6d6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384369.429834:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp37(000000008f4c244b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384369.429837:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp38(00000000f5599bac) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384369.429841:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp39(00000000bac40f7c) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384369.429846:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp40(00000000de0fd882) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384369.429852:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000041a83489. 00000400:00000200:3.0:1767384369.429858:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000041a83489 nid 192.168.203.143@tcp41 00000400:00000010:3.0:1767384369.429870:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ab38eee4. 00000400:00000200:3.0:1767384369.429873:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ab38eee4 net tcp41 00000400:00000200:3.0:1767384369.429875:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (33) 00000400:00000200:3.0:1767384369.429880:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp41 flags 0x11 00000400:00000010:3.0:1767384369.429886:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004720bf55. 00000400:00000200:3.0:1767384369.429890:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004720bf55 nid 192.168.203.143@tcp42 00000400:00000010:3.0:1767384369.429893:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f2834f3f. 00000400:00000200:3.0:1767384369.429895:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f2834f3f net tcp42 00000400:00000200:3.0:1767384369.429897:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (34) 00000400:00000200:3.0:1767384369.429901:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp42 flags 0x11 00000400:00000010:3.0:1767384369.429905:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000acc0a7f5. 00000400:00000200:3.0:1767384369.429908:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000acc0a7f5 nid 192.168.203.143@tcp43 00000400:00000010:3.0:1767384369.429911:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002a39294a. 00000400:00000200:3.0:1767384369.429914:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000002a39294a net tcp43 00000400:00000200:3.0:1767384369.429915:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (35) 00000400:00000200:3.0:1767384369.429919:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp43 flags 0x11 00000400:00000010:3.0:1767384369.429923:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 0000000065ec53d5. 00000400:00000010:3.0:1767384369.429927:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 000000005f0930e9. 00000400:00000010:3.0:1767384369.429929:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 00000000dfd666fa. 00000400:00000010:3.0:1767384369.429931:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000091cd8f3e. 00000400:00000200:3.0:1767384369.429935:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384369.429937:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 00000400:00000200:3.0:1767384369.429941:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00000400:00000200:3.0:1767384369.429944:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:3.0:1767384369.429948:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf69c47. 00000400:00000200:3.0:1767384369.429951:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (36) 00000400:00000010:3.0:1767384369.429955:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000722b93db. 00000400:00000200:3.0:1767384369.429958:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp20 00000400:00000200:3.0:1767384369.429965:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp20 to MR: 192.168.203.143@tcp20 local destination 00000400:00000200:3.0:1767384369.429971:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp20 NI seq info: [141:141:256:4294967295] 192.168.203.143@tcp20 LPNI seq info [132:132:8:4294967295] 00000400:00000200:3.0:1767384369.429975:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp20 00000400:00000200:3.0:1767384369.429983:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20:192.168.203.143@tcp20) -> 192.168.203.143@tcp20(192.168.203.143@tcp20:192.168.203.143@tcp20) : PUT try# 0 00000800:00000200:3.0:1767384369.429995:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.143@tcp20 00000800:00000010:3.0:1767384369.429998:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bf2cf4c. 00000800:00000200:3.0:1767384369.430003:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (6) 00000800:00000200:3.0:1767384369.430008:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp20 ip 192.168.203.143:988 00000800:00000200:3.0:1767384369.430010:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003bf2cf4c type 1, nob 688 niov 1 nkiov 1 00000400:00000200:3.0:1767384369.430020:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384369.430023:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00000800:00000200:3.0:1767384369.430074:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384369.430077:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bf2cf4c. 00000400:00000200:3.0:1767384369.430081:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.430085:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: PUT: OK 00000400:00000200:3.0:1767384369.430088:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384369.430090:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp20: 0 00000800:00000001:3.0:1767384369.430095:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.430100:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.430102:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.430105:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.430110:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20) <- 192.168.203.143@tcp20 : PUT - for me 00000400:00000200:3.0:1767384369.430133:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384369.430139:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 592/592 into md 0x1cb5 [1] + 0 00000400:00000010:3.0:1767384369.430142:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ea30140. 00000400:00000200:3.0:1767384369.430145:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b97ad51 00000800:00000001:3.0:1767384369.430148:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.430153:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.430155:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.430159:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: PUT: OK 00000400:00000200:3.0:1767384369.430162:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b97ad51 00000400:00000010:3.0:1767384369.430164:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b97ad51. 00000400:00000200:3.0:1767384369.430167:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384369.430170:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (37) 00000400:00000200:3.0:1767384369.430175:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:3.0:1767384369.430179:0:16348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000fdd410b0. 00000400:00000200:3.0:1767384369.430188:0:16348:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 35 00000400:00000200:3.0:1767384369.430192:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384369.430215:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (38) 00000400:00000200:3.0:1767384369.430237:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384369.430243:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp20 to MR: 192.168.203.143@tcp20 local destination 00000400:00000200:3.0:1767384369.430250:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp20 NI seq info: [142:142:256:4294967295] 192.168.203.143@tcp20 LPNI seq info [133:133:8:4294967295] 00080000:00000001:0.0:1767384369.430260:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384369.430262:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20:192.168.203.143@tcp20) -> 192.168.203.143@tcp20(192.168.203.143@tcp20:192.168.203.143@tcp20) 192.168.203.143@tcp20 : ACK try# 0 00080000:00000001:0.0:1767384369.430264:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:3.0:1767384369.430270:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp20 00000800:00000010:3.0:1767384369.430274:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bf2cf4c. 00000800:00000200:3.0:1767384369.430278:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (6) 00080000:00000001:0.0:1767384369.430282:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:3.0:1767384369.430283:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp20 ip 192.168.203.143:1001 00000800:00000200:3.0:1767384369.430288:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003bf2cf4c type 0, nob 96 niov 1 nkiov 0 00080000:00000001:0.0:1767384369.430295:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384369.430298:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384369.430299:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384369.430300:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384369.430302:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384369.430304:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:0.0:1767384369.430308:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:0.0:1767384369.430309:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384369.430312:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384369.430315:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384369.430317:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384369.430320:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:3.0:1767384369.430321:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767384369.430324:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000800:00000010:3.0:1767384369.430325:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bf2cf4c. 00080000:00000001:0.0:1767384369.430329:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384369.430331:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1767384369.430334:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000019a77b77. 00080000:00000001:0.0:1767384369.430339:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325521920 : -111513384029696 : ffff9a94445b7200) 00000400:00000200:3.0:1767384369.430340:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: ACK: OK 00080000:00000001:0.0:1767384369.430345:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000001:3.0:1767384369.430349:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:0.0:1767384369.430349:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384369.430354:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000030f1577c. 00000800:00000001:3.0:1767384369.430355:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384369.430357:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384369.430360:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384369.430360:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000001:3.0:1767384369.430366:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.430369:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384369.430372:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384369.430374:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.430381:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp20(192.168.203.143@tcp20) <- 192.168.203.143@tcp20 : ACK - for me 00080000:00000001:0.0:1767384369.430387:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384369.430393:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp20: ACK from 12345-192.168.203.143@tcp20 into md 0x1cbd 00000400:00000200:3.0:1767384369.430398:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.430403:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp20->192.168.203.143@tcp20: ACK: OK 00000400:00000200:3.0:1767384369.430407:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf69c47 00000400:00000010:3.0:1767384369.430409:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf69c47. 00000400:00000200:3.0:1767384369.430412:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384369.430416:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:3.0:1767384369.430420:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384369.430430:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (37) 00000800:00000001:3.0:1767384369.430465:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.430471:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.430506:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384369.430511:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ea30140. 00000400:00000010:3.0:1767384369.430517:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf69c47. 00000400:00000200:3.0:1767384369.430520:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d73d08b3 00000400:00000200:3.0:1767384369.430525:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00000400:00000010:3.0:1767384369.430531:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000dfd666fa. 00000400:00000010:3.0:1767384369.430535:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 0000000065ec53d5. 00000400:00000010:3.0:1767384369.430538:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 0000000091cd8f3e. 00000400:00000010:3.0:1767384369.430563:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000dfd666fa. 00000400:00000010:3.0:1767384369.430567:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 0000000065ec53d5. 00000400:00000010:3.0:1767384369.430569:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 0000000091cd8f3e. 00000400:00000010:3.0:1767384369.430572:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000fdd410b0. 00000400:00000200:3.0:1767384369.430575:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384369.430578:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 00000400:00000200:3.0:1767384369.430582:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00000400:00000200:3.0:1767384369.430585:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000200:3.0:1767384369.430589:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384369.430590:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:3.0:1767384369.430594:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384369.430597:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (36) 00080000:00000010:1.0:1767384369.432252:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000019a77b77. 00080000:00000010:0.0:1767384369.432331:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000030f1577c. 00040000:00000001:0.0:1767384369.432336:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384369.432338:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384369.432340:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384369.432349:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384369.432351:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384369.432352:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384369.432363:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384369.432370:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384369.432373:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384369.432378:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384369.432385:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a2cd6c7. 20000000:01000000:1.0:1767384369.432389:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:1.0:1767384369.432392:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384369.432395:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384369.432398:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384369.432403:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384369.432404:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384369.432409:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384369.432412:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384369.432413:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.432417:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384369.432417:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384369.432420:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.432421:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384369.432444:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a3f5c164 count: 2 00080000:00000001:1.0:1767384369.432445:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384369.432448:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.432450:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000002:1.0:1767384369.432451:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00010000:00000001:3.0:1767384369.432459:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384369.432459:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:1.0:1767384369.432463:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384369.432466:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384369.432467:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dac885ac. 00080000:00000001:1.0:1767384369.432470:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384369.432473:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384369.432474:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384369.432475:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:3.0:1767384369.432480:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dac885ac with handle 0x980286e253c5fd50 to hash 00000020:00000001:1.0:1767384369.432480:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384369.432484:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384369.432487:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007f3f417f. 00080000:00000001:1.0:1767384369.432490:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560352988672 : -111513356562944 : ffff9a9445fe8e00) 00080000:00000001:1.0:1767384369.432495:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384369.432496:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:1.0:1767384369.432498:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384369.432499:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00080000:00000010:1.0:1767384369.432502:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000211ae261. 00080000:00000020:0.0:1767384369.432503:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384369.432505:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00080000:00000001:1.0:1767384369.432506:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.432508:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:1.0:1767384369.432511:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000010:0.0:1767384369.432512:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000005c0d2af. 00010000:00000001:3.0:1767384369.432514:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:0.0:1767384369.432517:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.432518:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384369.432519:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384369.432521:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746152448 00010000:00010000:3.0:1767384369.432523:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.432525:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:1.0:1767384369.432528:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000200:0.0:1767384369.432532:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f72b5eb x1853236746152448/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384369.432542:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384369.432544:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384369.432546:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384369.432548:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.432550:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00001000:0.0:1767384369.432552:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=75 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384369.432553:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384369.432558:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1767384369.432558:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384369.432562:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384369.432565:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00010000:3.0:1767384369.432566:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fd42 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384369.432569:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384369.432572:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.432577:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.432581:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384369.432582:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000010:0.0:1767384369.432584:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005838f0fc. 00010000:00000001:3.0:1767384369.432586:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384369.432589:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746152448, offset 224 00010000:00000001:3.0:1767384369.432590:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384369.432594:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.432599:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.432599:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384369.432604:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384369.432608:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384369.432608:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384369.432617:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06a00 00010000:00000040:3.0:1767384369.432621:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3f5c164) refcount = 2 00000400:00000200:0.0:1767384369.432623:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cad [2] + 224 00010000:00000040:3.0:1767384369.432629:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:0.0:1767384369.432630:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384369.432634:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5fd42 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384369.432637:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.432643:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767384369.432647:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384369.432649:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384369.432654:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384369.432663:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8265d0b. 00000100:00000040:0.0:1767384369.432666:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.432675:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1767384369.432679:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1767384369.432680:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008128feb9. 00000100:00000001:3.0:1767384369.432684:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560332900416 : -111513376651200 : ffff9a9444cc0840) 00000100:00000001:3.0:1767384369.432687:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632560332900416 : -111513376651200 : ffff9a9444cc0840) 00000400:00000200:0.0:1767384369.432687:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005838f0fc 00000100:00000001:1.0:1767384369.432688:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384369.432690:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005838f0fc. 00000100:00000001:3.0:1767384369.432692:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384369.432694:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384369.432697:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:1.0:1767384369.432698:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.432698:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384369.432701:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384369.432703:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384369.432704:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384369.432706:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:1.0:1767384369.432707:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384369.432708:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384369.432710:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384369.432712:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a349ad43. 00010000:00000001:0.0:1767384369.432712:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384369.432716:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:0.0:1767384369.432716:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.432717:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f701dbdf 00010000:00000001:3.0:1767384369.432721:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000001:0.0:1767384369.432721:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384369.432722:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f701dbdf. 00010000:00000001:3.0:1767384369.432726:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000001:1.0:1767384369.432728:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384369.432729:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f72b5eb x1853236746152448/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384369.432731:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000200:1.0:1767384369.432734:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384369.432737:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339b2f5e. 00000020:00000040:3.0:1767384369.432744:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000100:00100000:0.0:1767384369.432750:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f72b5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746152448:12345-0@lo:253: Request processed in 3757us (4376us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384369.432752:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384369.432756:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384369.432761:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384369.432763:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.432766:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 02000000:00000010:3.0:1767384369.432769:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000959855df. 00000100:00000040:0.0:1767384369.432772:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384369.432778:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.432778:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.432780:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384369.432781:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384369.432784:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384369.432787:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5fd42 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384369.432787:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084597efa. 00000100:00000001:1.0:1767384369.432788:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384369.432791:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384369.432794:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fb4b9c8. 00000100:00000001:1.0:1767384369.432795:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.432798:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.432800:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a10dfd01. 02000000:00000001:1.0:1767384369.432803:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.432808:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=75 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384369.432808:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00010000:00010000:3.0:1767384369.432813:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5fd42 expref: 16 pid: 17079 timeout: 440 lvb_type: 0 02000000:00000001:0.0:1767384369.432826:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384369.432827:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=75 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384369.432829:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c95560a3. 00000100:00000001:1.0:1767384369.432836:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384369.432836:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384369.432839:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.432840:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.432841:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00010000:00000001:1.0:1767384369.432842:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384369.432846:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384369.432846:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384369.432848:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384369.432852:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.432854:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384369.432855:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c62e6724. 00000100:00000040:1.0:1767384369.432858:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384369.432861:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005838f0fc. 00000100:00000001:1.0:1767384369.432886:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.432888:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384369.432889:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384369.432891:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.432892:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384369.432897:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00100000:3.0:1767384369.432899:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746152576:0@lo:104: 00000020:01000004:1.0:1767384369.432900:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384369.432903:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384369.432906:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384369.432907:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384369.432908:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384369.432911:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384369.432912:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384369.432917:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384369.432918:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384369.432922:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384369.432923:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.432926:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384369.432928:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384369.432934:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0d8892d. 00000100:00100000:1.0:1767384369.432935:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e3909613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746152448:0@lo:253: 02000000:00000001:3.0:1767384369.432941:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.432942:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.432947:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384369.432949:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e3909613 x1853236746152448/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384369.432950:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9ac78a. 00000400:00000010:3.0:1767384369.432956:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b97ad51. 00000100:00000001:1.0:1767384369.432957:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384369.432962:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746152576, portal 16 02000000:00000001:1.0:1767384369.432962:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384369.432965:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a987b921. 00000100:00000001:3.0:1767384369.432966:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384369.432968:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609939840 : -111508099611776 : ffff9a957f554380) 02000000:00000001:1.0:1767384369.432971:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384369.432974:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384369.432975:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1767384369.432976:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384369.432981:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384369.432984:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000583b5830. 00000100:00000001:3.0:1767384369.432988:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384369.432991:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384369.432992:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384369.432995:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767384369.432996:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000100:00000010:1.0:1767384369.432997:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3909613. 00000100:00000200:3.0:1767384369.432999:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746152576, offset 0 00000100:00000001:1.0:1767384369.433002:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384369.433004:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.433005:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384369.433009:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384369.433014:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384369.433014:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384369.433017:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.433020:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384369.433021:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.433023:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df06a80 00000400:00000200:3.0:1767384369.433028:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 656 00000400:00000200:3.0:1767384369.433031:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.433034:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384369.433036:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384369.433037:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384369.433040:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031763cf1. 00000100:00000040:3.0:1767384369.433041:0:17101:0:(events.c:337:request_in_callback()) incoming req@0000000031763cf1 x1853236746152576 msgsize 328 00000100:00100000:3.0:1767384369.433044:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384369.433057:0:17101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384369.433061:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e546226 00000400:00000010:3.0:1767384369.433063:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 00000100:00000001:3.0:1767384369.433064:0:17101:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384369.433066:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384369.433072:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384369.433075:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384369.433086:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.433086:0:17911:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384369.433088:0:17101:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384369.433090:0:17911:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746152576 02000000:00000001:0.0:1767384369.433093:0:17911:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384369.433095:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.433095:0:17911:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384369.433099:0:17911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.433100:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294958203 02000000:00000001:0.0:1767384369.433103:0:17911:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.433106:0:17911:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746152576 00000100:00000001:3.0:1767384369.433107:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294958199 00000020:00000001:0.0:1767384369.433108:0:17911:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384369.433111:0:17911:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9c9 00000100:00000001:3.0:1767384369.433114:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294958203 00000020:00000001:0.0:1767384369.433114:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.433115:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078df2aae refcount=3 00000100:00000001:3.0:1767384369.433119:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294958199 00000020:00000001:0.0:1767384369.433120:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000020:00000001:0.0:1767384369.433125:0:17911:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:3.0:1767384369.433126:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294958203 00000100:00000001:0.0:1767384369.433129:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384369.433132:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294958199 00000020:00000010:0.0:1767384369.433133:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030f1577c. 00000100:00000001:3.0:1767384369.433135:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294958203 00000100:00000001:0.0:1767384369.433138:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.433140:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294958199 00000020:00000010:0.0:1767384369.433143:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030f1577c. 00000100:00000001:3.0:1767384369.433144:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.433147:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.433149:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.433149:0:17911:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002626f672. 00010000:00000001:3.0:1767384369.433154:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.433156:0:17911:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084597efa. 00000020:00000001:3.0:1767384369.433157:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.433161:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.433163:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384369.433163:0:17911:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fb4b9c8. 00010000:00000001:3.0:1767384369.433166:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.433168:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384369.433170:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384369.433171:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.433172:0:17911:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384369.433173:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384369.433176:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384369.433187:0:17911:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384369.433189:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 000000008128feb9 going to sleep for 11 seconds 00000100:00000001:0.0:1767384369.433190:0:17911:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384369.433193:0:17911:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.433194:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384369.433198:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.433199:0:17911:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.433220:0:17911:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.433229:0:17911:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384369.433230:0:17911:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384369.433234:0:17911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384369.433236:0:17911:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000078df2aae : new rpc_count 1 00000100:00000001:0.0:1767384369.433237:0:17911:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609940736 : -111508099610880 : ffff9a957f554700) 00000100:00000040:0.0:1767384369.433240:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031763cf1 x1853236746152576/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384369.433247:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384369.433254:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030f1577c. 00000100:00000001:0.0:1767384369.433256:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384369.433257:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030f1577c. 00000100:00100000:0.0:1767384369.433260:0:17911:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000031763cf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746152576:12345-0@lo:104: 00000100:00000200:0.0:1767384369.433262:0:17911:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746152576 00010000:00000001:0.0:1767384369.433264:0:17911:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384369.433267:0:17911:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.433269:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.433270:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=2 00000020:00000001:0.0:1767384369.433271:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:0.0:1767384369.433273:0:17911:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:0.0:1767384369.433275:0:17911:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384369.433277:0:17911:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.433279:0:17911:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384369.433284:0:17911:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384369.433286:0:17911:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384369.433288:0:17911:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b345cd96. 02000000:00000001:0.0:1767384369.433289:0:17911:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.433290:0:17911:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.433292:0:17911:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384369.433293:0:17911:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384369.433295:0:17911:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d297692 time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.433297:0:17911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384369.433298:0:17911:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384369.433300:0:17911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384369.433301:0:17911:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384369.433302:0:17911:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.433303:0:17911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.433305:0:17911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.433308:0:17911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000100:00000200:0.0:1767384369.433311:0:17911:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236746152576, offset 224 00000400:00000200:0.0:1767384369.433315:0:17911:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384369.433325:0:17911:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384369.433329:0:17911:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824df06a80 00000400:00000200:0.0:1767384369.433332:0:17911:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1ccd [1] + 224 00000400:00000200:0.0:1767384369.433334:0:17911:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.433336:0:17911:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.433339:0:17911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384369.433341:0:17911:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384369.433347:0:17911:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384369.433359:0:17911:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384369.433362:0:17911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000400:00000010:0.0:1767384369.433363:0:17911:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000100:00000001:0.0:1767384369.433364:0:17911:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384369.433365:0:17911:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384369.433367:0:17911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.433369:0:17911:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384369.433372:0:17911:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384369.433375:0:17911:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005b845eee. 00010000:00000001:0.0:1767384369.433377:0:17911:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384369.433389:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384369.433389:0:17911:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384369.433393:0:17911:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384369.433394:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384369.433395:0:17911:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384369.433397:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384369.433398:0:17911:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384369.433401:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb9ac78a. 00000100:00000040:0.0:1767384369.433405:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031763cf1 x1853236746152576/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384369.433406:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b97ad51 00000400:00000010:3.0:1767384369.433411:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b97ad51. 00000100:00100000:0.0:1767384369.433414:0:17911:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000031763cf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746152576:12345-0@lo:104: Request processed in 166us (371us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384369.433443:0:17101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384369.433443:0:17911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384369.433445:0:17911:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078df2aae : new rpc_count 0 00000100:00000001:0.0:1767384369.433448:0:17911:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384369.433450:0:17911:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384369.433454:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384369.433462:0:17911:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084597efa. 00000020:00000010:0.0:1767384369.433468:0:17911:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fb4b9c8. 00000100:00000200:3.0:1767384369.433471:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384369.433472:0:17911:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002626f672. 00000020:00000040:0.0:1767384369.433478:0:17911:0:(genops.c:898:class_export_put()) PUTting export 0000000078df2aae : new refcount 2 00000100:00000001:0.0:1767384369.433482:0:17911:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.433490:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384369.433493:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.433496:0:17101:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384369.433498:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384369.433499:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384369.433501:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.433502:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384369.433505:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=75 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384369.433508:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:3.0:1767384369.433509:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=75 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384369.433512:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.433513:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384369.433517:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.433517:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384369.433522:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384369.433523:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384369.433524:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.433526:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384369.433527:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.433529:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384369.433532:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384369.433556:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384369.433557:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a4d9acd already unused, calling callback (000000001ae2046b) 00000100:00000001:3.0:1767384369.433558:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000001:0.0:1767384369.433561:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384369.433562:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:0.0:1767384369.433565:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.433566:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384369.433569:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.433572:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.433575:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.433576:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:3.0:1767384369.433579:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384369.433580:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.433583:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.433585:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=3 00000020:00000001:0.0:1767384369.433589:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00000100:00100000:3.0:1767384369.433594:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746152576:0@lo:104: 00010000:00000001:0.0:1767384369.433595:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:0.0:1767384369.433601:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384369.433602:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384369.433603:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384369.433605:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.433610:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000001:0.0:1767384369.433612:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384369.433613:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384369.433619:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384369.433620:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1767384369.433624:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000040:3.0:1767384369.433625:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339b2f5e x1853236746152576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384369.433632:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000040:0.0:1767384369.433633:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:3.0:1767384369.433635:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:0.0:1767384369.433636:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000010:3.0:1767384369.433638:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0d8892d. 00010000:00000001:0.0:1767384369.433639:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384369.433642:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384369.433642:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.433645:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384369.433646:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00000020:00000001:3.0:1767384369.433648:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384369.433649:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000959855df. 02000000:00000001:3.0:1767384369.433651:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384369.433652:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384369.433653:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339b2f5e. 10000000:00000001:0.0:1767384369.433655:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:3.0:1767384369.433656:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1767384369.433658:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384369.433659:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1767384369.433661:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 00000100:00000010:3.0:1767384369.433663:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008128feb9. 10000000:00000001:0.0:1767384369.433666:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384369.433668:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000001:0.0:1767384369.433669:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.433671:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384369.433673:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000010:3.0:1767384369.433675:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8265d0b. 00010000:00000001:0.0:1767384369.433677:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384369.433678:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.433680:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384369.433682:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.433683:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384369.433685:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384369.433686:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384369.433692:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a4d9acd with handle 0x980286e253c5fd42 from hash 20000000:00000001:3.0:1767384369.433693:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384369.433696:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384369.433697:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384369.433699:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384369.433700:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.433702:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.433704:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384369.433706:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384369.433709:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384369.433713:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384369.433715:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384369.433719:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006686d5de. 00000020:00000040:0.0:1767384369.433721:0:17074:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384369.433723:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384369.433724:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384369.433726:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384369.433730:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002626f672. 00000100:00000001:0.0:1767384369.433732:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.433734:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384369.433737:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384369.433741:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384369.433742:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.433744:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384369.433751:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.433755:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006686d5de] to pc [ptlrpcd_00_00+0] req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.433774:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384369.433775:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.433779:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384369.433779:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384369.433782:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384369.433783:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.433786:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.433789:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384369.433791:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.433792:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384369.433795:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384369.433799:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384369.433800:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.433801:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd42 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fd49 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384369.433804:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384369.433815:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c73aafa9 count: 0 00000100:00000001:1.0:1767384369.433819:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384369.433821:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.433838:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384369.433841:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384369.433841:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767384369.433845:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384369.433846:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005b845eee. 02000000:00000001:1.0:1767384369.433851:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.433852:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.433855:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006686d5de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746152704:0@lo:103: 00000020:00000001:0.0:1767384369.433856:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384369.433860:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.433861:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767384369.433863:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384369.433865:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384369.433866:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384369.433868:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.433868:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.433873:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767384369.433873:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767384369.433877:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c6214bd. 00000020:00000001:0.0:1767384369.433877:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384369.433880:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.433881:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.433882:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384369.433886:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df44ae10. 00000400:00000010:1.0:1767384369.433890:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00000200:1.0:1767384369.433892:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746152704, portal 18 00000100:00000001:1.0:1767384369.433894:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384369.433895:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556621568 : -111508152930048 : ffff9a957c27b100) 00000100:00000040:1.0:1767384369.433898:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.433902:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.433904:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384369.433906:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000100:00000200:1.0:1767384369.433907:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746152704, offset 0 00000400:00000200:1.0:1767384369.433909:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384369.433913:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384369.433918:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df06b00 00000400:00000200:1.0:1767384369.433922:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:1.0:1767384369.433925:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384369.433926:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384369.433929:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384369.433930:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384369.433932:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079d269ad. 00000100:00000040:1.0:1767384369.433933:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000079d269ad x1853236746152704 msgsize 328 00000100:00100000:1.0:1767384369.433936:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384369.433946:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384369.433954:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000400:00000010:1.0:1767384369.433956:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000100:00000001:1.0:1767384369.433958:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384369.433961:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.433966:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384369.433967:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384369.433969:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.433971:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746152704 02000000:00000001:0.0:1767384369.433974:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384369.433976:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384369.433979:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.433981:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.433983:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384369.433985:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.433991:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294958204 02000000:00000001:0.0:1767384369.433991:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.433998:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746152704 00000100:00000001:1.0:1767384369.433999:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958203 00000020:00000001:0.0:1767384369.434000:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384369.434003:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:1.0:1767384369.434005:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294958204 00000020:00000001:0.0:1767384369.434006:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.434008:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000100:00000001:1.0:1767384369.434011:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958203 00000020:00000001:0.0:1767384369.434012:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384369.434016:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384369.434017:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294958204 00000100:00000001:0.0:1767384369.434019:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384369.434020:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958203 00000020:00000010:0.0:1767384369.434022:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030f1577c. 00000100:00000001:1.0:1767384369.434024:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294958204 00000100:00000001:0.0:1767384369.434026:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.434028:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958203 00000020:00000010:0.0:1767384369.434029:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030f1577c. 00000100:00000001:1.0:1767384369.434036:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384369.434036:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019a77b77. 00000100:00000001:1.0:1767384369.434040:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.434042:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084597efa. 00000100:00000001:1.0:1767384369.434043:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.434047:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384369.434048:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fb4b9c8. 00000100:00000001:1.0:1767384369.434051:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384369.434054:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384369.434056:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384369.434058:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384369.434058:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384369.434061:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.434062:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.434064:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.434065:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384369.434068:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384369.434070:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.434072:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384369.434073:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.434074:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.434076:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49e36df refcount=4 00000020:00000001:0.0:1767384369.434078:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00010000:00000001:0.0:1767384369.434080:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00010000:00010000:0.0:1767384369.434083:0:17072:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fd42 expref: 16 pid: 17079 timeout: 440 lvb_type: 0 00010000:00000001:0.0:1767384369.434088:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.434089:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.434090:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.434092:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.434095:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384369.434104:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079d269ad x1853236746152704/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.434109:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384369.434110:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.434117:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.434127:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384369.434129:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384369.434132:0:18904:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384369.434132:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384369.434134:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:1.0:1767384369.434136:0:18904:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384369.434137:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317027584 : -111508392524032 : ffff9a956ddfc700) 00000100:00000001:1.0:1767384369.434138:0:18904:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.434142:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079d269ad x1853236746152704/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.434143:0:18904:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.434149:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384369.434152:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030f1577c. 00000100:00000001:0.0:1767384369.434155:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384369.434157:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030f1577c. 00000100:00100000:0.0:1767384369.434160:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000079d269ad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+16:16353:x1853236746152704:12345-0@lo:103: 00000100:00000200:0.0:1767384369.434163:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746152704 00010000:00000001:0.0:1767384369.434164:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384369.434166:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384369.434167:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384369.434169:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384369.434170:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384369.434172:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fa6058f2. 02000000:00000001:0.0:1767384369.434173:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.434174:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.434176:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384369.434177:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384369.434179:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.434191:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.434192:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49e36df refcount=4 00000020:00000001:0.0:1767384369.434194:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00010000:00000001:0.0:1767384369.434195:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368635904 : -111508340915712 : ffff9a9570f34200) 00010000:00000040:0.0:1767384369.434215:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a3f5c164 count: 3 00010000:00010000:0.0:1767384369.434217:0:17072:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fd42 expref: 16 pid: 17079 timeout: 440 lvb_type: 0 00000100:00001000:0.0:1767384369.434221:0:17072:0:(import.c:2128:obd_at_measure()) add 0 to 0000000012e62d6c time=1767384369 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384369.434223:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384369.434226:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.434227:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384369.434228:0:17072:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x980286e253c5fd42 expref: 16 pid: 17079 timeout: 440 lvb_type: 0 00000020:00000001:0.0:1767384369.434232:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384369.434233:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384369.434234:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.434235:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.434237:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384369.434238:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384369.434241:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.434242:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.434243:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384369.434244:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384369.434245:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c49e36df with handle 0x980286e253c5fd49 from hash 00010000:00000001:0.0:1767384369.434247:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384369.434248:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.434249:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.434249:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384369.434250:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384369.434251:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384369.434252:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c49e36df/0x980286e253c5fd49 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x980286e253c5fd42 expref: 16 pid: 17079 timeout: 440 lvb_type: 0 00010000:00000040:0.0:1767384369.434255:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00000020:00000040:0.0:1767384369.434256:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00010000:00000001:0.0:1767384369.434259:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.434260:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384369.434261:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384369.434266:0:17072:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000dac885ac 00010000:00000001:0.0:1767384369.434267:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384369.434268:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384369.434269:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.434270:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384369.434271:0:17072:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.434273:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384369.434274:0:17072:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384369.434275:0:17072:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.434278:0:17072:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384369.434279:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384369.434281:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384369.434282:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384369.434283:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3f5c164) refcount = 2 00010000:00010000:0.0:1767384369.434284:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.434288:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384369.434289:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384369.434289:0:17072:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.434291:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384369.434293:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030f1577c. 00000100:00000001:0.0:1767384369.434294:0:17072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384369.434296:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b845eee. 00000100:00000001:0.0:1767384369.434297:0:17072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560335047680 : -111513374503936 : ffff9a9444eccc00) 00000100:00000001:0.0:1767384369.434298:0:17072:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632560335047680 : -111513374503936 : ffff9a9444eccc00) 00000100:00000001:0.0:1767384369.434299:0:17072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384369.434300:0:17072:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384369.434301:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384369.434302:0:17072:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384369.434304:0:17072:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:0.0:1767384369.434306:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.434307:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.434308:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=5 00000020:00000001:0.0:1767384369.434314:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:0.0:1767384369.434316:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:0.0:1767384369.434318:0:17072:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384369.434319:0:17072:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.434323:0:17072:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384369.434324:0:17072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.434327:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.434328:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384369.434329:0:17072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.434332:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384369.434333:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.434334:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384369.434335:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384369.434338:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dac885ac already unused, calling callback (000000004feed035) 00010000:00000001:0.0:1767384369.434339:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384369.434341:0:17072:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384369.434342:0:17072:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.434345:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384369.434346:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.434347:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.434348:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=6 00000020:00000001:0.0:1767384369.434349:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:0.0:1767384369.434350:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:0.0:1767384369.434352:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384369.434357:0:17072:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.434361:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384369.434362:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384369.434363:0:17072:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.434371:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384369.434372:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384369.434373:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384369.434374:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384369.434375:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dac885ac with handle 0x980286e253c5fd50 from hash 00010000:00000001:0.0:1767384369.434377:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384369.434378:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.434378:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.434379:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384369.434380:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384369.434381:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384369.434382:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384369.434383:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.434385:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.434386:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384369.434388:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384369.434389:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.434390:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.434391:0:17072:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.434393:0:17072:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.434394:0:17072:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.434395:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.434399:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384369.434400:0:17101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.434400:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.434403:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384369.434405:0:17072:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384369.434407:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.434409:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.434411:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384369.434413:0:17101:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384369.434414:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384369.434416:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384369.434418:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384369.434422:0:17072:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.434453:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.434455:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.434458:0:17072:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.434461:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384369.434464:0:17072:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1767384369.434465:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384369.434467:0:17072:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.434470:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384369.434471:0:17072:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.434475:0:17072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00010000:3.0:1767384369.434476:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dac885ac/0x980286e253c5fd50 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384369.434478:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005b845eee. 00000100:00000001:0.0:1767384369.434483:0:17072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384369.434485:0:17072:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384369.434491:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030f1577c. 00010000:00000001:0.0:1767384369.434495:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384369.434497:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a3f5c164 count: 0 00010000:00000001:3.0:1767384369.434498:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384369.434501:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:0.0:1767384369.434505:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384369.434508:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.434511:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384369.434512:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384369.434514:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.434517:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384369.434520:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384369.434521:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384369.434523:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384369.434525:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.434527:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.434530:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.434533:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000100:00000200:0.0:1767384369.434536:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746152704, offset 224 00000400:00000200:0.0:1767384369.434540:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384369.434544:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384369.434548:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df06b00 00000400:00000200:0.0:1767384369.434551:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1cd9 [1] + 224 00000400:00000200:0.0:1767384369.434553:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.434555:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.434562:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384369.434564:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384369.434570:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.434580:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384369.434584:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000400:00000010:0.0:1767384369.434585:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000100:00000001:0.0:1767384369.434587:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384369.434589:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384369.434592:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.434594:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:1.0:1767384369.434596:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384369.434596:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.434599:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384369.434600:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384369.434605:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384369.434605:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079d269ad x1853236746152704/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384369.434608:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384369.434611:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df44ae10. 00000400:00000200:1.0:1767384369.434617:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:1.0:1767384369.434620:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00100000:0.0:1767384369.434622:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000079d269ad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746152704:12345-0@lo:103: Request processed in 470us (685us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384369.434624:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384369.434630:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.434633:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384369.434638:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384369.434640:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384369.434643:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384369.434645:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084597efa. 00000020:00000010:0.0:1767384369.434649:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fb4b9c8. 00000020:00000010:0.0:1767384369.434652:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019a77b77. 00000020:00000040:0.0:1767384369.434656:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000200:1.0:1767384369.434660:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.434660:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.434670:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384369.434671:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.434672:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384369.434674:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384369.434675:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.434676:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.434677:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.434680:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=75 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384369.434682:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.434684:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384369.434685:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.434686:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384369.434687:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.434688:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.434690:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.434694:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.434695:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384369.434696:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384369.434698:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.434702:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006686d5de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746152704:0@lo:103: 00000100:00000001:1.0:1767384369.434711:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.434713:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384369.434714:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006686d5de x1853236746152704/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.434718:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384369.434719:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384369.434720:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c6214bd. 02000000:00000001:1.0:1767384369.434722:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384369.434723:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384369.434724:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384369.434725:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384369.434726:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002626f672. 02000000:00000001:1.0:1767384369.434728:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384369.434729:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384369.434729:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006686d5de. 00000100:00000001:1.0:1767384369.434731:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384369.434732:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.434733:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.434736:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384369.434737:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.434739:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384369.434740:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384369.434820:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007f3f417f. 00080000:00000010:3.0:1767384369.434889:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000211ae261. 00040000:00000001:3.0:1767384369.434894:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384369.434895:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384369.434897:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384369.434899:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:3.0:1767384369.434901:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384369.434903:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384369.434905:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384369.434914:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384369.434917:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384369.434920:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384369.434928:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384369.434931:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384369.434932:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384369.434935:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384369.434936:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384369.434941:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007accde45. 00010000:00000001:1.0:1767384369.434944:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384369.434946:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058ab3b20. 00000020:00000001:1.0:1767384369.434948:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384369.434950:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058ab3b20 with handle 0x980286e253c5fd57 to hash 00000020:00000001:1.0:1767384369.434952:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384369.434953:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384369.434954:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384369.434962:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384369.434964:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384369.434965:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.434971:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384369.434972:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384369.434974:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384369.434975:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.434976:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.434977:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.434978:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.434980:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384369.434981:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384369.434982:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384369.434982:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384369.434983:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007accde45) refcount = 1 00010000:00010000:1.0:1767384369.434985:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.434989:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384369.434990:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384369.434992:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.434993:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.434994:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384369.434996:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384369.434998:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:1.0:1767384369.434999:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384369.435000:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.435001:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=4 00000020:00000001:1.0:1767384369.435002:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384369.435004:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384369.435005:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384369.435006:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.435018:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384369.435019:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.435022:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.435023:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384369.435024:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.435027:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384369.435028:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.435030:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384369.435031:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384369.435034:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000058ab3b20 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384369.435035:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384369.435036:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384369.435037:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.435041:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384369.435042:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384369.435043:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.435044:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=5 00000020:00000001:1.0:1767384369.435046:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384369.435048:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384369.435049:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384369.435051:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.435054:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384369.435056:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384369.435062:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384369.435064:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384369.435065:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384369.435068:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384369.435068:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000010:3.0:1767384369.435072:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000010836e7. 00010000:00000001:1.0:1767384369.435073:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384369.435076:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384369.435078:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384369.435079:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058ab3b20 with handle 0x980286e253c5fd57 from hash 00010000:00000040:3.0:1767384369.435083:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746152320 00010000:00000001:1.0:1767384369.435083:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384369.435086:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.435087:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384369.435088:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384369.435091:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384369.435092:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000200:3.0:1767384369.435093:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd7c2610 x1853236746152320/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.435094:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384369.435097:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384369.435100:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.435104:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.435107:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.435108:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384369.435111:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.435111:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00001000:3.0:1767384369.435116:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=75 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384369.435117:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.435119:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384369.435122:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.435123:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384369.435124:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.435127:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:1.0:1767384369.435128:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.435132:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00010000:1.0:1767384369.435133:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384369.435138:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384369.435139:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.435141:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384369.435142:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384369.435143:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384369.435144:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.435144:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384369.435145:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:3.0:1767384369.435148:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.435149:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.435154:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:1.0:1767384369.435154:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384369.435156:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384369.435160:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384369.435165:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008128feb9. 00010000:00000001:1.0:1767384369.435165:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:3.0:1767384369.435169:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746152320, offset 224 00010000:00000001:1.0:1767384369.435172:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384369.435176:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384369.435176:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd57 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.435190:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007accde45 count: 0 00000400:00000200:3.0:1767384369.435197:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384369.435216:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384369.435218:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384369.435221:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06980 00000400:00000200:3.0:1767384369.435226:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ca5 [2] + 224 00000400:00000200:3.0:1767384369.435230:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.435233:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384369.435235:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384369.435238:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384369.435244:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.435256:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384369.435260:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008128feb9 00000400:00000010:3.0:1767384369.435262:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008128feb9. 00000100:00000001:1.0:1767384369.435264:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384369.435265:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384369.435268:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384369.435268:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384369.435273:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384369.435274:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384369.435277:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:1.0:1767384369.435278:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384369.435281:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384369.435281:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000811302a7. 00000020:00000001:3.0:1767384369.435285:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.435287:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384369.435287:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a092733 00000400:00000010:1.0:1767384369.435291:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a092733. 00000100:00000040:3.0:1767384369.435293:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd7c2610 x1853236746152320/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.435295:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384369.435301:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384369.435305:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd7c2610 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746152320:12345-0@lo:253: Request processed in 6353us (6948us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384369.435321:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000200:1.0:1767384369.435323:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384369.435325:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384369.435329:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.435333:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384369.435334:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.435335:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384369.435338:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384369.435339:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384369.435340:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384369.435343:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043795889. 00000100:00000001:1.0:1767384369.435343:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.435344:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.435350:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=75 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384369.435351:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4c41c4b. 00000100:00001000:1.0:1767384369.435357:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=75 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384369.435358:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5ac1fc4. 00000100:00000001:1.0:1767384369.435364:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384369.435366:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:1.0:1767384369.435366:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.435371:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384369.435372:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384369.435373:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384369.435374:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002d55f8d. 00000100:00000001:1.0:1767384369.435376:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.435378:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384369.435381:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.435382:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384369.435388:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384369.435393:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384369.435394:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9ac78a. 00000400:00000010:3.0:1767384369.435399:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008128feb9. 00000100:00000001:1.0:1767384369.435404:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384369.435406:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384369.435408:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384369.435410:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384369.435411:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384369.435412:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384369.435413:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384369.435414:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384369.435415:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384369.435416:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384369.435417:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384369.435418:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384369.435420:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.435466:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f2e93a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746152320:0@lo:253: 00000100:00000001:1.0:1767384369.435471:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.435473:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384369.435476:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f2e93a0 x1853236746152320/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.435482:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384369.435484:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384369.435486:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c8bc3ada. 02000000:00000001:1.0:1767384369.435491:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384369.435494:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384369.435495:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384369.435498:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384369.435500:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fe701187. 02000000:00000001:1.0:1767384369.435505:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384369.435507:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384369.435509:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2e93a0. 00000100:00000001:1.0:1767384369.435513:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384369.435515:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.435518:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.435523:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384369.435525:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.435528:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384369.435537:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384369.438463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c73aafa9. 00010000:00000010:0.1:1767384369.438469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a4d9acd. 00010000:00000010:0.1:1767384369.438473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c49e36df. 00010000:00000010:0.1:1767384369.438477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a3f5c164. 00010000:00000010:3.1:1767384369.438478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dac885ac. 00010000:00000010:1.1:1767384369.439480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007accde45. 00010000:00000010:1.1:1767384369.439489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058ab3b20. 00000100:00000040:2.0:1767384369.440464:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294958204, at 4294958205 00000100:00000040:0.0:1767384369.440470:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294958204, at 4294958205 00000100:00000010:2.0:1767384369.440471:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a257a64. 00000100:00000040:1.0:1767384369.440474:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294958204, at 4294958205 00000100:00000010:0.0:1767384369.440477:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084461eb9. 00000100:00000010:1.0:1767384369.440484:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091862552. 00000100:00000040:3.0:1767384369.440488:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294958204, at 4294958205 00000100:00000010:3.0:1767384369.440498:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf6a7b5e. 00000400:00000010:2.0:1767384369.444093:0:34574:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000012c10923. 00000400:00000040:2.0:1767384369.444109:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384369.444111:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384369.444113:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.444115:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384369.444116:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.444117:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384369.444119:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384369.444120:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384369.444121:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384369.444122:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384369.444124:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384369.444125:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384369.444126:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384369.444127:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384369.444128:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384369.444130:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384369.444131:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384369.444131:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384369.444132:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384369.444134:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.444135:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384369.444136:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384369.444137:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384369.444137:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.444138:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384369.444140:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.444141:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384369.444142:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384369.444143:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384369.444143:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.444144:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384369.444146:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.444147:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384369.444147:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384369.444148:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384369.444149:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.444150:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384369.444155:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384369.444156:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384369.444157:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384369.444159:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384369.444160:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.444161:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384369.444162:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384369.444163:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384369.444164:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384369.444165:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384369.444166:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384369.444168:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384369.444169:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384369.444170:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384369.444171:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384369.444171:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384369.444173:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384369.444174:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384369.444175:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384369.444176:0:34574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384369.444277:0:34574:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000012c10923. 00010000:00000001:2.0:1767384369.507567:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384369.507572:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.507576:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384369.507577:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.507608:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384369.507612:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384369.507615:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384369.571517:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384369.571521:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384369.571525:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b711c6fc 00000400:00000010:1.0:1767384369.571529:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b711c6fc. 00000400:00000200:0.0:1767384369.571529:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384369.571536:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384369.571543:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384369.571554:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ac9f4edf. 00000400:00000010:1.0:1767384369.571558:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004a8e4d1c. 00000400:00000001:1.0:1767384369.571563:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384369.571564:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384369.571565:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098338a0a 00000400:00000010:1.0:1767384369.571566:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098338a0a. 00000400:00000200:1.0:1767384369.571570:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384369.571573:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384369.571575:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000031f922bd. 00000400:00000010:1.0:1767384369.571578:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c4c80cc0. 00000400:00000001:1.0:1767384369.571584:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384369.571585:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000001:1.0:1767384369.571586:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384369.571588:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501d110c 00000400:00000010:1.0:1767384369.571591:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000501d110c. 00000400:00000200:1.0:1767384369.571593:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384369.571596:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384369.571599:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b9a60ad0. 00000400:00000010:1.0:1767384369.571602:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008f770788. 00000400:00000001:1.0:1767384369.571605:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384369.571606:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384369.571607:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dbf1aef 00000400:00000010:1.0:1767384369.571609:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dbf1aef. 00000400:00000200:1.0:1767384369.571611:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384369.571613:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp40 recovery ping unlinked 00000400:00000200:0.0:1767384369.571617:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000010:1.0:1767384369.571624:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000db5382ab. 00000400:00000010:1.0:1767384369.571629:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b7aa6f20. 00000400:00000200:0.0:1767384369.571666:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571686:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571703:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571728:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571743:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571759:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571774:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571790:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571824:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571844:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571860:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571877:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571892:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571910:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571925:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571942:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571958:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.571984:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572012:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572050:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572084:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572104:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572125:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572156:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572176:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572194:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572258:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572275:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572291:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572327:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572346:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384369.572372:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384369.572951:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c95560a3. 00000800:00000010:0.0:1767384369.572955:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d752119. 00000800:00000010:0.0:1767384369.572959:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000030f1577c. 00000800:00000010:0.0:1767384369.572977:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000030f1577c. 00000800:00020000:0.0:1767384369.572985:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384369.572988:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001d752119. 00000800:00000010:0.0:1767384369.572990:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c95560a3. 00000400:02020000:0.0:1767384369.573021:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp34 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384370.531504:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384370.531510:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384370.531517:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384370.531519:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.531540:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384370.531543:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384370.531545:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384370.595529:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp39 00000400:00000010:0.0:1767384370.595535:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000098662f49. 00000800:00000200:3.0:1767384370.595541:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ebc3f4ef] -> 12345-192.168.203.143@tcp23 (6) 00000400:00000010:0.0:1767384370.595544:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006edf27f2. 00000800:00000200:3.0:1767384370.595551:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp23 ip 192.168.203.143:988 00000400:00000010:0.0:1767384370.595551:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000800:00000200:3.0:1767384370.595558:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384370.595562:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cb98a51a. 00000400:00000200:0.0:1767384370.595570:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp39 00000800:00000010:3.0:1767384370.595582:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b3a490c9. 00000800:00000200:3.0:1767384370.595589:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (6) 00000400:00000200:0.0:1767384370.595592:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp39 local destination 00000800:00000200:3.0:1767384370.595598:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp10 ip 192.168.203.143:988 00000400:00000200:0.0:1767384370.595602:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp39 00000800:00000200:3.0:1767384370.595603:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384370.595610:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp39 NI seq info: [143:143:256:4294967295] 192.168.203.143@tcp39 LPNI seq info [134:134:8:4294967295] 00000400:00000200:0.0:1767384370.595617:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp39 00000400:00000200:0.0:1767384370.595630:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp39(192.168.203.143@tcp39:) -> 192.168.203.143@tcp39(192.168.203.143@tcp39:192.168.203.143@tcp39) : GET try# 0 00000800:00000200:0.0:1767384370.595636:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp39 00000800:00000010:0.0:1767384370.595640:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dbda05b8. 00000800:00000200:0.0:1767384370.595647:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008632bd16] -> 12345-192.168.203.143@tcp39 (2) 00000800:00000200:0.1:1767384370.595653:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008632bd16] -> 12345-192.168.203.143@tcp39 (2) 00000400:00000200:0.0:1767384370.595673:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp39 added to recovery queue. ping count: 2 next ping: 296 health :800 00000400:00000200:0.0:1767384370.595680:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp40 00000400:00000010:0.0:1767384370.595684:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000080e223a2. 00000400:00000010:0.0:1767384370.595687:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dda1d013. 00000400:00000010:0.0:1767384370.595690:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500bd868. 00000400:00000010:0.0:1767384370.595694:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b5958433. 00000800:00000200:3.0:1767384370.595696:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384370.595701:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384370.595709:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp40 00000800:00000001:3.0:1767384370.595710:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384370.595716:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384370.595719:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp40 local destination 00000800:00000001:3.0:1767384370.595721:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384370.595725:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp40 00000400:00000200:0.0:1767384370.595728:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp40 NI seq info: [144:144:256:4294967295] 192.168.203.143@tcp40 LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1767384370.595732:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp40 00000400:00000200:0.0:1767384370.595739:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp40(192.168.203.143@tcp40:) -> 192.168.203.143@tcp40(192.168.203.143@tcp40:192.168.203.143@tcp40) : GET try# 0 00000800:00000200:0.0:1767384370.595743:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp40 00000800:00000010:0.0:1767384370.595746:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000035e05cb9. 00000800:00000200:0.0:1767384370.595751:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb98dcf5] -> 12345-192.168.203.143@tcp40 (2) 00000800:00000200:0.1:1767384370.595757:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb98dcf5] -> 12345-192.168.203.143@tcp40 (2) 00000800:00000200:2.0:1767384370.595767:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384370.595767:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp40 added to recovery queue. ping count: 2 next ping: 296 health :800 00000800:00000001:2.0:1767384370.595774:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.595780:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.595783:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.595786:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384370.595843:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.595844:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.595912:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.595919:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.595979:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.595986:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596030:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596067:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596087:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596149:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596160:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596239:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596240:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596294:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596300:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596345:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596366:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596380:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596445:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596449:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596508:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596521:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596573:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596583:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596635:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596639:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596693:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596713:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596730:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596795:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596795:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596831:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596870:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596890:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596937:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.596955:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.596987:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597012:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597037:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597064:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597093:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597114:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597146:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597169:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597217:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597237:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597277:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597295:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597333:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597352:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597390:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597409:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597466:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597519:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597528:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597570:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597581:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597628:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597640:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597682:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597694:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597737:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597753:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597790:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597808:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.597842:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597863:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597911:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597946:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.597978:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384370.598011:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c95560a3. 00000400:00000200:3.0:1767384370.598012:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000800:00000010:0.0:1767384370.598018:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b845eee. 00000800:00000010:0.0:1767384370.598026:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092e4cc79. 00000400:00000200:3.0:1767384370.598043:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000010:0.0:1767384370.598051:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092e4cc79. 00000800:00020000:0.0:1767384370.598062:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384370.598065:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b845eee. 00000800:00000010:0.0:1767384370.598068:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c95560a3. 00000400:00000200:3.0:1767384370.598078:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000400:02020000:0.0:1767384370.598128:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp40 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384370.598136:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp40 notifying 192.168.203.143@tcp40: down 00000400:00000200:3.0:1767384370.598137:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000800:00000200:0.0:1767384370.598143:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp40 down 00000800:00000100:0.0:1767384370.598151:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp40 00000800:00000010:0.0:1767384370.598154:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000035e05cb9. 00000400:00000200:0.0:1767384370.598158:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384370.598164:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp40->192.168.203.143@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384370.598172:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384370.598174:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000400:00000200:0.0:1767384370.598176:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384370.598191:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp40) recovery failed with -71 00000400:00000200:3.0:1767384370.598216:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.598240:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.598258:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.598294:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.598314:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.598334:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.143:988 00000800:00000010:3.0:1767384370.598544:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000247538c8. 00000800:00000010:3.0:1767384370.598550:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008ccd373b. 00000800:00000010:3.0:1767384370.598554:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b7be0ed4. 00000800:00000010:3.0:1767384370.598587:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b7be0ed4. 00000400:00000200:0.0:1767384370.598610:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384370.598625:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp39 from 209.3.0.2 00000800:00000010:0.0:1767384370.598629:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002a2e1ae1. 00000800:00000010:3.0:1767384370.598668:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ff926096. 00000800:00000010:3.0:1767384370.598674:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3cc7167. 00000800:00000010:3.0:1767384370.598696:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006825937e. 00000800:00000200:3.1:1767384370.598701:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008632bd16] -> 12345-192.168.203.143@tcp39 (2) 00000800:00000200:3.1:1767384370.598706:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp39 000000006825937e deleted 00000800:00000010:3.1:1767384370.598708:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006825937e. 00000800:00000200:3.1:1767384370.598713:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384370.598718:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp39 ip 192.168.203.143:977 00000800:00000200:3.1:1767384370.598721:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dbda05b8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384370.598726:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp39 p 3.x 192.168.203.143 -> 192.168.203.143:977 incarnation:1767384360555415895 sched[0] 00000800:00000010:3.0:1767384370.598730:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b7be0ed4. 00000800:00000010:3.0:1767384370.598773:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b7be0ed4. 00000800:00000010:3.0:1767384370.598777:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3cc7167. 00000800:00000010:3.0:1767384370.598806:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002a2e1ae1. 00000800:00000001:3.0:1767384370.598822:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.598826:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384370.598870:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384370.598873:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dbda05b8. 00000400:00000200:3.0:1767384370.598876:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384370.598880:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp39->192.168.203.143@tcp39: GET: OK 00000400:00000200:3.0:1767384370.598884:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384370.598887:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp39 recovery message sent successfully:0 00000800:00000200:3.1:1767384370.598926:0:34393:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384370.598930:0:34393:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp39 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384360555415895 sched[0] 00000800:00000010:3.0:1767384370.598933:0:34393:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008ccd373b. 00000400:00000200:3.0:1767384370.598997:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599069:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599133:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599191:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599268:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599335:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599394:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599491:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000800:00000001:1.0:1767384370.599498:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.599508:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.599510:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.599519:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.599527:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp39(192.168.203.143@tcp39) <- 192.168.203.143@tcp39 : GET - for me 00000400:00000200:1.0:1767384370.599538:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384370.599546:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x1c9d [1] + 0 00000400:00000200:3.0:1767384370.599555:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384370.599556:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp39 to MR: 192.168.203.143@tcp39 local destination 00000400:00000200:1.0:1767384370.599567:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp39 NI seq info: [145:145:256:4294967295] 192.168.203.143@tcp39 LPNI seq info [136:136:8:4294967295] 00000400:00000200:1.0:1767384370.599581:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp39(192.168.203.143@tcp39:192.168.203.143@tcp39) -> 192.168.203.143@tcp39(192.168.203.143@tcp39:192.168.203.143@tcp39) 192.168.203.143@tcp39 : REPLY try# 0 00000800:00000200:1.0:1767384370.599586:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp39 00000800:00000010:1.0:1767384370.599590:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdad1b9e. 00000800:00000200:1.0:1767384370.599595:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008632bd16] -> 12345-192.168.203.143@tcp39 (4) 00000800:00000200:1.0:1767384370.599599:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp39 ip 192.168.203.143:988 00000400:00000200:3.0:1767384370.599600:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000800:00000200:1.0:1767384370.599601:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fdad1b9e type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384370.599622:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000800:00000001:0.0:1767384370.599635:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384370.599652:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000800:00000001:0.0:1767384370.599671:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384370.599676:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384370.599680:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdad1b9e. 00000800:00000001:0.0:1767384370.599680:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.599682:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000800:00000001:0.0:1767384370.599687:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384370.599689:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384370.599694:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.599698:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp39->192.168.203.143@tcp39: REPLY: OK 00000400:00000200:0.0:1767384370.599704:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp39(192.168.203.143@tcp39) <- 192.168.203.143@tcp39 : REPLY - for me 00000400:00000200:0.0:1767384370.599718:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp39: Reply from 12345-192.168.203.143@tcp39 of length 272/272 into md 0x1ced 00000400:00000200:3.0:1767384370.599721:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000800:00000001:0.0:1767384370.599723:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.599727:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384370.599733:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384370.599737:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384370.599743:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp39->192.168.203.143@tcp39: REPLY: OK 00000400:00000200:0.0:1767384370.599748:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000400:00000010:0.0:1767384370.599750:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000400:00000200:0.0:1767384370.599753:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384370.599758:0:16346:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000098662f49. 00000400:00000010:0.0:1767384370.599761:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006edf27f2. 00000400:00000200:3.0:1767384370.599767:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000800:00000001:0.0:1767384370.599768:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.599775:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.599809:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599843:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599862:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599881:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599900:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599920:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599960:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.599994:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600029:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600075:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600096:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600117:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600134:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600150:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600164:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600178:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600209:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600240:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600262:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384370.600294:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384370.600418:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099202ac3. 00000800:00000010:3.0:1767384370.600514:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008ccd373b. 00000800:00000010:3.0:1767384370.600518:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b7be0ed4. 00000800:00000010:3.0:1767384370.600543:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b7be0ed4. 00000800:00020000:3.0:1767384370.600550:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384370.600552:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008ccd373b. 00000800:00000010:3.0:1767384370.600555:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000099202ac3. 00000400:02020000:3.0:1767384370.600622:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp39 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00080000:00000010:3.0:1767384370.966787:0:35060:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001655db1a. 00080000:00000010:3.0:1767384370.966796:0:35060:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001655db1a. 00000020:00000001:3.0:1767384370.966800:0:35060:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384370.966806:0:35060:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001655db1a. 00080000:00000010:3.0:1767384370.966809:0:35060:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001655db1a. 00000020:00000001:3.0:1767384370.966812:0:35060:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384371.363472:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384371.363476:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384371.363482:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d52d96dd. 00000100:00000040:3.0:1767384371.363488:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:1.0:1767384371.363488:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384371.363495:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384371.363496:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384371.363499:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1767384371.363500:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339b2f5e. 02000000:00000001:1.0:1767384371.363504:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384371.363505:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384371.363510:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384371.363511:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384371.363513:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c08ad1d2. 02000000:00000001:3.0:1767384371.363514:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384371.363519:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000d641cd3. 00000100:00000001:3.0:1767384371.363526:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.363527:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.363536:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384371.363537:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.363540:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384371.363544:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d52d96dd] to pc [ptlrpcd_00_01+1] req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.363565:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384371.363568:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.363574:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339b2f5e] to pc [ptlrpcd_00_02+2] req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384371.363582:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.363588:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.363591:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384371.363595:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384371.363600:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.363600:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.363611:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.363613:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.363615:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384371.363617:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.363617:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384371.363619:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384371.363622:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384371.363625:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.363628:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384371.363629:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767384371.363632:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:3.0:1767384371.363635:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad479a76. 00000100:00000001:2.0:1767384371.363637:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.363638:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384371.363641:0:486:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384371.363642:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.363645:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384371.363646:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384371.363648:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384371.363649:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384371.363650:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384371.363651:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384371.363654:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.363655:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384371.363655:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.363659:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384371.363661:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003bf2cf4c. 00000100:00000001:2.0:1767384371.363662:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767384371.363662:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746152960:0@lo:13: 00000100:00000001:3.0:1767384371.363669:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.363669:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384371.363670:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384371.363674:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384371.363678:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384371.363678:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.363684:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384371.363687:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384371.363690:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f5308dda. 00000100:00000001:2.0:1767384371.363691:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.363694:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384371.363697:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.363697:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384371.363697:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.363701:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384371.363704:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.363706:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad479a76] to pc [ptlrpcd_00_03+3] req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384371.363706:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000811302a7. 00000100:00100000:2.0:1767384371.363709:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746152832:0@lo:400: 00000400:00000010:1.0:1767384371.363714:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00000001:2.0:1767384371.363718:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384371.363723:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384371.363723:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746152960, portal 4 00000100:00000001:3.0:1767384371.363725:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.363726:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.363727:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384371.363728:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384371.363731:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317028480 : -111508392523136 : ffff9a956ddfca80) 02000000:00000001:2.0:1767384371.363732:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384371.363735:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767384371.363738:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f68ee063. 00000100:00000010:3.0:1767384371.363739:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a5511e6. 02000000:00000001:2.0:1767384371.363742:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.363742:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384371.363743:0:486:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384371.363747:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384371.363748:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384371.363748:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002980320c. 02000000:00000001:3.0:1767384371.363752:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.363755:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9d7247b. 02000000:00000010:3.0:1767384371.363759:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096fe8518. 00000100:00000200:2.0:1767384371.363761:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746152832, portal 25 00000100:00000001:3.0:1767384371.363765:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.363766:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384371.363767:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384371.363771:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609939840 : -111508099611776 : ffff9a957f554380) 00000100:00000040:3.0:1767384371.363774:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384371.363775:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384371.363779:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384371.363781:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000100:00000200:1.0:1767384371.363787:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746152960, offset 0 00000400:00000200:1.0:1767384371.363799:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384371.363805:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384371.363806:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384371.363808:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384371.363810:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384371.363814:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdd55fe7. 00000400:00000200:1.0:1767384371.363815:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384371.363820:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746152832, offset 0 00000100:00000040:3.0:1767384371.363821:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a5511e6] to pc [ptlrpcd_00_00+0] req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384371.363830:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384371.363832:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df06c00 00000100:00000001:3.0:1767384371.363839:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384371.363843:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 2912 00000100:00000040:3.0:1767384371.363844:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767384371.363847:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384371.363852:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384371.363856:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4f4407a. 00000020:00000040:3.0:1767384371.363858:0:486:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384371.363861:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384371.363862:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df06b80 02000000:00000001:3.0:1767384371.363863:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384371.363865:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384371.363870:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1a2632d. 00000400:00000200:2.0:1767384371.363874:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14cd [2] + 0 00000100:00000001:3.0:1767384371.363876:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.363883:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025f23724. 00000100:00000040:3.0:1767384371.363884:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384371.363888:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384371.363889:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006f6eb27b 00000400:00000200:2.0:1767384371.363896:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384371.363898:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384371.363906:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.363908:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384371.363909:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384371.363911:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:2.0:1767384371.363912:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f6eb27b 00000100:00000001:3.0:1767384371.363913:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384371.363916:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000271fd986. 00000400:00000010:2.0:1767384371.363917:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f6eb27b. 00000100:00000040:1.0:1767384371.363921:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000271fd986 x1853236746152960 msgsize 224 00000100:00000040:3.0:1767384371.363922:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4f4407a] to pc [ptlrpcd_00_01+1] req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.363925:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384371.363929:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:1.0:1767384371.363932:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384371.363936:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000048a430a5 x1853236746152832 msgsize 224 00000100:00000001:1.0:1767384371.363942:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384371.363948:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.363948:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384371.363951:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000100:00000040:2.0:1767384371.363954:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384371.363954:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000100:00000040:3.0:1767384371.363956:0:486:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (297) 00000100:00000001:1.0:1767384371.363960:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384371.363965:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.363970:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.363974:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384371.363978:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384371.363979:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdd55fe7 00000400:00000010:2.0:1767384371.363984:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdd55fe7. 00000100:00000001:1.0:1767384371.363988:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.363990:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384371.363990:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384371.363995:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.363997:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384371.363998:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.363999:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384371.364002:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384371.364003:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3843 usecs (4 jiffies) 00000100:00000001:1.0:1767384371.364008:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960132 00000100:00000040:3.0:1767384371.364009:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384371.364015:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091862552. 00000100:00000001:1.0:1767384371.364024:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384371.364029:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384371.364030:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384371.364031:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960132 00000100:00000001:3.0:1767384371.364033:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384371.364036:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384371.364037:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384371.364040:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384371.364043:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003830b997. 02000000:00000001:3.0:1767384371.364045:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.364049:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384371.364052:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746153344:0@lo:400: 00000100:00000001:1.0:1767384371.364055:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960132 00000100:00000001:3.0:1767384371.364061:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384371.364062:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384371.364062:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5d0c0cd. 00000100:00000001:1.0:1767384371.364067:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384371.364068:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384371.364073:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960132 02000000:00000001:3.0:1767384371.364074:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384371.364076:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384371.364077:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384371.364079:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075b7a8d4. 02000000:00000001:3.0:1767384371.364083:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384371.364084:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294960134 00000100:00000001:1.0:1767384371.364085:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000010:3.0:1767384371.364087:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5ac1fc4. 00000100:00000001:1.0:1767384371.364090:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384371.364091:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364095:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960132 00000100:00000001:1.0:1767384371.364096:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384371.364097:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c3e580. 00000100:00000001:1.0:1767384371.364103:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384371.364105:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b97ad51. 00000100:00000001:2.0:1767384371.364105:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294960134 00000100:00000001:1.0:1767384371.364106:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384371.364110:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746153344, portal 10 00000100:00000001:3.0:1767384371.364113:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384371.364115:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609946112 : -111508099605504 : ffff9a957f555c00) 00000100:00000001:2.0:1767384371.364115:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960132 00000100:00000001:1.0:1767384371.364115:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.364118:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384371.364123:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384371.364124:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294960134 00000100:00000001:1.0:1767384371.364125:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384371.364127:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384371.364133:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960132 00000100:00000040:1.0:1767384371.364133:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384371.364140:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.364143:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384371.364146:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364151:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294960134 02000000:00000001:1.0:1767384371.364152:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384371.364154:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384371.364155:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384371.364160:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384371.364160:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364161:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960132 00000400:00000010:3.0:1767384371.364165:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000100:00100000:1.0:1767384371.364167:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a5511e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746153216:0@lo:400: 00000100:00000001:2.0:1767384371.364168:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384371.364169:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746153344, offset 0 00000100:00000001:1.0:1767384371.364174:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384371.364177:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.364177:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384371.364180:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384371.364181:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364184:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.364185:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384371.364200:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384371.364201:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ead9bb21. 00000100:00000001:2.0:1767384371.364205:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384371.364206:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.364213:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df06d80 00000400:00000010:1.0:1767384371.364213:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df44ae10. 00000100:00000001:2.0:1767384371.364215:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384371.364218:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000100:00000001:2.0:1767384371.364220:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384371.364224:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00000001:2.0:1767384371.364227:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384371.364231:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384371.364231:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384371.364231:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746153216, portal 10 00000100:00000001:2.0:1767384371.364236:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384371.364238:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384371.364240:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.364241:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609954176 : -111508099597440 : ffff9a957f557b80) 00000100:00000040:2.0:1767384371.364244:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.364246:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384371.364249:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1767384371.364250:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384371.364255:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a9a2c8d. 00000100:00000040:3.0:1767384371.364261:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000005a9a2c8d x1853236746153344 msgsize 224 00000100:00100000:3.0:1767384371.364273:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384371.364280:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384371.364280:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384371.364285:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384371.364285:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.364289:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384371.364292:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e546226 02000000:00000001:2.0:1767384371.364292:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384371.364293:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7140de7. 00000400:00000010:3.0:1767384371.364297:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 02000000:00000001:2.0:1767384371.364297:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384371.364301:0:16354:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384371.364303:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384371.364304:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746153216, offset 0 00000100:00000200:3.0:1767384371.364306:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384371.364312:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ad479a76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746153088:0@lo:400: 00000400:00000200:1.0:1767384371.364315:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384371.364323:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384371.364327:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384371.364327:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384371.364329:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384371.364333:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384371.364335:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df06d00 02000000:00000001:2.0:1767384371.364339:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384371.364340:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384371.364345:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 02000000:00000010:2.0:1767384371.364346:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037fc8ada. 02000000:00000001:2.0:1767384371.364353:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384371.364355:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384371.364361:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.364362:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f1eb72a. 00000400:00000200:1.0:1767384371.364362:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384371.364367:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384371.364371:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384371.364372:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdd55fe7. 00000100:00000200:1.0:1767384371.364374:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384371.364375:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384371.364379:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746153088, portal 4 00000100:00000010:1.0:1767384371.364379:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049e4f551. 00000100:00000040:1.0:1767384371.364384:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000049e4f551 x1853236746153216 msgsize 224 00000100:00000001:2.0:1767384371.364385:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384371.364388:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609952384 : -111508099599232 : ffff9a957f557480) 00000100:00100000:1.0:1767384371.364389:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384371.364397:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3605 usecs (4 jiffies) 00000100:00000040:2.0:1767384371.364398:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.364398:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384371.364404:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294960132 00000400:00000200:1.0:1767384371.364404:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7140de7 00000400:00000010:1.0:1767384371.364408:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7140de7. 00000100:00000001:3.0:1767384371.364411:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294960134 00000100:00000001:1.0:1767384371.364413:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384371.364418:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294960132 00000100:00000200:1.0:1767384371.364418:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.364419:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384371.364446:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384371.364449:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294960134 00000100:00000040:1.0:1767384371.364450:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.364454:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294960133 00000100:00000001:3.0:1767384371.364459:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294960134 00000100:00000040:2.0:1767384371.364464:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384371.364466:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294960133 00000100:00000001:1.0:1767384371.364466:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.364470:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003deaac31. 00000100:00000001:1.0:1767384371.364471:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384371.364472:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294960134 00000100:00000001:1.0:1767384371.364476:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.364477:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384371.364478:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746153088, offset 0 00000100:00000001:3.0:1767384371.364482:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.364483:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3422 usecs (4 jiffies) 00000100:00000001:3.0:1767384371.364487:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.364488:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960133 00000400:00000200:2.0:1767384371.364489:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384371.364490:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.364496:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.364497:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960134 00000100:00000001:3.0:1767384371.364500:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384371.364502:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960133 00000400:00000200:2.0:1767384371.364504:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384371.364505:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.364506:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960134 00000100:00000001:3.0:1767384371.364508:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384371.364512:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960133 00000100:00000001:3.0:1767384371.364513:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.364516:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960134 00000100:00000001:3.0:1767384371.364517:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384371.364522:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df06c80 00000100:00000001:1.0:1767384371.364522:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960133 00000100:00000001:1.0:1767384371.364526:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960134 00000100:00000001:1.0:1767384371.364530:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.364531:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384371.364535:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4112 00000100:00000001:1.0:1767384371.364537:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.364541:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.364544:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384371.364544:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384371.364546:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384371.364547:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746152832 00000100:00000001:1.0:1767384371.364549:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384371.364551:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384371.364554:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384371.364555:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384371.364556:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.364556:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384371.364560:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.364561:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384371.364564:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364565:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384371.364565:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384371.364569:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:3.0:1767384371.364571:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746152832 00000020:00000001:3.0:1767384371.364574:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1767384371.364575:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a2a9bfbd. 00000020:00000040:3.0:1767384371.364576:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:1.0:1767384371.364579:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384371.364580:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000a2a9bfbd x1853236746153088 msgsize 224 00000100:00000001:1.0:1767384371.364583:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.364587:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384371.364591:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00100000:2.0:1767384371.364591:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384371.364595:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384371.364598:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384371.364598:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384371.364603:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746152960 00000100:00000001:3.0:1767384371.364606:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384371.364606:0:16356:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384371.364606:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384371.364610:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0db8ece. 00000100:00000001:1.0:1767384371.364610:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.364613:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.364615:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384371.364615:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003deaac31 02000000:00000001:1.0:1767384371.364617:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384371.364620:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0db8ece. 00000400:00000010:2.0:1767384371.364620:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003deaac31. 00000100:00100000:1.0:1767384371.364622:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746152960 00000020:00000001:1.0:1767384371.364626:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384371.364628:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384371.364629:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048000536. 00000020:00000040:1.0:1767384371.364629:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000020:00000001:1.0:1767384371.364633:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384371.364635:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001655db1a. 00000100:00000200:2.0:1767384371.364635:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384371.364636:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000020:00000010:3.0:1767384371.364642:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094d467cb. 00000020:00000001:1.0:1767384371.364642:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:1.0:1767384371.364648:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000040:3.0:1767384371.364653:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384371.364653:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384371.364656:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384371.364657:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384371.364661:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384371.364663:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f504b6da. 00000100:00000001:3.0:1767384371.364665:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384371.364665:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384371.364669:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005a6a8151. 00000100:00000001:3.0:1767384371.364673:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384371.364676:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:3.0:1767384371.364684:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.364684:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364687:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384371.364689:0:17895:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384371.364693:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384371.364693:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001373393a. 00000100:00000001:3.0:1767384371.364695:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384371.364699:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384371.364700:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063a08d90. 00000100:00000040:2.0:1767384371.364701:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3843 usecs (4 jiffies) 00000100:00100000:3.0:1767384371.364705:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000001:2.0:1767384371.364707:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960133 00000020:00000010:1.0:1767384371.364707:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000057c531fa. 00000100:00000040:3.0:1767384371.364709:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384371.364714:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960134 00000100:00000001:3.0:1767384371.364715:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604660304 : -111508104891312 : ffff9a957f04b450) 00000100:00000040:1.0:1767384371.364718:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384371.364719:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960133 00000100:00000001:1.0:1767384371.364722:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384371.364723:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000048a430a5 x1853236746152832/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:352/0 lens 224/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.364725:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960134 00000100:00000001:1.0:1767384371.364726:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384371.364729:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364731:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960133 00000100:00000001:1.0:1767384371.364736:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364737:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960134 00000100:00000001:3.0:1767384371.364742:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384371.364746:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960133 00000100:00000001:1.0:1767384371.364746:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384371.364747:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0db8ece. 00000100:00000001:3.0:1767384371.364753:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384371.364753:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960134 00000100:00000001:1.0:1767384371.364756:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384371.364758:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384371.364759:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0db8ece. 00000100:00000001:1.0:1767384371.364760:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384371.364762:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364767:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.364767:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1767384371.364769:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000048a430a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746152832:12345-0@lo:400: 00000100:00000001:2.0:1767384371.364772:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384371.364773:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000200:3.0:1767384371.364775:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746152832 00000100:00000001:1.0:1767384371.364778:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317031168 : -111508392520448 : ffff9a956ddfd500) 00000020:00000001:3.0:1767384371.364780:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384371.364781:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384371.364783:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384371.364785:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000271fd986 x1853236746152960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.364786:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384371.364790:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384371.364791:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384371.364793:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.364795:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364797:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.364801:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384371.364806:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000100:00000001:1.0:1767384371.364806:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384371.364811:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384371.364811:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000569eff63. 00000020:00000001:3.0:1767384371.364814:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.364815:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384371.364815:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384371.364817:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384371.364819:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746153344 00000020:00000001:3.0:1767384371.364821:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384371.364821:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000569eff63. 02000000:00000001:2.0:1767384371.364822:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384371.364825:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364826:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384371.364829:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384371.364830:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.364830:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000271fd986 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746152960:12345-0@lo:13: 00000100:00000001:3.0:1767384371.364833:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384371.364836:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384371.364837:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384371.364837:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746152960 02000000:00000010:3.0:1767384371.364841:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fdd410b0. 00000100:00100000:2.0:1767384371.364842:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746153344 00000020:00000001:1.0:1767384371.364842:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384371.364846:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.364846:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384371.364847:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384371.364850:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.364851:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384371.364851:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000001:2.0:1767384371.364855:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384371.364855:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384371.364856:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384371.364859:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000020:00000001:1.0:1767384371.364859:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00010000:00000040:3.0:1767384371.364860:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746152832 00010000:00000001:3.0:1767384371.364866:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384371.364866:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:1.0:1767384371.364866:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384371.364870:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00010000:00000200:3.0:1767384371.364872:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048a430a5 x1853236746152832/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.364876:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384371.364877:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384371.364881:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082e8e1b1. 00000020:00000001:1.0:1767384371.364882:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384371.364885:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384371.364888:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384371.364888:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ce1d9088. 00000020:00000001:1.0:1767384371.364888:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384371.364892:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.364894:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1767384371.364895:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00001000:3.0:1767384371.364896:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=77 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384371.364897:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384371.364902:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384371.364903:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767384371.364904:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fbfc4492. 00000100:00000040:3.0:1767384371.364907:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000010:2.0:1767384371.364907:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000726500d9. 02000000:00000001:1.0:1767384371.364908:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384371.364913:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f8ddd06. 00000100:00000001:3.0:1767384371.364914:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:1.0:1767384371.364914:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384371.364919:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082144d41. 02000000:00000001:3.0:1767384371.364920:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:1.0:1767384371.364921:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:3.0:1767384371.364923:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.364927:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:1.0:1767384371.364927:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:2.0:1767384371.364928:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1767384371.364931:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384371.364932:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384371.364938:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000100:00000001:2.0:1767384371.364938:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384371.364940:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384371.364940:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384371.364942:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746152832, offset 224 00000100:00000001:2.0:1767384371.364944:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:1.0:1767384371.364945:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:3.0:1767384371.364951:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000020:1.0:1767384371.364952:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384371.364953:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384371.364957:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384371.364958:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000020:1.0:1767384371.364958:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384371.364962:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:1.0:1767384371.364967:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:3.0:1767384371.364970:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df06b80 00000100:00000001:2.0:1767384371.364973:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1767384371.364973:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:3.0:1767384371.364978:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1cf9 [1] + 224 00000001:00000001:1.0:1767384371.364979:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384371.364981:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384371.364983:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.364985:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384371.364989:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746153216 00010000:00000040:1.0:1767384371.364989:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746152960 00000400:00000200:3.0:1767384371.364991:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384371.364994:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384371.364994:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384371.364997:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384371.364998:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384371.365000:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384371.365002:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000271fd986 x1853236746152960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.365003:0:17079:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384371.365004:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.365009:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746153216 00000100:00000200:3.0:1767384371.365010:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384371.365013:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384371.365016:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000020:00000001:2.0:1767384371.365019:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384371.365022:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000020:00000001:2.0:1767384371.365029:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00010000:00000001:1.0:1767384371.365030:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384371.365033:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.365034:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384371.365035:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00001000:1.0:1767384371.365039:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384371.365041:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384371.365046:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073e252f7. 00000100:00000001:1.0:1767384371.365048:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384371.365051:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384371.365055:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000020:00000010:2.0:1767384371.365057:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073e252f7. 00000100:00000001:1.0:1767384371.365060:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000010:2.0:1767384371.365062:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e7b87c9. 02000000:00000001:1.0:1767384371.365063:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384371.365065:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384371.365067:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000979fb3e9. 02000000:00000001:1.0:1767384371.365067:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.365070:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e546226 00000100:00000001:1.0:1767384371.365073:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384371.365074:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 00000020:00000010:2.0:1767384371.365074:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007faa828b. 00000100:00000040:1.0:1767384371.365079:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384371.365081:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384371.365081:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384371.365084:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384371.365085:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384371.365089:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.365090:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.365091:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7140de7. 00000100:00000001:2.0:1767384371.365092:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1767384371.365096:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384371.365097:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1767384371.365097:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746152960, offset 224 00010000:00000001:3.0:1767384371.365100:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384371.365100:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.365103:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384371.365106:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384371.365107:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384371.365111:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384371.365113:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048a430a5 x1853236746152832/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384371.365117:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384371.365120:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384371.365128:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384371.365131:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df06c00 00000100:00100000:3.0:1767384371.365132:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000048a430a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746152832:12345-0@lo:400: Request processed in 383us (1189us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384371.365136:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:2.0:1767384371.365142:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000400:00000200:1.0:1767384371.365143:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1cf5 [1] + 224 00000100:00000001:2.0:1767384371.365146:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609947904 : -111508099603712 : ffff9a957f556300) 00000100:00100000:3.0:1767384371.365149:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000400:00000200:1.0:1767384371.365150:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384371.365154:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a9a2c8d x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:352/0 lens 224/0 e 0 to 0 dl 1767384382 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384371.365155:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000400:00000200:1.0:1767384371.365159:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384371.365160:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384371.365163:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384371.365166:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384371.365169:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001655db1a. 00000100:00000200:1.0:1767384371.365173:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384371.365175:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094d467cb. 00000100:00000001:2.0:1767384371.365177:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384371.365180:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048000536. 00000020:00000010:2.0:1767384371.365183:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073e252f7. 00000020:00000040:3.0:1767384371.365200:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:2.0:1767384371.365201:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384371.365202:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384371.365205:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384371.365209:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fdd410b0. 00000020:00000010:2.0:1767384371.365209:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073e252f7. 02000000:00000001:3.0:1767384371.365215:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384371.365217:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384371.365222:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a9a2c8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746153344:12345-0@lo:400: 00000100:00000001:1.0:1767384371.365222:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384371.365229:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384371.365229:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7140de7 00000100:00000200:2.0:1767384371.365230:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746153344 00000400:00000010:1.0:1767384371.365232:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7140de7. 00000400:00000010:3.0:1767384371.365237:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a0da7ce. 00000100:00000001:1.0:1767384371.365237:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384371.365238:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384371.365241:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384371.365243:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eed71932. 00000020:00000001:2.0:1767384371.365244:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384371.365245:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.365265:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.365267:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000020:00000001:2.0:1767384371.365271:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384371.365271:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384371.365274:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:1.0:1767384371.365275:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.365281:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384371.365282:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384371.365286:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384371.365289:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000271fd986 x1853236746152960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384371.365290:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384371.365294:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384371.365294:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384371.365298:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.365299:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384371.365304:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384371.365304:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000271fd986 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746152960:12345-0@lo:13: Request processed in 495us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384371.365305:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000001:2.0:1767384371.365308:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384371.365310:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 02000000:00000001:2.0:1767384371.365312:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384371.365316:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565317026688 : -111508392524928 : ffff9a956ddfc380) 02000000:00000010:2.0:1767384371.365318:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000934dc3d1. 00000100:00100000:1.0:1767384371.365322:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384371.365323:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049e4f551 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:352/0 lens 224/0 e 0 to 0 dl 1767384382 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384371.365324:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.365330:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.365330:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:1.0:1767384371.365336:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384371.365337:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.365338:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384371.365340:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384371.365343:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0db8ece. 00010000:00000040:2.0:1767384371.365344:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746153344 00000020:00000010:1.0:1767384371.365345:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063a08d90. 00000100:00000001:3.0:1767384371.365347:0:18314:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384371.365350:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000057c531fa. 00000020:00000010:3.0:1767384371.365352:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0db8ece. 00010000:00000001:2.0:1767384371.365352:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384371.365362:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000049e4f551 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746153216:12345-0@lo:400: 00010000:00000200:2.0:1767384371.365362:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a9a2c8d x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384371.365363:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001373393a. 00000020:00000040:1.0:1767384371.365368:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:1.0:1767384371.365373:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384371.365374:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746153216 00000020:00000001:3.0:1767384371.365381:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384371.365385:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384371.365387:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.365391:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384371.365394:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00080000:1.0:1767384371.365396:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384371.365402:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:1.0:1767384371.365402:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00010000:00000001:2.0:1767384371.365406:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384371.365408:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384371.365408:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:2.0:1767384371.365411:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384371.365412:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000020:00000001:3.0:1767384371.365414:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384371.365418:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:2.0:1767384371.365419:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=71 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384371.365422:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.365428:0:18314:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384371.365428:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384371.365430:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384371.365432:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384371.365433:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384371.365436:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000400:00000001:1.0:1767384371.365437:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384371.365438:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384371.365465:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fdd410b0. 00000100:00000001:2.0:1767384371.365466:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000001:1.0:1767384371.365469:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384371.365471:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.365472:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000811302a7. 02000000:00000001:2.0:1767384371.365473:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384371.365477:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.365479:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384371.365479:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000020:00000001:3.0:1767384371.365483:0:18314:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.365483:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00000001:2.0:1767384371.365485:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384371.365487:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384371.365493:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384371.365493:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384371.365494:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746153216 00010000:00000001:3.0:1767384371.365500:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384371.365501:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003deaac31. 00010000:00000200:3.0:1767384371.365507:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000049e4f551 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384371.365509:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746153344, offset 224 00000100:00000200:1.0:1767384371.365511:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384371.365539:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384371.365545:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384371.365548:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.365548:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.365551:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384371.365553:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=71 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384371.365554:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384371.365557:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384371.365561:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384371.365561:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384371.365564:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:1.0:1767384371.365564:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.365567:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.365570:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000200:2.0:1767384371.365570:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df06d80 02000000:00000001:1.0:1767384371.365571:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384371.365577:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384371.365580:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384371.365580:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=67 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384371.365581:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d05 [1] + 224 00000100:00000001:3.0:1767384371.365586:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384371.365588:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=67 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384371.365592:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384371.365592:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384371.365594:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384371.365597:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000100:00000001:1.0:1767384371.365597:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384371.365603:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384371.365604:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746153216, offset 224 00010000:00000001:1.0:1767384371.365604:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384371.365609:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:1.0:1767384371.365612:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.365613:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384371.365618:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.365625:0:18314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384371.365626:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.365632:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767384371.365636:0:18314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df06d00 00000100:00000040:2.0:1767384371.365641:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.365642:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:3.0:1767384371.365644:0:18314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d0d [1] + 224 00000100:00000001:1.0:1767384371.365646:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384371.365650:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.365654:0:18314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384371.365657:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.365662:0:18314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384371.365669:0:18314:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384371.365674:0:18314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.365681:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384371.365683:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.365688:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384371.365690:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384371.365691:0:18314:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384371.365692:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003deaac31 00000004:00000001:1.0:1767384371.365695:0:16353:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000010:2.0:1767384371.365698:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003deaac31. 00000004:00000040:1.0:1767384371.365700:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384371.365705:0:16353:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:2.0:1767384371.365706:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384371.365707:0:18314:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384371.365711:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384371.365715:0:18314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e546226 00000004:00000020:1.0:1767384371.365715:0:16353:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:2.0:1767384371.365718:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384371.365719:0:18314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 00000004:00000001:1.0:1767384371.365725:0:16353:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.365726:0:18314:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384371.365727:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384371.365729:0:18314:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384371.365733:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.365734:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384371.365734:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384371.365739:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.365741:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000020:00000001:2.0:1767384371.365745:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384371.365747:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746152960:0@lo:13: 00010000:00000001:3.0:1767384371.365752:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384371.365754:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.365756:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.365757:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384371.365759:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384371.365762:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a9a2c8d x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.365763:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d52d96dd x1853236746152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384371.365766:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049e4f551 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.365807:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384371.365811:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384371.365815:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000049e4f551 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746153216:12345-0@lo:400: Request processed in 475us (1429us total) trans 0 rc 0/0 02000000:00000010:1.0:1767384371.365815:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f5308dda. 00000100:00100000:2.0:1767384371.365822:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a9a2c8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746153344:12345-0@lo:400: Request processed in 640us (1555us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384371.365822:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384371.365826:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767384371.365829:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000020:00000040:1.0:1767384371.365829:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384371.365837:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000020:00000001:1.0:1767384371.365837:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384371.365841:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c08ad1d2. 00000100:00000001:3.0:1767384371.365842:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384371.365842:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 02000000:00000001:1.0:1767384371.365845:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384371.365846:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384371.365848:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384371.365851:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000979fb3e9. 00000100:00000040:2.0:1767384371.365851:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000100:00000010:1.0:1767384371.365851:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d52d96dd. 00000020:00000010:3.0:1767384371.365857:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007faa828b. 00000100:00000001:2.0:1767384371.365858:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384371.365861:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384371.365863:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384371.365864:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e7b87c9. 00000100:00000001:2.0:1767384371.365864:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384371.365866:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.365870:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384371.365871:0:18314:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000020:00000010:2.0:1767384371.365872:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f8ddd06. 00000100:00000001:1.0:1767384371.365872:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384371.365875:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384371.365878:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384371.365879:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082144d41. 00000400:00000001:1.0:1767384371.365881:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384371.365884:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df44ae10. 00000020:00000010:2.0:1767384371.365886:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000726500d9. 00000400:00000200:1.0:1767384371.365888:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000400:00000010:1.0:1767384371.365891:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000020:00000040:2.0:1767384371.365894:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:3.0:1767384371.365895:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384371.365895:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384371.365900:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746153088 00000100:00000001:2.0:1767384371.365902:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384371.365903:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384371.365903:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.365906:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384371.365909:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384371.365914:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384371.365917:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746153088 00000100:00000200:1.0:1767384371.365918:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384371.365921:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384371.365923:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000020:00000001:3.0:1767384371.365926:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384371.365929:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000020:00000001:3.0:1767384371.365933:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384371.365933:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384371.365935:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384371.365937:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384371.365937:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.365939:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384371.365942:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384371.365943:0:16353:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:2.0:1767384371.365946:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384371.365947:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0db8ece. 02000000:00000001:1.0:1767384371.365947:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1767384371.365951:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384371.365951:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384371.365952:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.365953:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.365956:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c3e580. 00000020:00000010:3.0:1767384371.365957:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0db8ece. 02000000:00000001:1.0:1767384371.365958:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384371.365963:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b97ad51 00000100:00001000:1.0:1767384371.365963:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=71 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384371.365969:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b97ad51. 00000020:00000010:3.0:1767384371.365970:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048000536. 00000100:00001000:1.0:1767384371.365970:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=71 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384371.365977:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001655db1a. 00000100:00000001:1.0:1767384371.365977:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384371.365978:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384371.365980:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384371.365984:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094d467cb. 00010000:00000001:1.0:1767384371.365984:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384371.365987:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384371.365990:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384371.365992:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384371.365997:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384371.366000:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384371.366003:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.366010:0:17893:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384371.366013:0:17893:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384371.366015:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.366018:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384371.366022:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.366023:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384371.366026:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384371.366026:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384371.366029:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384371.366033:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.366036:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384371.366040:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384371.366040:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.366043:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384371.366046:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384371.366048:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384371.366052:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384371.366054:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 02000000:00000001:2.0:1767384371.366057:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384371.366059:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348028800 : -111513361522816 : ffff9a9445b2df80) 00000100:00000001:2.0:1767384371.366061:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384371.366065:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.366066:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2a9bfbd x1853236746153088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/0 e 0 to 0 dl 1767384382 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384371.366072:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384371.366081:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=70 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384371.366090:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384371.366098:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384371.366098:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384371.366103:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0db8ece. 00000100:00000001:1.0:1767384371.366104:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384371.366108:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.366109:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384371.366109:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384371.366113:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384371.366114:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0db8ece. 00000100:00000001:2.0:1767384371.366114:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384371.366121:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384371.366124:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a2a9bfbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236746153088:12345-0@lo:400: 00010000:00080000:2.0:1767384371.366130:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384371.366133:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746153088 00000100:00100000:1.0:1767384371.366134:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a5511e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746153216:0@lo:400: 00000020:00000001:3.0:1767384371.366136:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384371.366140:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384371.366144:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.366145:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384371.366149:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384371.366150:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384371.366152:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000040:1.0:1767384371.366156:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a5511e6 x1853236746153216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384371.366158:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384371.366160:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.366162:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384371.366168:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384371.366169:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384371.366171:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384371.366172:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384371.366173:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:1.0:1767384371.366174:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384371.366179:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ead9bb21. 00000020:00000001:3.0:1767384371.366180:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.366180:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384371.366185:0:17893:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384371.366185:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.366186:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384371.366217:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384371.366219:0:16353:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384371.366221:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1767384371.366222:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1767384371.366224:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384371.366226:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000065ec53d5. 00000020:00000001:1.0:1767384371.366227:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384371.366229:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096fe8518. 02000000:00000001:3.0:1767384371.366231:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.366234:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384371.366236:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.366238:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384371.366241:0:17893:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384371.366242:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a5511e6. 00010000:00000040:3.0:1767384371.366245:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746153088 00000100:00000001:1.0:1767384371.366247:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384371.366251:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384371.366252:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.366253:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.366256:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384371.366258:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2a9bfbd x1853236746153088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.366259:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384371.366262:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384371.366263:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.366265:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.366271:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384371.366272:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384371.366274:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.366275:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384371.366276:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384371.366282:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384371.366288:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384371.366292:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384371.366295:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00100000:2.0:1767384371.366296:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746153344:0@lo:400: 02000000:00000001:3.0:1767384371.366299:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384371.366301:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.366305:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384371.366307:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384371.366308:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384371.366312:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000100:00000001:2.0:1767384371.366313:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384371.366316:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746153088, offset 224 00000100:00000040:2.0:1767384371.366320:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4f4407a x1853236746153344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.366324:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384371.366333:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384371.366339:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384371.366342:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df06c80 02000000:00000001:2.0:1767384371.366344:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384371.366347:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d15 [1] + 224 02000000:00000010:2.0:1767384371.366348:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5ac1fc4. 00000400:00000200:3.0:1767384371.366353:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384371.366356:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384371.366358:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384371.366360:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384371.366363:0:16354:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384371.366364:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384371.366369:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767384371.366371:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384371.366372:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1a2632d. 02000000:00000001:2.0:1767384371.366378:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384371.366380:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384371.366384:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4f4407a. 00000100:00000040:3.0:1767384371.366389:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.366396:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384371.366399:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.366405:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.366413:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.366414:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384371.366415:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.366417:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384371.366418:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384371.366422:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384371.366442:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384371.366443:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f1eb72a. 00000400:00000200:1.0:1767384371.366447:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdd55fe7 00000100:00000001:2.0:1767384371.366448:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384371.366452:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.366454:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdd55fe7. 00000100:00000001:1.0:1767384371.366458:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384371.366459:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e546226 00000100:00000200:1.0:1767384371.366463:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384371.366464:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 00000100:00000001:3.0:1767384371.366471:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384371.366474:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.366475:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384371.366482:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.366483:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.366487:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384371.366489:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:1.0:1767384371.366490:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384371.366493:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384371.366494:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384371.366495:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384371.366499:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.366499:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.366502:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.366504:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767384371.366506:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=67 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384371.366511:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2a9bfbd x1853236746153088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384371.366511:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.366519:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384371.366521:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.366525:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384371.366530:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384371.366534:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a2a9bfbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236746153088:12345-0@lo:400: Request processed in 433us (1949us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384371.366547:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.366550:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384371.366553:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384371.366553:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384371.366557:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384371.366559:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:1.0:1767384371.366559:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.366565:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384371.366566:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.366569:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384371.366574:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001655db1a. 00000100:00000001:1.0:1767384371.366575:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384371.366580:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094d467cb. 00000100:00000001:1.0:1767384371.366580:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384371.366581:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384371.366588:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048000536. 00000100:00000040:1.0:1767384371.366588:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384371.366595:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00100000:1.0:1767384371.366597:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ad479a76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746153088:0@lo:400: 00000100:00000001:3.0:1767384371.366599:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384371.366609:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384371.366610:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384371.366611:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002980320c. 00000400:00000200:1.0:1767384371.366614:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9d7247b 00000400:00000010:1.0:1767384371.366616:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9d7247b. 00000100:00000001:1.0:1767384371.366618:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384371.366620:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384371.366625:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.366629:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.366629:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.366630:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384371.366631:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384371.366632:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.366633:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.366634:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384371.366635:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384371.366637:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.366638:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384371.366639:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.366640:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384371.366641:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.366642:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.366643:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.366647:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.366648:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384371.366648:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384371.366650:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384371.366654:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746152832:0@lo:400: 00000100:00000001:1.0:1767384371.366657:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.366662:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384371.366664:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ad479a76 x1853236746153088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.366669:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384371.366670:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384371.366671:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037fc8ada. 02000000:00000001:1.0:1767384371.366672:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384371.366674:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384371.366675:0:16356:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384371.366676:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384371.366677:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003bf2cf4c. 02000000:00000001:1.0:1767384371.366680:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384371.366681:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384371.366682:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad479a76. 00000100:00000001:1.0:1767384371.366683:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384371.366684:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.366685:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384371.366687:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339b2f5e x1853236746152832/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.366692:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384371.366693:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384371.366693:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f68ee063. 02000000:00000001:1.0:1767384371.366695:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384371.366695:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384371.366696:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384371.366697:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384371.366698:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000d641cd3. 02000000:00000001:1.0:1767384371.366699:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384371.366700:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384371.366701:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339b2f5e. 00000100:00000001:1.0:1767384371.366702:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384371.366702:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.366703:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.366706:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.366707:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.366708:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.366709:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.370474:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294960134, at 4294960135 00000100:00000010:0.0:1767384371.370481:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091862552. 00000100:00000040:1.0:1767384371.370485:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294960134, at 4294960135 00000100:00000010:1.0:1767384371.370492:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003830b997. 00000100:00000040:2.0:1767384371.371466:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294960134, at 4294960136 00000100:00000010:2.0:1767384371.371471:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5d0c0cd. 00000100:00000040:3.0:1767384371.371477:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294960134, at 4294960136 00000100:00000010:3.0:1767384371.371485:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075b7a8d4. 00010000:00000001:2.0:1767384371.556478:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384371.556484:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384371.556489:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384371.556490:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.556545:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384371.556548:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.556550:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384371.619690:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384371.619694:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384371.619697:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500bd868 00000400:00000010:1.0:1767384371.619701:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500bd868. 00000400:00000200:1.0:1767384371.619705:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384371.619712:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp40 recovery ping unlinked 00000400:00000010:1.0:1767384371.619722:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000080e223a2. 00000400:00000010:1.0:1767384371.619726:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dda1d013. 00000001:00000001:2.0:1767384371.631237:0:35224:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384371.631241:0:35224:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:2.0:1767384371.637741:0:35224:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384371.646183:0:35225:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000001f4ae99. 00000400:00000010:2.0:1767384371.646231:0:35225:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008bbf9909. 00000400:00000010:2.0:1767384371.646243:0:35225:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f0d4e47d. 00000400:00000010:2.0:1767384371.646247:0:35225:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000726500d9. 00000400:00000010:2.0:1767384371.646251:0:35225:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005e5f335b. 00000400:00000010:2.0:1767384371.646256:0:35225:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073e252f7. 00000400:00000010:2.0:1767384371.646258:0:35225:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e06c831. 00000400:00000010:2.0:1767384371.646261:0:35225:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000069e0038c. 00000400:00000010:2.0:1767384371.646265:0:35225:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a8d70e35. 00000800:00000010:2.0:1767384371.646294:0:35225:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d1590940. 00000800:00000200:2.0:1767384371.646306:0:35225:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384371.646323:0:35225:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384371.646363:0:35225:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:2.0:1767384371.646403:0:35225:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp44 [8/256/0/180] 00000400:00000010:2.0:1767384371.649620:0:35225:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000ef4b383f. 00000400:00000010:2.0:1767384371.649628:0:35225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ccc1f9a. 00000400:00000010:2.0:1767384371.649635:0:35225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003deaac31. 00000400:00000001:2.0:1767384371.649660:0:35225:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384371.649668:0:35225:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384371.649671:0:35225:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b2a738f. 00000400:00000200:2.0:1767384371.649674:0:35225:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e12c5e6 00000400:00000010:2.0:1767384371.649676:0:35225:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e12c5e6. 00000400:00000010:2.0:1767384371.649681:0:35225:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000001c66a35c. 00000400:00000200:2.0:1767384371.649687:0:35225:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (35) 00000400:00000200:2.0:1767384371.649702:0:35225:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384371.649713:0:35225:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:2.0:1767384371.649722:0:35225:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000002943f7b. 00000400:00000200:3.0:1767384371.649726:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384371.649728:0:35225:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384371.649733:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000020:01000000:2.0:1767384371.649735:0:35225:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp44 00000400:00000010:3.0:1767384371.649741:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000400:00000200:3.0:1767384371.649745:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (36) 00000400:00000010:3.0:1767384371.649749:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000022e07a8c. 00000400:00000200:3.0:1767384371.649753:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000010:2.0:1767384371.649759:0:35225:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008bbf9909. 00000400:00000200:3.0:1767384371.649766:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000010:2.0:1767384371.649766:0:35225:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000001f4ae99. 00000020:00000001:0.0:1767384371.649776:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384371.649778:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 10000000:00000001:0.0:1767384371.649781:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384371.649785:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 10000000:00000001:0.0:1767384371.649786:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384371.649789:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384371.649794:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:0.0:1767384371.649794:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384371.649799:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384371.649803:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000020:01000004:0.0:1767384371.649803:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384371.649806:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384371.649808:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384371.649811:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384371.649813:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000020:01000004:0.0:1767384371.649814:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384371.649818:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:3.0:1767384371.649820:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000020:01000004:0.0:1767384371.649825:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384371.649826:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000020:01000004:0.0:1767384371.649827:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384371.649831:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384371.649834:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000100:00000010:0.0:1767384371.649837:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000deed244a. 00000400:00000200:3.0:1767384371.649838:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000020:00000040:0.0:1767384371.649843:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384371.649848:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[142, 38] 00000100:00000001:0.0:1767384371.649850:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384371.649854:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384371.649855:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 02000000:00000001:0.0:1767384371.649860:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.649863:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:3.0:1767384371.649870:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 02000000:00000010:0.0:1767384371.649870:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c95560a3. 00000400:00000200:3.0:1767384371.649877:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000100:00000001:0.0:1767384371.649879:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.649882:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:3.0:1767384371.649886:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000100:00000001:0.0:1767384371.649888:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384371.649889:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000100:00000001:0.0:1767384371.649892:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.649896:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 30], ns[62, 30] 00000100:00000040:0.0:1767384371.649900:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000deed244a] to pc [ptlrpcd_00_02+2] req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.649919:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 30], ns[78, 30] 00000400:00000200:3.0:1767384371.649923:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 30], ns[117, 30] 00000400:00000200:3.0:1767384371.649927:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 30], ns[79, 30] 00000400:00000200:3.0:1767384371.649931:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 30], ns[93, 30] 00000400:00000200:3.0:1767384371.649936:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 30], ns[100, 30] 10000000:00000001:0.0:1767384371.649936:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384371.649941:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.649946:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 30], ns[136, 30] 00000020:00000001:0.0:1767384371.649946:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384371.649951:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384371.649956:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 30], ns[120, 30] 00000400:00000200:3.0:1767384371.649960:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[118, 30], ns[127, 30] 00000020:00000001:0.0:1767384371.649960:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384371.649964:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384371.649967:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384371.649969:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 30], ns[132, 30] 10000000:01000000:0.0:1767384371.649969:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384371.649973:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384371.649976:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384371.649977:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[122, 30], ns[131, 30] 00000020:01000004:0.0:1767384371.649979:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384371.649982:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384371.649986:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384371.649986:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384371.649987:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 30], ns[145, 30] 00000020:01000004:0.0:1767384371.649991:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384371.649993:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384371.649994:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384371.649996:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[135, 30], ns[144, 30] 00000100:00000001:1.0:1767384371.649998:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384371.649998:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384371.650003:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384371.650004:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000100:00000010:0.0:1767384371.650007:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002597b5cc. 00000100:00000040:1.0:1767384371.650008:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384371.650013:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384371.650014:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384371.650019:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384371.650022:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384371.650025:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.650031:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000010:0.0:1767384371.650033:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000005c0d2af. 00000100:00000001:1.0:1767384371.650035:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384371.650037:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000100:00000001:1.0:1767384371.650038:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.650044:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp41 02000000:00000001:1.0:1767384371.650046:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384371.650046:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.650050:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp41 lpni_is_preferred = 0 02000000:00000001:1.0:1767384371.650051:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.650053:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384371.650056:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.650057:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp41 02000000:00000001:1.0:1767384371.650058:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.650064:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000deed244a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746153472:0@lo:253: 00000400:00000200:3.0:1767384371.650066:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp41 NI seq info: [146:146:256:4294967295] 192.168.203.143@tcp41 LPNI seq info [137:137:8:4294967295] 00000100:00000040:0.0:1767384371.650066:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002597b5cc] to pc [ptlrpcd_00_03+3] req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.650074:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384371.650080:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384371.650084:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.650088:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp41 10000000:00000001:0.0:1767384371.650088:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.650089:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384371.650093:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384371.650097:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c8bc3ada. 00000020:00000001:0.0:1767384371.650098:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.650103:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384371.650104:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384371.650105:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp41(192.168.203.143@tcp41:) -> 192.168.203.143@tcp41(192.168.203.143@tcp:192.168.203.143@tcp41) : PUT try# 0 00000400:00000010:1.0:1767384371.650108:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df44ae10. 00000020:00000010:0.0:1767384371.650110:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000002943f7b. 00000400:00000010:1.0:1767384371.650116:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9f00e90. 00000800:00000200:3.0:1767384371.650135:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.143@tcp41 00000100:00000200:1.0:1767384371.650137:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746153472, portal 25 00000800:00000010:3.0:1767384371.650140:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096fe8518. 00000100:00000001:1.0:1767384371.650141:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384371.650149:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384371.650150:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ec6193bf. 00000100:00000001:1.0:1767384371.650150:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556623360 : -111508152928256 : ffff9a957c27b800) 00000100:00000001:0.0:1767384371.650152:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384371.650155:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384371.650157:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f9c6e722. 00000100:00000040:1.0:1767384371.650161:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384371.650161:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384371.650168:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec6193bf] -> 12345-192.168.203.143@tcp41 (2) 00000800:00000200:3.1:1767384371.650178:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec6193bf] -> 12345-192.168.203.143@tcp41 (2) 00000100:00000001:0.0:1767384371.650201:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384371.650204:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.650206:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384371.650207:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384371.650210:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384371.650211:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384371.650213:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 02000000:00000001:0.0:1767384371.650215:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.650217:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056895f60. 00000400:00000200:3.0:1767384371.650220:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00100000:0.0:1767384371.650221:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746153600:0@lo:253: 00000100:00000200:1.0:1767384371.650222:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746153472, offset 0 00000100:00000001:0.0:1767384371.650229:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384371.650233:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384371.650236:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384371.650236:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.650240:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384371.650245:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384371.650245:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000809351f7. 02000000:00000001:0.0:1767384371.650249:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384371.650254:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f2a56a1. 00000400:00000200:1.0:1767384371.650258:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06e00 00000400:00000010:0.0:1767384371.650259:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000508a70fc. 00000400:00000200:1.0:1767384371.650267:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1509 [2] + 0 00000400:00000010:1.0:1767384371.650270:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000366e5bb4. 00000400:00000200:1.0:1767384371.650273:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c71c7fc 00000100:00000200:0.0:1767384371.650276:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746153600, portal 25 00000400:00000200:1.0:1767384371.650279:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384371.650280:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384371.650282:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556614400 : -111508152937216 : ffff9a957c279500) 00000400:00000200:1.0:1767384371.650287:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384371.650290:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.650292:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384371.650292:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c71c7fc 00000400:00000010:1.0:1767384371.650297:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c71c7fc. 00000100:00000001:1.0:1767384371.650304:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384371.650306:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384371.650311:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000a1d5e1d7 x1853236746153472 msgsize 4848 00000100:00000001:0.0:1767384371.650335:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384371.650338:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384371.650340:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384371.650341:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384371.650345:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a2c6178. 00000100:00000200:0.0:1767384371.650349:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746153600, offset 0 00000100:00000001:1.0:1767384371.650350:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384371.650355:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384371.650360:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056895f60 00000400:00000010:1.0:1767384371.650363:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056895f60. 00000400:00000200:3.0:1767384371.650365:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384371.650366:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384371.650367:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384371.650375:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384371.650382:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06e80 00000100:00000001:1.0:1767384371.650406:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384371.650407:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1511 [2] + 0 00000400:00000010:0.0:1767384371.650411:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5aae8bd. 00000400:00000200:3.0:1767384371.650412:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000040:1.0:1767384371.650412:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384371.650415:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6a3ad86 00000100:00000001:1.0:1767384371.650422:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.650422:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384371.650426:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384371.650429:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.650433:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.650434:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a3ad86 00000400:00000010:0.0:1767384371.650436:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6a3ad86. 00000100:00000001:0.0:1767384371.650439:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384371.650442:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384371.650445:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:1.0:1767384371.650445:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294960420 00000100:00000040:0.0:1767384371.650446:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000060c46a9e x1853236746153600 msgsize 4848 00000100:00000010:1.0:1767384371.650454:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003830b997. 00000100:00100000:0.0:1767384371.650472:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384371.650474:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384371.650483:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.650484:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384371.650491:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a2c6178 00000100:00000001:1.0:1767384371.650492:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294960421 00000400:00000010:0.0:1767384371.650495:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a2c6178. 00000100:00000010:1.0:1767384371.650497:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c652810. 00000100:00000001:0.0:1767384371.650499:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384371.650502:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384371.650505:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.650509:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294960421 00000400:00000200:3.0:1767384371.650510:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000010:1.0:1767384371.650517:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e552beb. 00000100:00000001:0.0:1767384371.650519:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384371.650522:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384371.650524:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.650529:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294960421 00000100:00000001:0.0:1767384371.650531:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.650533:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384371.650534:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075b7a8d4. 00000100:00000001:0.0:1767384371.650538:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.650539:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384371.650543:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294960421 00000100:00000001:1.0:1767384371.650545:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384371.650547:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:1.0:1767384371.650548:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.650549:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960420 00000100:00000001:1.0:1767384371.650553:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.650555:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.650562:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294960421 00000100:00000001:1.0:1767384371.650564:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.650565:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294960421 00000100:00000001:0.0:1767384371.650568:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294960421 00000400:00000200:3.0:1767384371.650569:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000001:1.0:1767384371.650569:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384371.650571:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294960421 00000100:00000001:0.0:1767384371.650577:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294960421 00000100:00000001:1.0:1767384371.650578:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.650579:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294960421 00000100:00000001:1.0:1767384371.650582:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384371.650582:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.650586:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.650587:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.650588:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.650593:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.650594:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.650596:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:0.0:1767384371.650598:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.650601:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384371.650604:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.650605:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384371.650607:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.650609:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.650635:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000001:1.0:1767384371.650658:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384371.650662:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746153472 02000000:00000001:1.0:1767384371.650665:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384371.650666:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:1.0:1767384371.650669:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.650673:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.650677:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.650681:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746153472 00000020:00000001:1.0:1767384371.650683:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384371.650686:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384371.650688:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.650691:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:1.0:1767384371.650695:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:3.0:1767384371.650697:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000020:00000001:1.0:1767384371.650707:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384371.650713:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384371.650718:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000569eff63. 00000100:00000001:0.0:1767384371.650720:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384371.650721:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384371.650725:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746153600 00000020:00000010:1.0:1767384371.650726:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000569eff63. 02000000:00000001:0.0:1767384371.650728:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384371.650731:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384371.650732:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.650735:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384371.650736:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000392307f. 00000100:00100000:0.0:1767384371.650737:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746153600 00000400:00000200:3.0:1767384371.650738:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000020:00000010:1.0:1767384371.650742:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063a08d90. 00000020:00000001:0.0:1767384371.650742:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384371.650745:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384371.650748:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384371.650749:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000057c531fa. 00000020:00000040:0.0:1767384371.650752:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:0.0:1767384371.650755:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384371.650757:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384371.650760:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384371.650762:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384371.650764:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d556caa. 00000100:00000001:1.0:1767384371.650766:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384371.650767:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.650768:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384371.650772:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384371.650772:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d556caa. 00000100:00000001:1.0:1767384371.650781:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.650785:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000020:00000010:0.0:1767384371.650785:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fe0d76b. 00000020:00000010:0.0:1767384371.650793:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000089a24528. 00000100:00000001:1.0:1767384371.650794:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384371.650799:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fb4b9c8. 00000100:00000001:0.0:1767384371.650805:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384371.650807:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384371.650808:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.650813:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384371.650813:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.650818:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384371.650824:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384371.650826:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000400:00000200:3.0:1767384371.650828:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000040:1.0:1767384371.650832:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384371.650837:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604661328 : -111508104890288 : ffff9a957f04b850) 00000100:00000001:0.0:1767384371.650837:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384371.650841:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384371.650846:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1d5e1d7 x1853236746153472/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:352/0 lens 4848/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384371.650847:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000040:0.0:1767384371.650852:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:0.0:1767384371.650855:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604654160 : -111508104897456 : ffff9a957f049c50) 00000100:00000040:0.0:1767384371.650863:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060c46a9e x1853236746153600/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:352/0 lens 4848/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.650868:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384371.650872:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384371.650874:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000569eff63. 00000400:00000200:3.0:1767384371.650876:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000020:00000010:0.0:1767384371.650876:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d556caa. 00000100:00000001:1.0:1767384371.650878:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.650882:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384371.650885:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000569eff63. 00000020:00000010:0.0:1767384371.650886:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d556caa. 00000100:00100000:0.0:1767384371.650896:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060c46a9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746153600:12345-0@lo:253: 00000100:00100000:1.0:1767384371.650901:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1d5e1d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746153472:12345-0@lo:253: 00000100:00000200:0.0:1767384371.650902:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746153600 00000020:00000001:0.0:1767384371.650906:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384371.650907:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746153472 00000020:00000001:1.0:1767384371.650910:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384371.650910:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384371.650913:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.650915:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384371.650916:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384371.650918:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.650919:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384371.650922:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384371.650924:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000020:00000001:0.0:1767384371.650924:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384371.650925:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:0.0:1767384371.650927:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384371.650931:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384371.650934:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384371.650936:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384371.650937:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.650939:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.650941:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384371.650942:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384371.650944:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384371.650946:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.650948:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384371.650952:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384371.650952:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384371.650959:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002d55f8d. 02000000:00000010:0.0:1767384371.650960:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f5202dec. 02000000:00000001:1.0:1767384371.650963:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.650964:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.650966:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000100:00000001:1.0:1767384371.650968:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.650969:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384371.650974:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384371.650975:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384371.650985:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d6c933ec. 20000000:00000010:1.0:1767384371.650986:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000010836e7. 20000000:01000000:0.0:1767384371.650988:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384371.650990:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384371.650992:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384371.650993:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384371.650995:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384371.650998:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384371.651000:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384371.651002:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384371.651005:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384371.651008:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384371.651011:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384371.651011:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006d762836. 20000000:00000001:1.0:1767384371.651015:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384371.651016:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000400:00000200:3.0:1767384371.651019:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 20000000:00000001:0.0:1767384371.651023:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384371.651028:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384371.651031:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384371.651047:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384371.651049:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00080000:00000001:0.0:1767384371.651059:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.651062:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384371.651064:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.651066:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384371.651068:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384371.651070:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000400:00000200:3.0:1767384371.651073:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000020:00000001:0.0:1767384371.651074:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:0.0:1767384371.651078:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384371.651081:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384371.651084:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.651086:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384371.651088:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384371.651092:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384371.651095:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384371.651098:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000331df640. 00000400:00000200:3.0:1767384371.651099:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00080000:00000001:0.0:1767384371.651101:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560349863424 : -111513359688192 : ffff9a9445cede00) 00080000:00000001:0.0:1767384371.651104:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384371.651107:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384371.651117:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002d556caa. 00080000:00000001:0.0:1767384371.651120:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.651122:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384371.651127:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00080000:00000001:0.0:1767384371.651136:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.651152:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384371.651154:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651217:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651263:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651308:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651329:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651346:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651361:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651383:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651417:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651477:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651515:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651562:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384371.651606:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384371.651771:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099202ac3. 00000800:00000010:3.0:1767384371.651775:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007c1d8d7c. 00000800:00000010:3.0:1767384371.651779:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4e23d33. 00000800:00000010:3.0:1767384371.651795:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4e23d33. 00000800:00020000:3.0:1767384371.651803:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00080000:00000010:0.0:1767384371.651981:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000331df640. 00080000:00000010:1.0:1767384371.652052:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002d556caa. 00040000:00000001:1.0:1767384371.652057:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384371.652059:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384371.652061:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384371.652064:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384371.652066:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384371.652067:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384371.652077:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384371.652086:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384371.652089:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:0.0:1767384371.652091:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000331df640. 00080000:00000001:1.0:1767384371.652093:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384371.652094:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:0.0:1767384371.652098:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384371.652100:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384371.652102:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384371.652107:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384371.652112:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.652114:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384371.652115:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.652116:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384371.652118:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384371.652119:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:0.0:1767384371.652122:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:0.0:1767384371.652123:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384371.652125:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384371.652127:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384371.652129:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384371.652131:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384371.652133:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384371.652135:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384371.652138:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e1fc0930. 00080000:00000001:0.0:1767384371.652140:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565316732416 : -111508392819200 : ffff9a956ddb4600) 00080000:00000001:0.0:1767384371.652142:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384371.652143:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384371.652145:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002fe70eda. 20000000:01000000:1.0:1767384371.652147:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384371.652147:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384371.652152:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384371.652153:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 10000000:01000000:1.0:1767384371.652157:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384371.652161:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384371.652161:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.652164:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384371.652169:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:1.0:1767384371.652171:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007accde45. 00010000:00000001:1.0:1767384371.652176:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384371.652179:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d7c72f26. 00000020:00000001:1.0:1767384371.652203:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384371.652204:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d7c72f26 with handle 0x980286e253c5fd5e to hash 00000020:00000001:1.0:1767384371.652206:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384371.652207:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384371.652229:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384371.652232:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.652234:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.652236:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.652243:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384371.652245:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384371.652247:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384371.652248:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384371.652250:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.652251:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384371.652252:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.652254:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384371.652255:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384371.652256:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384371.652257:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384371.652259:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007accde45) refcount = 1 00010000:00010000:1.0:1767384371.652261:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.652264:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384371.652266:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384371.652267:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.652268:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.652269:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384371.652271:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384371.652273:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:1.0:1767384371.652275:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384371.652276:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.652277:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=4 00000020:00000001:1.0:1767384371.652283:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384371.652285:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384371.652286:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384371.652287:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.652291:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384371.652292:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.652295:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.652297:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384371.652298:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.652301:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.652301:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.652303:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384371.652304:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384371.652308:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d7c72f26 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384371.652310:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384371.652311:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384371.652312:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.652316:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384371.652317:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384371.652317:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.652318:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d7c72f26 refcount=5 00000020:00000001:1.0:1767384371.652320:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384371.652321:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368638464 : -111508340913152 : ffff9a9570f34c00) 00010000:00000001:1.0:1767384371.652323:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384371.652330:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.652334:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384371.652335:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384371.652336:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.652338:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384371.652339:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384371.652340:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.652341:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384371.652343:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d7c72f26 with handle 0x980286e253c5fd5e from hash 00010000:00000001:1.0:1767384371.652344:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384371.652345:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.652345:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.652346:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384371.652347:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384371.652348:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384371.652350:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384371.652351:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.652353:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.652354:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384371.652355:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384371.652356:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.652357:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.652358:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.652359:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.652360:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.652361:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.652364:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.652365:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.652366:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384371.652367:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384371.652368:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.652369:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.652370:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384371.652371:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384371.652377:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.652379:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.652382:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384371.652383:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384371.652384:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d7c72f26/0x980286e253c5fd5e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384371.652388:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007accde45 count: 0 00010000:00000001:1.0:1767384371.652394:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384371.652395:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384371.652403:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384371.652405:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384371.652406:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d6c933ec. 20000000:00000001:1.0:1767384371.652409:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384371.652412:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746153600 00010000:00000001:1.0:1767384371.652414:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384371.652417:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060c46a9e x1853236746153600/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384371.652438:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384371.652440:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384371.652444:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.652447:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384371.652449:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384371.652450:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384371.652452:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384371.652454:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.652456:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384371.652458:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384371.652460:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056895f60. 00000100:00000200:1.0:1767384371.652463:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746153600, offset 224 00000400:00000200:1.0:1767384371.652466:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384371.652470:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384371.652474:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06e80 00000400:00000200:1.0:1767384371.652482:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d45 [2] + 224 00000400:00000200:1.0:1767384371.652486:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384371.652488:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.652490:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384371.652492:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.652498:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.652508:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384371.652512:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056895f60 00000400:00000010:1.0:1767384371.652513:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056895f60. 00000100:00000001:1.0:1767384371.652516:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384371.652517:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384371.652518:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.652520:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.652522:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384371.652524:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384371.652526:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384371.652527:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.652530:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384371.652531:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384371.652532:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060c46a9e x1853236746153600/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384371.652534:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384371.652537:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f2a56a1. 00000400:00000200:0.0:1767384371.652542:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508a70fc 00000400:00000010:0.0:1767384371.652545:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000508a70fc. 00000100:00100000:1.0:1767384371.652548:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060c46a9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746153600:12345-0@lo:253: Request processed in 1674us (2099us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384371.652550:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384371.652556:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384371.652559:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000040:1.0:1767384371.652564:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384371.652568:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384371.652568:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.652580:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384371.652585:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089a24528. 00000100:00000001:0.0:1767384371.652587:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384371.652590:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384371.652591:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fb4b9c8. 00000100:00000001:0.0:1767384371.652592:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384371.652596:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384371.652597:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fe0d76b. 00000100:00000001:0.0:1767384371.652598:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384371.652601:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384371.652604:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:0.0:1767384371.652604:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384371.652607:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=77 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384371.652609:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384371.652612:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f5202dec. 00000100:00001000:0.0:1767384371.652613:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384371.652616:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384371.652617:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.652619:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384371.652621:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.652622:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384371.652625:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.652626:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384371.652630:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384371.652631:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384371.652638:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000811302a7. 00000100:00000001:0.0:1767384371.652639:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.652644:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384371.652645:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056895f60. 00000100:00000001:0.0:1767384371.652646:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384371.652651:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384371.652653:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384371.652654:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384371.652655:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384371.652657:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384371.652657:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384371.652664:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384371.652665:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384371.652666:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384371.652668:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384371.652674:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746153600:0@lo:253: 00000100:00000001:0.0:1767384371.652677:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.652679:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384371.652681:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002597b5cc x1853236746153600/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.652686:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384371.652687:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384371.652689:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000809351f7. 02000000:00000001:0.0:1767384371.652692:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384371.652693:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384371.652694:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384371.652695:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384371.652697:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000005c0d2af. 02000000:00000001:0.0:1767384371.652699:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384371.652700:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384371.652701:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002597b5cc. 00000100:00000001:0.0:1767384371.652703:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384371.652704:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.652705:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.652708:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.652709:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.652711:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.652712:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384371.653773:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e1fc0930. 00080000:00000010:0.0:1767384371.653839:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002fe70eda. 00040000:00000001:0.0:1767384371.653843:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384371.653845:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384371.653846:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384371.653848:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384371.653849:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384371.653851:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384371.653852:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384371.653869:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384371.653872:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384371.653875:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384371.653883:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384371.653886:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384371.653887:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384371.653890:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384371.653891:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384371.653896:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004df597be. 00010000:00000001:1.0:1767384371.653898:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384371.653900:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058ab3b20. 00000020:00000001:1.0:1767384371.653902:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384371.653904:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058ab3b20 with handle 0x980286e253c5fd65 to hash 00000020:00000001:1.0:1767384371.653905:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384371.653906:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384371.653908:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384371.653910:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.653910:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.653912:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.653917:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384371.653919:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384371.653920:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384371.653922:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384371.653923:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.653924:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384371.653925:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.653926:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384371.653927:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384371.653928:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384371.653929:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384371.653930:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004df597be) refcount = 1 00010000:00010000:1.0:1767384371.653937:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.653941:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384371.653942:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384371.653943:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.653944:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.653945:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384371.653946:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384371.653948:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:1.0:1767384371.653949:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384371.653950:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.653951:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=4 00000020:00000001:1.0:1767384371.653952:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384371.653953:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384371.653954:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384371.653955:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.653959:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384371.653960:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.653962:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.653963:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384371.653964:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.653967:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.653969:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.653970:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384371.653971:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384371.653975:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000058ab3b20 already unused, calling callback (000000004feed035) 00010000:00000001:1.0:1767384371.653981:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384371.653983:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384371.653984:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384371.653985:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384371.653989:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384371.653991:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 20000000:00000010:0.0:1767384371.653992:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000010836e7. 00010000:00000001:1.0:1767384371.653993:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384371.653995:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.653997:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=5 20000000:00000001:0.0:1767384371.653997:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.654002:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000040:0.0:1767384371.654003:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746153472 00010000:00000001:1.0:1767384371.654004:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:0.0:1767384371.654006:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384371.654007:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384371.654010:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384371.654011:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1d5e1d7 x1853236746153472/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384371.654024:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384371.654029:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384371.654029:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384371.654032:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.654033:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.654038:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00001000:0.0:1767384371.654038:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=77 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384371.654042:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384371.654042:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384371.654043:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384371.654046:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:1.0:1767384371.654047:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.654050:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000040:1.0:1767384371.654051:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058ab3b20 with handle 0x980286e253c5fd65 from hash 02000000:00000001:0.0:1767384371.654055:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384371.654056:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384371.654059:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384371.654059:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.654062:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384371.654063:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384371.654064:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384371.654067:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384371.654067:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384371.654069:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384371.654071:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384371.654072:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384371.654072:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000508a70fc. 00010000:00000001:1.0:1767384371.654077:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384371.654077:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746153472, offset 224 00010000:00000001:1.0:1767384371.654078:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384371.654082:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384371.654084:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384371.654086:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384371.654087:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384371.654093:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384371.654094:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.654097:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.654098:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.654100:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384371.654101:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06e00 00010000:00000001:1.0:1767384371.654110:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384371.654110:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d3d [2] + 224 00010000:00000001:1.0:1767384371.654113:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.654115:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384371.654117:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384371.654118:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384371.654119:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.654122:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.654124:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1767384371.654125:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384371.654128:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.654130:0:17077:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:1.0:1767384371.654131:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384371.654134:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384371.654135:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.654151:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384371.654153:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384371.654155:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fd65 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384371.654157:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384371.654172:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004df597be count: 0 00010000:00000001:1.0:1767384371.654178:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384371.654180:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384371.654206:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384371.654212:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508a70fc 00000400:00000010:0.0:1767384371.654214:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000508a70fc. 00000100:00000001:1.0:1767384371.654215:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.654216:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384371.654218:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384371.654219:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384371.654222:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384371.654223:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384371.654225:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384371.654228:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:1.0:1767384371.654229:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df44ae10. 00010000:00000001:0.0:1767384371.654232:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384371.654234:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9f00e90 00000020:00000001:0.0:1767384371.654234:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.654236:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384371.654237:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9f00e90. 00000100:00000040:0.0:1767384371.654240:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1d5e1d7 x1853236746153472/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.654241:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384371.654247:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384371.654253:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1d5e1d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746153472:12345-0@lo:253: Request processed in 3382us (3937us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384371.654264:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384371.654267:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000040:0.0:1767384371.654269:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:0.0:1767384371.654270:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384371.654273:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384371.654276:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063a08d90. 00000100:00000001:1.0:1767384371.654280:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384371.654281:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000057c531fa. 00000100:00000001:1.0:1767384371.654283:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384371.654285:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000392307f. 00000100:00000001:1.0:1767384371.654286:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384371.654289:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384371.654290:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:1.0:1767384371.654291:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.654294:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.654295:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384371.654298:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002d55f8d. 02000000:00000001:1.0:1767384371.654299:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.654303:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384371.654304:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=77 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384371.654305:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384371.654310:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=77 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384371.654312:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384371.654314:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384371.654316:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.654317:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384371.654317:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f2a56a1. 00010000:00000001:1.0:1767384371.654320:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384371.654322:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000508a70fc. 00000100:00000001:1.0:1767384371.654323:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.654328:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.654334:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.654335:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384371.654336:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384371.654339:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384371.654340:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384371.654341:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384371.654342:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384371.654343:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384371.654344:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384371.654345:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384371.654347:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384371.654348:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384371.654349:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384371.654351:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384371.654355:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000deed244a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746153472:0@lo:253: 00000100:00000001:1.0:1767384371.654358:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.654359:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384371.654366:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000deed244a x1853236746153472/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.654371:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384371.654372:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384371.654373:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c8bc3ada. 02000000:00000001:1.0:1767384371.654377:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384371.654378:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384371.654379:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384371.654381:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384371.654382:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c95560a3. 02000000:00000001:1.0:1767384371.654384:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384371.654385:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384371.654386:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000deed244a. 00000100:00000001:1.0:1767384371.654388:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384371.654389:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.654391:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.654395:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.654396:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.654397:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.654399:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384371.656955:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007c1d8d7c. 00000800:00000010:3.0:1767384371.656959:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000099202ac3. 00000400:02020000:3.0:1767384371.657000:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp41 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767384371.657490:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294960421, at 4294960422 00000100:00000010:2.0:1767384371.657499:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e552beb. 00000100:00000040:0.0:1767384371.658474:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294960421, at 4294960423 00000100:00000040:1.0:1767384371.658477:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294960421, at 4294960423 00000100:00000010:0.0:1767384371.658481:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003830b997. 00000100:00000010:1.0:1767384371.658484:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c652810. 00000400:00000200:3.0:1767384371.660884:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp41 notifying 192.168.203.143@tcp41: down 00000800:00000200:3.0:1767384371.660889:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp41 down 00000800:00000100:3.0:1767384371.660895:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 608 0@<0:0>->192.168.203.143@tcp41 00000800:00000010:3.0:1767384371.660898:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096fe8518. 00000400:00000200:3.0:1767384371.660901:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384371.660904:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp41->192.168.203.143@tcp41: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384371.660912:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp41 added to recovery queue. ping count: 0 next ping: 294 health :900 00000400:00000200:3.0:1767384371.660915:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384371.660924:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384371.660928:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000040:3.0:1767384371.660949:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294960421, at 4294960425 00000100:00000010:3.0:1767384371.660954:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075b7a8d4. 00000400:00000200:2.0:1767384371.660994:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384371.661001:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x101151 00000400:00000001:2.0:1767384371.661005:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384371.661007:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384371.661008:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e546226 00000400:00000010:2.0:1767384371.661009:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 00000400:00000200:2.0:1767384371.661013:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384371.661016:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384371.661019:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (37) 00000400:00000200:2.0:1767384371.661021:0:16351:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384371.661024:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc -71 00000400:00000200:2.0:1767384371.661027:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:2.0:1767384371.661031:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (36) 00000400:00000010:3.0:1767384371.667013:0:35230:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ad1fa489. 00000400:00000040:3.0:1767384371.667031:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384371.667033:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384371.667035:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384371.667036:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384371.667038:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384371.667039:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384371.667042:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384371.667043:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384371.667044:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384371.667045:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384371.667046:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384371.667048:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384371.667050:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384371.667051:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384371.667051:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384371.667053:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384371.667054:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384371.667070:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384371.667070:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384371.667072:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384371.667073:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384371.667074:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384371.667075:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384371.667076:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384371.667077:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384371.667078:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384371.667079:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384371.667080:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384371.667081:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384371.667082:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384371.667083:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384371.667084:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384371.667090:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384371.667091:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384371.667092:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384371.667093:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384371.667094:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384371.667096:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384371.667097:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384371.667098:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384371.667099:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384371.667100:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384371.667101:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384371.667102:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384371.667103:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384371.667104:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384371.667105:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384371.667106:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384371.667107:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384371.667108:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384371.667109:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384371.667110:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384371.667111:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384371.667112:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384371.667113:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384371.667114:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384371.667115:0:35230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384371.667184:0:35230:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ad1fa489. 00010000:00000010:1.1:1767384371.670442:0:35229:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007accde45. 00010000:00000010:1.1:1767384371.670450:0:35229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d7c72f26. 00010000:00000010:1.1:1767384371.670456:0:35229:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004df597be. 00010000:00000010:1.1:1767384371.670461:0:35229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058ab3b20. 00010000:00000001:2.0:1767384372.580469:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384372.580486:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.580491:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384372.580492:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.580524:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384372.580528:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384372.580531:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384372.643492:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000800:00000200:3.1:1767384372.643499:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000400:00000200:1.0:1767384372.643581:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643613:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643630:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643646:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643660:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643678:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643693:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643705:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643722:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643736:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643754:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643770:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643796:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643810:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643827:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643850:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643869:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643886:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643901:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643917:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643938:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643957:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643977:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.643999:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644029:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644051:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644075:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644107:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644126:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644145:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644168:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644212:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644247:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644276:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644321:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.644500:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp38 00000400:00000010:0.0:1767384372.644509:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000079275e19. 00000400:00000010:0.0:1767384372.644515:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000b1670c8. 00000400:00000010:0.0:1767384372.644519:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000400:00000010:0.0:1767384372.644526:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000086e5ceef. 00000400:00000200:0.0:1767384372.644531:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp38 00000800:00000010:1.0:1767384372.644539:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c8bc3ada. 00000800:00000010:1.0:1767384372.644545:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000096e639e7. 00000400:00000200:0.0:1767384372.644548:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp38 local destination 00000800:00000010:1.0:1767384372.644553:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007ec9f9b6. 00000400:00000200:0.0:1767384372.644556:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp38 00000400:00000200:0.0:1767384372.644560:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp38 NI seq info: [147:147:256:4294967295] 192.168.203.143@tcp38 LPNI seq info [138:138:8:4294967295] 00000400:00000200:0.0:1767384372.644565:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp38 00000400:00000200:0.0:1767384372.644572:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp38(192.168.203.143@tcp38:) -> 192.168.203.143@tcp38(192.168.203.143@tcp38:192.168.203.143@tcp38) : GET try# 0 00000800:00000200:0.0:1767384372.644576:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp38 00000800:00000010:0.0:1767384372.644579:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d1a1e2f7. 00000800:00000010:1.0:1767384372.644581:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007ec9f9b6. 00000800:00000200:0.0:1767384372.644586:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000800:00000200:0.1:1767384372.644590:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000800:00020000:1.0:1767384372.644592:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384372.644597:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000096e639e7. 00000800:00000010:1.0:1767384372.644601:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c8bc3ada. 00000400:00000200:0.0:1767384372.644605:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp38 added to recovery queue. ping count: 3 next ping: 302 health :700 00000400:00000200:0.0:1767384372.644609:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp36 00000400:00000010:0.0:1767384372.644612:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001f72e216. 00000400:00000010:0.0:1767384372.644614:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b7aa6f20. 00000400:00000010:0.0:1767384372.644616:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000400:00000010:0.0:1767384372.644618:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bc3d6e07. 00000400:00000200:0.0:1767384372.644622:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp36 00000400:00000200:0.0:1767384372.644627:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp36 local destination 00000400:00000200:0.0:1767384372.644631:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp36 00000400:00000200:0.0:1767384372.644634:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp36 NI seq info: [148:148:256:4294967295] 192.168.203.143@tcp36 LPNI seq info [139:139:8:4294967295] 00000400:00000200:0.0:1767384372.644638:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp36 00000400:00000200:0.0:1767384372.644647:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp36(192.168.203.143@tcp36:) -> 192.168.203.143@tcp36(192.168.203.143@tcp36:192.168.203.143@tcp36) : GET try# 0 00000800:00000200:0.0:1767384372.644651:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp36 00000800:00000010:0.0:1767384372.644654:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dbda05b8. 00000400:02020000:1.0:1767384372.644655:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp26 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000200:0.0:1767384372.644659:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000800:00000200:0.1:1767384372.644663:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000400:00000200:0.0:1767384372.644678:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp36 added to recovery queue. ping count: 4 next ping: 310 health :600 00000800:00000100:1.0:1767384372.644684:0:16342:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384372.644688:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp41 00000400:00000010:0.0:1767384372.644691:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000efc1f9c6. 00000400:00000010:0.0:1767384372.644695:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000033b91dae. 00000400:00000010:0.0:1767384372.644699:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000400:00000010:0.0:1767384372.644705:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099a26238. 00000400:00000200:0.0:1767384372.644708:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp41 00000400:00000200:0.0:1767384372.644717:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp41 local destination 00000400:00000200:0.0:1767384372.644721:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp41 00000400:00000200:0.0:1767384372.644726:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp41 NI seq info: [149:149:256:4294967295] 192.168.203.143@tcp41 LPNI seq info [140:140:8:4294967295] 00000400:00000200:1.0:1767384372.644727:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.644731:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp41 00000400:00000200:3.0:1767384372.644739:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.644747:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp41(192.168.203.143@tcp41:) -> 192.168.203.143@tcp41(192.168.203.143@tcp41:192.168.203.143@tcp41) : GET try# 0 00000800:00000200:0.0:1767384372.644753:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp41 00000800:00000010:0.0:1767384372.644756:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000357a72e. 00000800:00000200:0.0:1767384372.644762:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec6193bf] -> 12345-192.168.203.143@tcp41 (2) 00000800:00000200:0.1:1767384372.644767:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec6193bf] -> 12345-192.168.203.143@tcp41 (2) 00000400:00000200:0.0:1767384372.644786:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp41 added to recovery queue. ping count: 1 next ping: 296 health :900 00000400:00000200:1.0:1767384372.644801:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.644810:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.644845:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644880:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.644884:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.644911:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.644949:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.644959:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.644981:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645018:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.645033:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.645056:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645080:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.645104:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.645137:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645158:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.645196:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.645224:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645259:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.645282:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.645304:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645335:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.645359:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.645374:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645404:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645554:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645614:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645668:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.645681:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645735:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.645760:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645810:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.645831:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645879:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.645903:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.645944:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.645970:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646023:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646025:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646037:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646080:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646093:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646118:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646140:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646170:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646195:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646219:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646260:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646271:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646295:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646335:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646349:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646364:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646413:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646415:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646451:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646494:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646537:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646538:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646551:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646606:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646617:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646620:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646672:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646703:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646708:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646729:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646762:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646782:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646795:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646827:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646871:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646872:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646890:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646940:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.646944:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.646957:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.646999:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.647015:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.647021:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.647056:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.647094:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.647105:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.647116:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.647157:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.647188:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.647192:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.647231:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.647255:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.647273:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.647294:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.647320:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.647348:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.647356:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.647387:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.647444:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.647461:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.647469:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.647504:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.647546:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.647572:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.647617:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.647638:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000010:1.0:1767384372.647669:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c8bc3ada. 00000400:00000200:3.0:1767384372.647671:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000800:00000010:1.0:1767384372.647678:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000096e639e7. 00000800:00000010:1.0:1767384372.647685:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007ec9f9b6. 00000400:00000200:0.0:1767384372.647702:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000800:00000010:1.0:1767384372.647719:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007ec9f9b6. 00000800:00020000:1.0:1767384372.647730:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000400:00000200:3.0:1767384372.647732:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384372.647736:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000096e639e7. 00000800:00000010:1.0:1767384372.647742:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c8bc3ada. 00000400:00000200:0.0:1767384372.647762:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:02020000:1.0:1767384372.647818:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp38 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384372.647821:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.647829:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp38 notifying 192.168.203.143@tcp38: down 00000800:00000200:1.0:1767384372.647838:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp38 down 00000800:00000100:1.0:1767384372.647846:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp38 00000800:00000010:1.0:1767384372.647850:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d1a1e2f7. 00000400:00000200:1.0:1767384372.647856:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384372.647862:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp38->192.168.203.143@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384372.647865:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:00000200:1.0:1767384372.647873:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384372.647879:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384372.647886:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp38) recovery failed with -71 00000800:00000010:3.0:1767384372.647890:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099202ac3. 00000800:00000010:3.0:1767384372.647895:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000097ab879. 00000800:00000010:3.0:1767384372.647899:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000583e746. 00000400:00000200:0.0:1767384372.647902:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000800:00000010:3.0:1767384372.647928:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000583e746. 00000800:00020000:3.0:1767384372.647935:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384372.647938:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000097ab879. 00000800:00000010:3.0:1767384372.647941:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000099202ac3. 00000400:00000200:0.0:1767384372.647954:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000400:02020000:3.0:1767384372.647994:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp36 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384372.647997:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000400:00000200:3.0:1767384372.648002:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp36 notifying 192.168.203.143@tcp36: down 00000800:00000200:3.0:1767384372.648008:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp36 down 00000800:00000100:3.0:1767384372.648015:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp36 00000800:00000010:3.0:1767384372.648017:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dbda05b8. 00000400:00000200:3.0:1767384372.648019:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384372.648022:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp36->192.168.203.143@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384372.648028:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384372.648030:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384372.648034:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp36) recovery failed with -71 00000400:00000200:0.0:1767384372.648048:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.648096:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.648129:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.648327:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384372.648399:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp41 from 208.3.0.2 00000800:00000010:0.0:1767384372.648403:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001fb854ea. 00000800:00000010:0.0:1767384372.649107:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5202dec. 00000800:00000010:0.0:1767384372.649111:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074d30b24. 00000800:00000010:0.0:1767384372.649135:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d6c933ec. 00000800:00000010:0.0:1767384372.649138:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005087f915. 00000800:00000010:0.0:1767384372.649141:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b5614b5d. 00000800:00000010:0.0:1767384372.649208:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000097e4e69c. 00000800:00000200:0.1:1767384372.649214:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec6193bf] -> 12345-192.168.203.143@tcp41 (2) 00000800:00000200:0.1:1767384372.649217:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp41 0000000097e4e69c deleted 00000800:00000010:0.1:1767384372.649219:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000097e4e69c. 00000800:00000200:0.1:1767384372.649224:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384372.649229:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp41 ip 192.168.203.143:976 00000800:00000200:0.1:1767384372.649233:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000357a72e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384372.649239:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp41 p 3.x 192.168.203.143 -> 192.168.203.143:976 incarnation:1767384365059224833 sched[0] 00000800:00000010:0.0:1767384372.649243:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005607d79d. 00000800:00000010:0.0:1767384372.649263:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005607d79d. 00000800:00000010:0.0:1767384372.649266:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074d30b24. 00000800:00000010:0.0:1767384372.649292:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001fb854ea. 00000800:00000001:0.0:1767384372.649306:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.649311:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384372.649339:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384372.649341:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000357a72e. 00000400:00000200:0.0:1767384372.649345:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384372.649349:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp41->192.168.203.143@tcp41: GET: OK 00000400:00000200:0.0:1767384372.649353:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384372.649355:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp41 recovery message sent successfully:0 00000800:00000010:0.0:1767384372.650852:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b5614b5d. 00000800:00000200:0.1:1767384372.650868:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384372.650872:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp41 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384365059224833 sched[0] 00000800:00000010:0.0:1767384372.650874:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005087f915. 00000800:00000001:0.0:1767384372.650900:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.650904:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384372.650906:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.650912:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.650919:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp41(192.168.203.143@tcp41) <- 192.168.203.143@tcp41 : GET - for me 00000400:00000200:0.0:1767384372.650928:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384372.650940:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x1d35 [1] + 0 00000400:00000200:0.0:1767384372.650947:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp41 to MR: 192.168.203.143@tcp41 local destination 00000400:00000200:0.0:1767384372.650953:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp41 NI seq info: [150:150:256:4294967295] 192.168.203.143@tcp41 LPNI seq info [141:141:8:4294967295] 00000400:00000200:0.0:1767384372.650963:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp41(192.168.203.143@tcp41:192.168.203.143@tcp41) -> 192.168.203.143@tcp41(192.168.203.143@tcp41:192.168.203.143@tcp41) 192.168.203.143@tcp41 : REPLY try# 0 00000800:00000200:0.0:1767384372.650966:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp41 00000800:00000010:0.0:1767384372.650969:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000357a72e. 00000800:00000200:0.0:1767384372.650974:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec6193bf] -> 12345-192.168.203.143@tcp41 (4) 00000800:00000200:0.0:1767384372.650977:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp41 ip 192.168.203.143:988 00000800:00000200:0.0:1767384372.650979:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000357a72e type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384372.651024:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384372.651027:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000357a72e. 00000400:00000200:0.0:1767384372.651031:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384372.651036:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp41->192.168.203.143@tcp41: REPLY: OK 00000800:00000001:0.0:1767384372.651047:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.651051:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384372.651054:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.651059:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384372.651061:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.651065:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.651072:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp41(192.168.203.143@tcp41) <- 192.168.203.143@tcp41 : REPLY - for me 00000400:00000200:0.0:1767384372.651084:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp41: Reply from 12345-192.168.203.143@tcp41 of length 272/272 into md 0x1d65 00000800:00000001:0.0:1767384372.651088:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.651095:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.651097:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384372.651101:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp41->192.168.203.143@tcp41: REPLY: OK 00000400:00000200:0.0:1767384372.651104:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000400:00000010:0.0:1767384372.651106:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000400:00000200:0.0:1767384372.651108:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384372.651114:0:16346:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000efc1f9c6. 00000400:00000010:0.0:1767384372.651117:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000033b91dae. 00000800:00000001:0.0:1767384372.651129:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.651132:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.651169:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651225:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651252:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651293:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651332:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651376:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651422:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651500:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651545:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651583:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651618:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651649:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651686:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651718:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651765:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651807:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651848:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651892:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651925:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651947:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651968:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.651997:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652038:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652098:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652153:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652204:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652250:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652301:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652341:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652381:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652452:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652497:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652520:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652541:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384372.652560:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384372.652663:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c95560a3. 00000800:00000010:0.0:1767384372.652668:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005087f915. 00000800:00000010:0.0:1767384372.652672:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b5614b5d. 00000800:00000010:0.0:1767384372.652692:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b5614b5d. 00000800:00020000:0.0:1767384372.652698:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384372.652700:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005087f915. 00000800:00000010:0.0:1767384372.652703:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c95560a3. 00000400:02020000:0.0:1767384372.652753:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp41 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00080000:00000010:0.0:1767384373.209754:0:35727:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000045f19472. 00080000:00000010:0.0:1767384373.209764:0:35727:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000045f19472. 00000020:00000001:0.0:1767384373.209768:0:35727:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384373.209774:0:35727:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000045f19472. 00080000:00000010:0.0:1767384373.209777:0:35727:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000045f19472. 00000020:00000001:0.0:1767384373.209780:0:35727:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.603498:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384373.603506:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.603513:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384373.603524:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384373.603563:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384373.603568:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.603571:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384373.667488:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384373.667493:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384373.667495:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000400:00000010:0.0:1767384373.667499:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000400:00000200:0.0:1767384373.667503:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384373.667509:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384373.667519:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000079275e19. 00000400:00000010:0.0:1767384373.667522:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000b1670c8. 00000400:00000001:0.0:1767384373.667525:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384373.667526:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384373.667527:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 00000400:00000010:0.0:1767384373.667529:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000400:00000200:0.0:1767384373.667530:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384373.667532:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp36 recovery ping unlinked 00000400:00000010:0.0:1767384373.667541:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001f72e216. 00000400:00000010:0.0:1767384373.667544:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b7aa6f20. 00000800:00000200:3.0:1767384373.668482:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (6) 00000800:00000200:3.0:1767384373.668488:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:988 00000800:00000200:3.0:1767384373.668491:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384373.668652:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384373.668654:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.668667:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.668671:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.668673:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384373.898969:0:35891:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384373.898972:0:35891:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:1.0:1767384373.902036:0:35891:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384373.907864:0:35892:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c5c63795. 00000400:00000010:1.0:1767384373.907877:0:35892:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000053d00199. 00000400:00000010:1.0:1767384373.907888:0:35892:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007d3494b4. 00000400:00000010:1.0:1767384373.907891:0:35892:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e7defa88. 00000400:00000010:1.0:1767384373.907894:0:35892:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b984887c. 00000400:00000010:1.0:1767384373.907897:0:35892:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009369d7fa. 00000400:00000010:1.0:1767384373.907899:0:35892:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eb5ace56. 00000400:00000010:1.0:1767384373.907900:0:35892:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000034f93c07. 00000400:00000010:1.0:1767384373.907903:0:35892:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000066c4d9ec. 00000800:00000010:1.0:1767384373.907917:0:35892:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000097caf4a. 00000800:00000200:1.0:1767384373.907926:0:35892:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384373.907937:0:35892:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384373.907967:0:35892:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384373.907986:0:35892:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp45 [8/256/0/180] 00000400:00000010:1.0:1767384373.909538:0:35892:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000e7be00fa. 00000400:00000010:1.0:1767384373.909543:0:35892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df44ae10. 00000400:00000010:1.0:1767384373.909548:0:35892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000400:00000001:1.0:1767384373.909565:0:35892:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384373.909567:0:35892:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384373.909568:0:35892:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ccc1f9a. 00000400:00000200:1.0:1767384373.909570:0:35892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003deaac31 00000400:00000010:1.0:1767384373.909571:0:35892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003deaac31. 00000400:00000010:1.0:1767384373.909574:0:35892:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000ef4b383f. 00000400:00000200:1.0:1767384373.909578:0:35892:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (35) 00000400:00000200:1.0:1767384373.909588:0:35892:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384373.909595:0:35892:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:1.0:1767384373.909601:0:35892:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c8bc3ada. 00000400:00000200:3.0:1767384373.909604:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384373.909605:0:35892:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384373.909609:0:35892:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp45 00000400:00000200:3.0:1767384373.909612:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:3.0:1767384373.909619:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf6500e6. 00000400:00000200:3.0:1767384373.909622:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (36) 00000400:00000010:1.0:1767384373.909624:0:35892:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000053d00199. 00000400:00000010:3.0:1767384373.909627:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000064d92015. 00000400:00000010:1.0:1767384373.909629:0:35892:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c5c63795. 00000400:00000200:3.0:1767384373.909633:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000020:00000001:2.0:1767384373.909644:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384373.909645:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 10000000:00000001:2.0:1767384373.909649:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384373.909652:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 10000000:00000001:2.0:1767384373.909653:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384373.909656:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384373.909660:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384373.909662:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000020:01000004:2.0:1767384373.909663:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384373.909666:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384373.909668:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384373.909669:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384373.909670:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384373.909671:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384373.909672:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384373.909673:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384373.909674:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384373.909680:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed49464d. 00000400:00000200:3.0:1767384373.909681:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000040:2.0:1767384373.909685:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384373.909688:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000100:00000001:2.0:1767384373.909692:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384373.909695:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 02000000:00000001:2.0:1767384373.909696:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384373.909701:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 02000000:00000001:2.0:1767384373.909701:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.909708:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:3.0:1767384373.909711:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 02000000:00000010:2.0:1767384373.909711:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009a6fb515. 00000400:00000200:3.0:1767384373.909718:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000100:00000001:2.0:1767384373.909719:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.909723:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000400:00000200:3.0:1767384373.909727:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[142, 38] 00000100:00000001:2.0:1767384373.909729:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384373.909730:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000100:00000001:2.0:1767384373.909732:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.909738:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000100:00000040:2.0:1767384373.909742:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed49464d] to pc [ptlrpcd_00_00+0] req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384373.909747:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384373.909761:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:3.0:1767384373.909765:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:3.0:1767384373.909767:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000400:00000200:3.0:1767384373.909770:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000400:00000200:3.0:1767384373.909773:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 30], ns[62, 30] 00000400:00000200:3.0:1767384373.909777:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 30], ns[78, 30] 10000000:00000001:2.0:1767384373.909778:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384373.909782:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.909784:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384373.909787:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384373.909792:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384373.909794:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 30], ns[117, 30] 00000020:00000001:2.0:1767384373.909795:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:1.0:1767384373.909797:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 10000000:00000001:2.0:1767384373.909799:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384373.909803:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384373.909804:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 30], ns[79, 30] 00000100:00000001:1.0:1767384373.909804:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1767384373.909805:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384373.909810:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384373.909813:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384373.909814:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 30], ns[93, 30] 00000100:00000001:1.0:1767384373.909815:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:2.0:1767384373.909816:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384373.909818:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.909822:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 30], ns[100, 30] 00000100:00000001:1.0:1767384373.909822:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.909825:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384373.909826:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384373.909830:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384373.909830:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.909832:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 30], ns[136, 30] 00000100:00000001:1.0:1767384373.909833:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384373.909834:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384373.909838:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384373.909838:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384373.909841:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 30], ns[120, 30] 00000020:01000004:2.0:1767384373.909842:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384373.909845:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384373.909846:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384373.909850:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000447e0b8d. 00000400:00000200:3.0:1767384373.909853:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 30], ns[148, 30] 00000020:00000040:2.0:1767384373.909856:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384373.909862:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384373.909865:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384373.909867:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 30], ns[132, 30] 02000000:00000001:2.0:1767384373.909869:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.909872:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384373.909876:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384373.909878:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002ac3cd7b. 00000400:00000200:3.0:1767384373.909879:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 30], ns[147, 30] 02000000:00000001:1.0:1767384373.909881:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384373.909884:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384373.909885:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384373.909889:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 30], ns[145, 30] 00000100:00000001:2.0:1767384373.909890:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384373.909891:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.909894:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384373.909898:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ed49464d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746153728:0@lo:253: 00000400:00000200:3.0:1767384373.909901:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[135, 30], ns[144, 30] 00000100:00000040:2.0:1767384373.909903:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000447e0b8d] to pc [ptlrpcd_00_01+1] req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.909907:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384373.909912:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384373.909916:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.909918:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 30], ns[150, 30] 02000000:00000001:1.0:1767384373.909922:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384373.909927:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 02000000:00000010:1.0:1767384373.909928:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000071c55535. 10000000:00000001:2.0:1767384373.909930:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384373.909934:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384373.909935:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.909936:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:2.0:1767384373.909940:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384373.909941:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000662af03. 00000020:01000000:2.0:1767384373.909944:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384373.909945:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000400:00000010:1.0:1767384373.909948:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053d00199. 00000020:00000010:2.0:1767384373.909949:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c8bc3ada. 00000400:00000200:3.0:1767384373.909952:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp42 00000100:00000200:1.0:1767384373.909955:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746153728, portal 25 00000400:00000200:3.0:1767384373.909959:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp42 lpni_is_preferred = 0 00000100:00000001:1.0:1767384373.909959:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384373.909961:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384373.909962:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348021632 : -111513361529984 : ffff9a9445b2c380) 00000400:00000200:3.0:1767384373.909964:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp42 00000100:00100000:2.0:1767384373.909965:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1767384373.909969:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.909970:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.909972:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp42 NI seq info: [151:151:256:4294967295] 192.168.203.143@tcp42 LPNI seq info [142:142:8:4294967295] 00000100:00000001:2.0:1767384373.909979:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384373.909982:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.909987:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384373.909988:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp42 00000100:00000001:2.0:1767384373.909991:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384373.909994:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384373.909997:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.910001:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384373.910005:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384373.910009:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp42(192.168.203.143@tcp42:) -> 192.168.203.143@tcp42(192.168.203.143@tcp:192.168.203.143@tcp42) : PUT try# 0 00000400:00000010:1.0:1767384373.910011:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7c2806b. 00000100:00000001:2.0:1767384373.910015:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384373.910017:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746153728, offset 0 00000100:00000001:2.0:1767384373.910019:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.910024:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767384373.910026:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.143@tcp42 02000000:00000001:2.0:1767384373.910028:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384373.910028:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:3.0:1767384373.910032:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9391b6c. 02000000:00000001:2.0:1767384373.910034:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384373.910041:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f2569c82. 00000400:00000200:1.0:1767384373.910041:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384373.910046:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000447e0b8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746153856:0@lo:253: 00000800:00000010:3.0:1767384373.910048:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e06162e3. 00000100:00000001:2.0:1767384373.910052:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384373.910057:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384373.910057:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06f00 00000800:00000200:3.0:1767384373.910058:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (2) 02000000:00000001:2.0:1767384373.910062:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.910066:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.1:1767384373.910068:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (2) 00000400:00000200:1.0:1767384373.910069:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1531 [2] + 0 02000000:00000010:2.0:1767384373.910072:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001a0934c4. 00000400:00000010:1.0:1767384373.910076:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077f2021d. 02000000:00000001:2.0:1767384373.910077:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.910083:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000098442d5f 00000400:00000010:2.0:1767384373.910084:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f81be98. 00000400:00000200:3.0:1767384373.910086:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384373.910092:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00000400:00000200:1.0:1767384373.910092:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384373.910093:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b85e3241. 00000100:00000200:2.0:1767384373.910097:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746153856, portal 25 00000100:00000001:2.0:1767384373.910101:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384373.910104:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348024320 : -111513361527296 : ffff9a9445b2ce00) 00000400:00000200:1.0:1767384373.910107:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384373.910111:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384373.910114:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098442d5f 00000400:00000010:1.0:1767384373.910118:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098442d5f. 00000100:00000001:2.0:1767384373.910120:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.910124:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384373.910124:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384373.910128:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384373.910129:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070d6c5a5. 00000100:00000040:1.0:1767384373.910132:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000fb43582b x1853236746153728 msgsize 4848 00000100:00000200:2.0:1767384373.910133:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746153856, offset 0 00000400:00000200:3.0:1767384373.910143:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384373.910145:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384373.910146:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384373.910150:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384373.910160:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384373.910167:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384373.910168:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7c2806b 00000400:00000010:1.0:1767384373.910187:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7c2806b. 00000100:00000001:1.0:1767384373.910191:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384373.910193:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df06f80 00000100:00000200:1.0:1767384373.910198:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384373.910204:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384373.910205:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x153d [2] + 0 00000400:00000010:2.0:1767384373.910212:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c48573bf. 00000100:00000001:1.0:1767384373.910213:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384373.910218:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c6d0cb4 00000100:00000040:1.0:1767384373.910219:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384373.910225:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384373.910227:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.910231:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384373.910232:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384373.910232:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384373.910236:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.910239:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c6d0cb4 00000100:00000001:1.0:1767384373.910241:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294962680 00000400:00000010:2.0:1767384373.910243:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c6d0cb4. 00000100:00000001:2.0:1767384373.910249:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384373.910250:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5d0c0cd. 00000100:00000200:2.0:1767384373.910251:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384373.910256:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000a1b30536 x1853236746153856 msgsize 4848 00000100:00000001:1.0:1767384373.910260:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384373.910261:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00100000:2.0:1767384373.910265:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384373.910269:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384373.910270:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294962680 00000100:00000010:1.0:1767384373.910275:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091862552. 00000100:00000001:2.0:1767384373.910278:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384373.910278:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384373.910281:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294962680 00000100:00000010:1.0:1767384373.910285:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084461eb9. 00000100:00000001:1.0:1767384373.910289:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384373.910293:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070d6c5a5 00000100:00000001:1.0:1767384373.910293:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294962680 00000400:00000200:3.0:1767384373.910294:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000010:2.0:1767384373.910297:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070d6c5a5. 00000100:00000010:1.0:1767384373.910301:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a257a64. 00000100:00000001:2.0:1767384373.910303:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384373.910307:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000200:2.0:1767384373.910309:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.910319:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.910320:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384373.910323:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.910326:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.910329:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.910332:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:1.0:1767384373.910335:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.910341:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.910342:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.910343:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384373.910345:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384373.910347:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.910351:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.910352:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.910356:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294962680 00000100:00000001:2.0:1767384373.910359:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294962680 00000100:00000001:2.0:1767384373.910362:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294962680 00000100:00000001:2.0:1767384373.910363:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294962680 00000100:00000001:2.0:1767384373.910365:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294962680 00000100:00000001:2.0:1767384373.910367:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294962680 00000100:00000001:2.0:1767384373.910369:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294962680 00000100:00000001:2.0:1767384373.910371:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294962680 00000100:00000001:2.0:1767384373.910372:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.910375:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.910375:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384373.910380:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746153728 00000100:00000001:2.0:1767384373.910381:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384373.910384:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.910386:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.910387:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384373.910390:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.910392:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 02000000:00000001:1.0:1767384373.910394:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384373.910398:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746153728 00000020:00000001:1.0:1767384373.910401:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384373.910403:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384373.910406:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384373.910408:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:1.0:1767384373.910410:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384373.910412:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384373.910413:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00100000:2.0:1767384373.910416:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746153856 00000100:00000001:1.0:1767384373.910418:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384373.910419:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.910423:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.910446:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.910449:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.910451:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746153856 00000020:00000001:2.0:1767384373.910454:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.910455:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384373.910457:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384373.910461:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090dee2a4. 00000020:00000040:2.0:1767384373.910466:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000400:00000200:3.0:1767384373.910467:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:1.0:1767384373.910467:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384373.910473:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000010:1.0:1767384373.910474:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090dee2a4. 00000020:00000001:2.0:1767384373.910476:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384373.910481:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384373.910482:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ede8e21. 00000020:00000010:2.0:1767384373.910485:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e49c4496. 00000020:00000010:1.0:1767384373.910488:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000660bf224. 00000100:00000001:2.0:1767384373.910489:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.910494:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e49c4496. 00000020:00000010:1.0:1767384373.910497:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000020:00000010:2.0:1767384373.910500:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d108d084. 00000020:00000010:2.0:1767384373.910505:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a5169c2. 00000020:00000010:2.0:1767384373.910509:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082144d41. 00000100:00000040:1.0:1767384373.910509:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384373.910511:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000001:1.0:1767384373.910514:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.910516:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384373.910517:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.910519:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384373.910520:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.910522:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.910530:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.910531:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.910540:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.910551:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.910554:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384373.910558:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:2.0:1767384373.910563:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384373.910564:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384373.910566:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384373.910571:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000040:1.0:1767384373.910575:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384373.910577:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604655184 : -111508104896432 : ffff9a957f04a050) 00000100:00100000:2.0:1767384373.910581:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000040:1.0:1767384373.910585:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb43582b x1853236746153728/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:354/0 lens 4848/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384373.910586:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:2.0:1767384373.910590:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604648016 : -111508104903600 : ffff9a957f048450) 00000100:00000040:2.0:1767384373.910598:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1b30536 x1853236746153856/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:354/0 lens 4848/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.910599:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384373.910600:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000020:00000010:1.0:1767384373.910605:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090dee2a4. 00000100:00000001:1.0:1767384373.910611:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.910613:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384373.910615:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090dee2a4. 00000020:00000010:2.0:1767384373.910618:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e49c4496. 00000100:00000001:2.0:1767384373.910622:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384373.910623:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb43582b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746153728:12345-0@lo:253: 00000020:00000010:2.0:1767384373.910626:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e49c4496. 00000100:00000200:1.0:1767384373.910629:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746153728 00000020:00000001:1.0:1767384373.910633:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384373.910636:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1b30536 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746153856:12345-0@lo:253: 00000020:00000001:1.0:1767384373.910638:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384373.910640:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746153856 00000020:00000001:1.0:1767384373.910642:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.910643:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384373.910646:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384373.910647:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000020:00000001:2.0:1767384373.910648:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384373.910649:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384373.910652:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384373.910654:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.910655:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384373.910658:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384373.910661:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384373.910663:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.910664:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384373.910666:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.910668:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384373.910671:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384373.910672:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384373.910675:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384373.910676:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.910680:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.910681:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384373.910682:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c8bc3ada. 00000100:00000001:2.0:1767384373.910684:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384373.910688:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.910689:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 02000000:00000001:2.0:1767384373.910689:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384373.910691:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384373.910695:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002943f7b. 20000000:00000001:1.0:1767384373.910696:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384373.910701:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.910704:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384373.910706:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000002d55f8d. 20000000:00000001:2.0:1767384373.910707:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384373.910713:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384373.910715:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384373.910717:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767384373.910718:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000059708ddd. 20000000:00000001:1.0:1767384373.910719:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.910723:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 20000000:01000000:2.0:1767384373.910724:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384373.910731:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384373.910731:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.910736:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384373.910736:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384373.910741:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.910744:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.910746:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384373.910748:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d3bfd3d9. 00000400:00000200:3.0:1767384373.910750:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 20000000:01000000:1.0:1767384373.910751:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:1.0:1767384373.910758:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384373.910763:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384373.910766:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384373.910773:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00080000:00000001:1.0:1767384373.910781:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384373.910793:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00080000:00000001:1.0:1767384373.910795:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.910799:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384373.910801:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.910803:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384373.910804:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384373.910806:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:1.0:1767384373.910810:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:1.0:1767384373.910811:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384373.910814:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384373.910818:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.910819:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00080000:00000001:1.0:1767384373.910820:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384373.910825:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384373.910829:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384373.910832:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384373.910835:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000305b8ef3. 00080000:00000001:1.0:1767384373.910838:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326552064 : -111513382999552 : ffff9a94446b2a00) 00080000:00000001:1.0:1767384373.910841:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384373.910844:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384373.910848:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000090dee2a4. 00080000:00000001:1.0:1767384373.910851:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.910853:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384373.910867:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00080000:00000001:1.0:1767384373.910868:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.910884:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384373.910915:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.910958:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.910978:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.910998:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911023:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911066:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911103:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911141:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911166:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911199:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911213:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911227:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911243:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911260:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911278:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384373.911308:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384373.911503:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099202ac3. 00000800:00000010:3.0:1767384373.911507:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000021020d51. 00000800:00000010:3.0:1767384373.911511:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6b5ea29. 00000800:00000010:3.0:1767384373.911527:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6b5ea29. 00000800:00020000:3.0:1767384373.911536:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384373.911539:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000021020d51. 00000800:00000010:3.0:1767384373.911541:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000099202ac3. 00000400:02020000:3.0:1767384373.911596:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp42 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384373.911603:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp42 notifying 192.168.203.143@tcp42: down 00000800:00000200:3.0:1767384373.911609:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp42 down 00000800:00000100:3.0:1767384373.911615:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.203.143@tcp42 00000800:00000010:3.0:1767384373.911618:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9391b6c. 00000400:00000200:3.0:1767384373.911620:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384373.911625:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp42->192.168.203.143@tcp42: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384373.911631:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp42 added to recovery queue. ping count: 0 next ping: 296 health :900 00000400:00000200:3.0:1767384373.911635:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384373.911638:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384373.911642:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384373.911678:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384373.911684:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x101171 00000400:00000001:2.0:1767384373.911689:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384373.911690:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384373.911692:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf6500e6 00000400:00000010:2.0:1767384373.911693:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf6500e6. 00000400:00000200:2.0:1767384373.911697:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384373.911701:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384373.911705:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (37) 00000400:00000200:2.0:1767384373.911708:0:16351:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384373.911710:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc -71 00000400:00000200:2.0:1767384373.911712:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:2.0:1767384373.911715:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (36) 00080000:00000010:1.0:1767384373.911980:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000305b8ef3. 00080000:00000010:2.0:1767384373.912011:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000090dee2a4. 00040000:00000001:2.0:1767384373.912015:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384373.912016:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384373.912018:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384373.912026:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384373.912029:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.912030:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384373.912040:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384373.912050:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384373.912052:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384373.912055:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000305b8ef3. 00080000:00000001:2.0:1767384373.912057:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384373.912059:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:1.0:1767384373.912062:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384373.912065:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384373.912073:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384373.912078:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384373.912083:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.912085:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384373.912086:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.912087:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384373.912088:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384373.912089:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:1.0:1767384373.912091:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:1.0:1767384373.912092:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384373.912094:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384373.912096:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.912098:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384373.912099:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:3.0:1767384373.912102:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:1.0:1767384373.912102:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384373.912104:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384373.912106:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eec33cb7. 00080000:00000001:1.0:1767384373.912109:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326553088 : -111513382998528 : ffff9a94446b2e00) 00080000:00000001:1.0:1767384373.912112:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:3.0:1767384373.912114:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000001:00000001:1.0:1767384373.912115:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 10000000:01000000:3.0:1767384373.912116:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:1.0:1767384373.912119:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000256d0fb7. 00010000:00000001:3.0:1767384373.912121:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384373.912122:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.912125:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384373.912126:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384373.912134:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d0e04aa0. 00080000:00000001:1.0:1767384373.912135:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.912139:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384373.912141:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6457ae. 00080000:00000001:1.0:1767384373.912143:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:3.0:1767384373.912145:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384373.912149:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b6457ae with handle 0x980286e253c5fd6c to hash 00000020:00000001:3.0:1767384373.912151:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384373.912152:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384373.912154:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384373.912157:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.912159:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.912161:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.912167:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384373.912188:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384373.912191:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384373.912193:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384373.912194:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.912196:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384373.912198:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.912200:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384373.912201:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384373.912202:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384373.912204:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384373.912205:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d0e04aa0) refcount = 1 00010000:00010000:3.0:1767384373.912208:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.912213:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000020:2.0:1767384373.912213:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384373.912216:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1767384373.912219:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384373.912220:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.912225:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384373.912225:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000002d55f8d. 20000000:00000001:2.0:1767384373.912231:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.912234:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384373.912236:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746153728 20000000:00000001:3.0:1767384373.912238:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384373.912242:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:2.0:1767384373.912243:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384373.912245:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.912248:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.912249:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=4 00010000:00000200:2.0:1767384373.912250:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb43582b x1853236746153728/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384373.912251:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384373.912255:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384373.912259:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384373.912261:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.912277:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384373.912277:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384373.912282:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.912283:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.912290:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384373.912291:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=79 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384373.912292:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384373.912294:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384373.912299:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384373.912300:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.912303:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.912304:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384373.912306:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384373.912310:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384373.912310:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384373.912317:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384373.912319:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b6457ae already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384373.912322:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1767384373.912322:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.912326:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384373.912327:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384373.912328:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384373.912333:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384373.912338:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070d6c5a5. 00010000:00000001:3.0:1767384373.912339:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384373.912341:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1767384373.912343:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746153728, offset 224 00000020:00000001:3.0:1767384373.912349:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384373.912349:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384373.912352:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6457ae refcount=5 00000020:00000001:3.0:1767384373.912355:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00010000:00000001:3.0:1767384373.912359:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712704 : -111508052838912 : ffff9a95821ef600) 00000400:00000200:2.0:1767384373.912360:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384373.912364:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384373.912367:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384373.912370:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06f00 00010000:00000001:3.0:1767384373.912377:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384373.912379:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d71 [2] + 224 00010000:00000001:3.0:1767384373.912380:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384373.912384:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.912386:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384373.912388:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384373.912390:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384373.912392:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384373.912393:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.912396:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.912397:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384373.912398:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b6457ae with handle 0x980286e253c5fd6c from hash 00010000:00000001:3.0:1767384373.912400:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384373.912401:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.912402:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.912402:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384373.912405:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384373.912407:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:2.0:1767384373.912409:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.912410:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384373.912413:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.912418:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.912422:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1767384373.912443:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.912447:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384373.912452:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.912454:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.912457:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.912460:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.912461:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.912463:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384373.912463:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384373.912469:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384373.912470:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070d6c5a5 00000400:00000010:2.0:1767384373.912473:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070d6c5a5. 00000100:00000001:2.0:1767384373.912476:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384373.912477:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384373.912478:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.912479:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384373.912480:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384373.912483:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384373.912483:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384373.912484:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.912488:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384373.912489:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:1.0:1767384373.912490:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384373.912492:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384373.912493:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384373.912495:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384373.912496:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.912497:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:2.0:1767384373.912499:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384373.912499:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000662af03. 00010000:00000001:3.0:1767384373.912502:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.912504:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb43582b x1853236746153728/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384373.912506:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d00199 20000000:00000001:3.0:1767384373.912508:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384373.912512:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053d00199. 00010000:00010000:3.0:1767384373.912515:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384373.912518:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384373.912525:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.912533:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb43582b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746153728:12345-0@lo:253: Request processed in 1930us (2397us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384373.912537:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384373.912541:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384373.912545:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b6457ae/0x980286e253c5fd6c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384373.912551:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000200:1.0:1767384373.912554:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384373.912557:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00010000:00000040:3.0:1767384373.912560:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d0e04aa0 count: 0 00000100:00000001:2.0:1767384373.912561:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.912564:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.912569:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000660bf224. 00010000:00000001:3.0:1767384373.912572:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384373.912572:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384373.912574:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 20000000:00000001:3.0:1767384373.912576:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384373.912577:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384373.912578:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ede8e21. 00000100:00000001:1.0:1767384373.912582:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384373.912584:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:1.0:1767384373.912585:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384373.912589:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384373.912590:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384373.912590:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384373.912592:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c8bc3ada. 02000000:00000001:1.0:1767384373.912594:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.912596:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384373.912599:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384373.912599:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=79 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384373.912606:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384373.912606:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384373.912611:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384373.912613:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa7ab83f. 00000100:00000001:1.0:1767384373.912613:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.912618:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384373.912620:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070d6c5a5. 00010000:00000001:1.0:1767384373.912620:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.912622:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384373.912625:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.912633:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384373.912636:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384373.912637:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384373.912639:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384373.912640:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384373.912641:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384373.912643:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384373.912644:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384373.912644:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384373.912645:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384373.912646:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384373.912647:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384373.912648:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384373.912649:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384373.912654:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed49464d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746153728:0@lo:253: 00000100:00000001:1.0:1767384373.912658:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.912659:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384373.912667:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed49464d x1853236746153728/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.912672:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384373.912673:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384373.912675:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000071c55535. 02000000:00000001:1.0:1767384373.912678:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384373.912679:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384373.912681:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384373.912682:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384373.912683:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009a6fb515. 02000000:00000001:1.0:1767384373.912691:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384373.912692:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384373.912693:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed49464d. 00000100:00000001:1.0:1767384373.912696:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384373.912697:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.912698:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.912703:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384373.912704:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.912706:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384373.912708:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384373.913639:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eec33cb7. 00080000:00000010:1.0:1767384373.913673:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000256d0fb7. 00040000:00000001:1.0:1767384373.913678:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384373.913679:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384373.913681:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384373.913683:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384373.913684:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384373.913686:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384373.913688:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384373.913697:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384373.913699:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384373.913702:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384373.913726:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384373.913730:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384373.913731:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384373.913734:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384373.913736:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384373.913741:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006bd23d84. 00010000:00000001:3.0:1767384373.913744:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384373.913748:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d86da99. 00000020:00000001:3.0:1767384373.913750:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384373.913752:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d86da99 with handle 0x980286e253c5fd73 to hash 00000020:00000001:3.0:1767384373.913754:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384373.913756:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384373.913758:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384373.913760:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.913761:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.913763:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.913777:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384373.913779:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384373.913780:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384373.913782:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384373.913783:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.913785:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384373.913786:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.913787:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384373.913788:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384373.913789:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384373.913791:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384373.913792:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006bd23d84) refcount = 1 00010000:00010000:3.0:1767384373.913794:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384373.913794:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384373.913798:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384373.913801:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000059708ddd. 00010000:00000001:3.0:1767384373.913802:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384373.913805:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384373.913806:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384373.913807:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.913808:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.913812:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384373.913813:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746153856 20000000:00000001:3.0:1767384373.913814:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384373.913816:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:01000000:3.0:1767384373.913817:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:3.0:1767384373.913819:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.913820:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.913821:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=4 00000020:00000001:3.0:1767384373.913824:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384373.913826:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384373.913828:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:1.0:1767384373.913828:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1b30536 x1853236746153856/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384373.913831:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.913846:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384373.913847:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384373.913848:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.913850:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384373.913855:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384373.913858:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384373.913859:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384373.913861:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384373.913866:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384373.913869:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.913871:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384373.913872:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384373.913873:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384373.913876:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384373.913881:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384373.913885:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767384373.913886:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053d00199. 00010000:00000001:3.0:1767384373.913887:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.913892:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:1.0:1767384373.913892:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746153856, offset 224 00010000:00010000:3.0:1767384373.913894:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384373.913900:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d86da99 already unused, calling callback (000000004feed035) 00000400:00000200:1.0:1767384373.913901:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384373.913903:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384373.913905:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384373.913907:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384373.913911:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384373.913917:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384373.913918:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.913919:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.913922:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d86da99 refcount=5 00000400:00000200:1.0:1767384373.913923:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df06f80 00000020:00000001:3.0:1767384373.913927:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00010000:00000001:3.0:1767384373.913932:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713216 : -111508052838400 : ffff9a95821ef800) 00000400:00000200:1.0:1767384373.913932:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d79 [2] + 224 00010000:00000001:3.0:1767384373.913937:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384373.913939:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384373.913940:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384373.913946:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384373.913947:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384373.913949:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384373.913951:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384373.913952:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.913956:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:1.0:1767384373.913957:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.913958:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384373.913961:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384373.913965:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.913969:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.913974:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d86da99 with handle 0x980286e253c5fd73 from hash 00010000:00000001:3.0:1767384373.913978:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384373.913980:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.913982:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.913982:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384373.913983:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384373.913984:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384373.913985:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384373.913986:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.913987:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384373.913988:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.913991:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384373.913992:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384373.913993:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d00199 00010000:00000001:3.0:1767384373.913994:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.913998:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384373.913998:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053d00199. 00010000:00000001:3.0:1767384373.914000:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.914004:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.914004:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384373.914008:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.914008:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1767384373.914011:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384373.914014:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.914015:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384373.914018:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384373.914020:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384373.914021:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384373.914021:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384373.914025:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384373.914026:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384373.914028:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:2.0:1767384373.914028:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384373.914029:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.914032:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384373.914033:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384373.914034:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.914038:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:2.0:1767384373.914038:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f81be98. 00000020:00000001:1.0:1767384373.914039:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384373.914042:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.914045:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b85e3241 20000000:00000001:3.0:1767384373.914046:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384373.914046:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1b30536 x1853236746153856/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384373.914050:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b85e3241. 00010000:00010000:3.0:1767384373.914051:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384373.914057:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384373.914064:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.914070:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384373.914073:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384373.914076:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d86da99/0x980286e253c5fd73 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384373.914083:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1b30536 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746153856:12345-0@lo:253: Request processed in 3465us (3821us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384373.914094:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384373.914101:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000040:1.0:1767384373.914108:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384373.914113:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:3.0:1767384373.914118:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006bd23d84 count: 0 00000100:00000001:2.0:1767384373.914119:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384373.914119:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384373.914124:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384373.914125:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a5169c2. 00000100:00000001:2.0:1767384373.914126:0:16353:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384373.914128:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384373.914130:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:3.0:1767384373.914131:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:1.0:1767384373.914131:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082144d41. 00000100:00000001:2.0:1767384373.914135:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384373.914136:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d108d084. 00000100:00000001:2.0:1767384373.914137:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.914142:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384373.914143:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00001000:2.0:1767384373.914144:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=79 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384373.914147:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384373.914149:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=79 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384373.914150:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002943f7b. 00000100:00000001:2.0:1767384373.914152:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384373.914155:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.914156:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384373.914156:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384373.914160:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.914160:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.914164:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384373.914166:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384373.914183:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000662af03. 00000100:00000040:2.0:1767384373.914186:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384373.914186:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053d00199. 00000100:00000001:2.0:1767384373.914195:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.914198:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384373.914199:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384373.914201:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384373.914203:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384373.914204:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384373.914204:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384373.914211:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384373.914212:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384373.914213:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384373.914214:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384373.914214:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384373.914217:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.914222:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000447e0b8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746153856:0@lo:253: 00000100:00000001:2.0:1767384373.914225:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.914226:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384373.914227:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000447e0b8d x1853236746153856/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.914231:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384373.914233:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384373.914234:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001a0934c4. 02000000:00000001:2.0:1767384373.914237:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384373.914239:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384373.914239:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384373.914241:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384373.914242:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002ac3cd7b. 02000000:00000001:2.0:1767384373.914245:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384373.914246:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384373.914247:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000447e0b8d. 00000100:00000001:2.0:1767384373.914249:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384373.914249:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.914251:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.914254:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384373.914255:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.914257:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.914259:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.916477:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294962680, at 4294962681 00000100:00000010:2.0:1767384373.916483:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084461eb9. 00000100:00000040:1.0:1767384373.917472:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294962680, at 4294962682 00000100:00000010:1.0:1767384373.917478:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091862552. 00000100:00000040:0.0:1767384373.917515:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294962680, at 4294962682 00000100:00000010:0.0:1767384373.917522:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5d0c0cd. 00000100:00000040:3.0:1767384373.917526:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294962680, at 4294962682 00000100:00000010:3.0:1767384373.917536:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a257a64. 00010000:00000010:3.1:1767384373.921467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d0e04aa0. 00010000:00000010:3.1:1767384373.921475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6457ae. 00010000:00000010:3.1:1767384373.921479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006bd23d84. 00010000:00000010:3.1:1767384373.921481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d86da99. 00000400:00000010:1.0:1767384373.925836:0:35897:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009f4b5e8f. 00000400:00000040:1.0:1767384373.925855:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384373.925858:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384373.925860:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384373.925862:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384373.925864:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384373.925864:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384373.925867:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384373.925868:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384373.925869:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384373.925870:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384373.925872:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384373.925878:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384373.925879:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384373.925880:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384373.925881:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384373.925883:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384373.925885:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384373.925885:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384373.925886:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384373.925888:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384373.925889:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384373.925890:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384373.925891:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384373.925892:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384373.925892:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384373.925894:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384373.925895:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384373.925895:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384373.925896:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384373.925897:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384373.925898:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384373.925899:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384373.925900:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384373.925901:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384373.925902:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384373.925903:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384373.925904:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384373.925905:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384373.925906:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384373.925907:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384373.925908:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384373.925909:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384373.925910:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384373.925911:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384373.925912:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384373.925913:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384373.925913:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384373.925914:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384373.925916:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384373.925917:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384373.925920:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384373.925921:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384373.925922:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384373.925924:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384373.925925:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384373.925926:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384373.925927:0:35897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384373.926005:0:35897:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009f4b5e8f. 00010000:00000001:2.0:1767384374.628504:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384374.628510:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.628517:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384374.628528:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384374.628530:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384374.628532:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.628535:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384374.628536:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.628537:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.628540:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.628558:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384374.628560:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384374.628562:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384374.692508:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp40 00000400:00000010:3.0:1767384374.692514:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005646d5e5. 00000400:00000010:3.0:1767384374.692520:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d51512a8. 00000400:00000010:3.0:1767384374.692524:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384374.692531:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003e5ab86. 00000400:00000200:3.0:1767384374.692536:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp40 00000400:00000200:3.0:1767384374.692553:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp40 local destination 00000400:00000200:3.0:1767384374.692559:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp40 00000400:00000200:3.0:1767384374.692564:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp40 NI seq info: [152:152:256:4294967295] 192.168.203.143@tcp40 LPNI seq info [143:143:8:4294967295] 00000400:00000200:3.0:1767384374.692570:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp40 00000400:00000200:3.0:1767384374.692580:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp40(192.168.203.143@tcp40:) -> 192.168.203.143@tcp40(192.168.203.143@tcp40:192.168.203.143@tcp40) : GET try# 0 00000800:00000200:3.0:1767384374.692587:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp40 00000800:00000010:3.0:1767384374.692591:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e890466d. 00000800:00000200:3.0:1767384374.692598:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb98dcf5] -> 12345-192.168.203.143@tcp40 (2) 00000800:00000200:3.1:1767384374.692604:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb98dcf5] -> 12345-192.168.203.143@tcp40 (2) 00000400:00000200:3.0:1767384374.692620:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp40 added to recovery queue. ping count: 3 next ping: 304 health :700 00000400:00000200:3.0:1767384374.692625:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp42 00000400:00000010:3.0:1767384374.692629:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a0421a3f. 00000400:00000010:3.0:1767384374.692633:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009c6214bd. 00000400:00000010:3.0:1767384374.692636:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0caf0ee. 00000400:00000010:3.0:1767384374.692641:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000d876e58. 00000400:00000200:3.0:1767384374.692644:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp42 00000400:00000200:3.0:1767384374.692649:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp42 local destination 00000400:00000200:3.0:1767384374.692652:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp42 00000400:00000200:3.0:1767384374.692655:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp42 NI seq info: [153:153:256:4294967295] 192.168.203.143@tcp42 LPNI seq info [144:144:8:4294967295] 00000400:00000200:3.0:1767384374.692666:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp42 00000400:00000200:3.0:1767384374.692677:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp42(192.168.203.143@tcp42:) -> 192.168.203.143@tcp42(192.168.203.143@tcp42:192.168.203.143@tcp42) : GET try# 0 00000800:00000200:3.0:1767384374.692681:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp42 00000800:00000010:3.0:1767384374.692684:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000065a72fdc. 00000800:00000200:3.0:1767384374.692689:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (2) 00000800:00000200:3.1:1767384374.692693:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (2) 00000400:00000200:3.0:1767384374.692707:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp42 added to recovery queue. ping count: 1 next ping: 298 health :900 00000400:00000200:3.0:1767384374.692781:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.692839:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.692880:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.692921:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.692949:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.692981:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693004:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693040:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693087:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693106:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693164:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693198:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693246:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693262:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693306:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693307:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693345:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693380:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693402:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693482:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693489:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693534:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693565:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693598:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693635:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693650:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693696:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693696:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693735:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693774:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693797:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693855:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693863:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.693925:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693933:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.693980:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694000:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694015:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694071:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694071:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694133:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694153:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694212:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694224:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694271:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694282:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694319:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694340:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694365:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694396:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694416:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694472:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694492:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694527:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694555:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694588:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694613:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694647:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694665:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694700:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694712:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694747:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694753:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694807:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694809:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694860:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694873:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.694898:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694923:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.694960:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.695001:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.695044:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000010:0.0:1767384374.695053:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c95560a3. 00000800:00000010:0.0:1767384374.695058:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000847b92fc. 00000800:00000010:0.0:1767384374.695063:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd765ed6. 00000400:00000200:3.0:1767384374.695080:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000800:00000010:0.0:1767384374.695083:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd765ed6. 00000800:00020000:0.0:1767384374.695093:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384374.695096:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000847b92fc. 00000800:00000010:0.0:1767384374.695099:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c95560a3. 00000400:00000200:3.0:1767384374.695108:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.695153:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000400:02020000:0.0:1767384374.695158:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp42 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384374.695178:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp42 notifying 192.168.203.143@tcp42: down 00000400:00000200:0.0:1767384374.695183:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384374.695190:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp42 00000800:00000010:0.0:1767384374.695194:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000065a72fdc. 00000400:00000200:0.0:1767384374.695201:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384374.695207:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp42->192.168.203.143@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384374.695208:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.695219:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384374.695224:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384374.695228:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp42) recovery failed with -71 00000400:00000200:3.0:1767384374.695233:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.695256:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.695278:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.695291:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.695302:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.695317:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.695334:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.143:988 00000800:00000010:3.0:1767384374.695497:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099202ac3. 00000800:00000010:3.0:1767384374.695502:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ccc12fe. 00000800:00000010:3.0:1767384374.695505:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000301f9be8. 00000800:00000010:3.0:1767384374.695537:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000301f9be8. 00000400:00000200:0.0:1767384374.695682:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384374.695701:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp40 from 207.3.0.2 00000800:00000010:0.0:1767384374.695705:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005337266c. 00000800:00000010:0.0:1767384374.696008:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c95560a3. 00000800:00000010:0.0:1767384374.696017:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000847b92fc. 00000800:00000010:0.0:1767384374.696028:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000be6383a5. 00000800:00000200:0.1:1767384374.696032:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb98dcf5] -> 12345-192.168.203.143@tcp40 (2) 00000800:00000200:0.1:1767384374.696036:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp40 00000000be6383a5 deleted 00000800:00000010:0.1:1767384374.696038:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000be6383a5. 00000800:00000200:0.1:1767384374.696041:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384374.696046:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp40 ip 192.168.203.143:975 00000800:00000200:0.1:1767384374.696049:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e890466d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384374.696052:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp40 p 3.x 192.168.203.143 -> 192.168.203.143:975 incarnation:1767384362852289717 sched[0] 00000800:00000010:0.0:1767384374.696056:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd765ed6. 00000800:00000010:0.0:1767384374.696100:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd765ed6. 00000800:00000010:0.0:1767384374.696103:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000847b92fc. 00000800:00000010:0.0:1767384374.696120:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005337266c. 00000800:00000001:0.0:1767384374.696129:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.696134:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384374.696159:0:34393:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384374.696184:0:34393:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp40 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384362852289717 sched[0] 00000800:00000010:3.0:1767384374.696187:0:34393:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ccc12fe. 00000800:00000200:0.0:1767384374.696204:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384374.696208:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e890466d. 00000400:00000200:0.0:1767384374.696212:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.696218:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp40->192.168.203.143@tcp40: GET: OK 00000400:00000200:0.0:1767384374.696223:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384374.696226:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp40 recovery message sent successfully:0 00000400:00000200:3.0:1767384374.696233:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:0.0:1767384374.696238:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.696245:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.696249:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.696258:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.696267:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp40(192.168.203.143@tcp40) <- 192.168.203.143@tcp40 : GET - for me 00000400:00000200:0.0:1767384374.696282:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384374.696293:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x1d69 [1] + 0 00000400:00000200:3.0:1767384374.696294:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.696309:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp40 to MR: 192.168.203.143@tcp40 local destination 00000400:00000200:0.0:1767384374.696317:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp40 NI seq info: [154:154:256:4294967295] 192.168.203.143@tcp40 LPNI seq info [145:145:8:4294967295] 00000400:00000200:0.0:1767384374.696332:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp40(192.168.203.143@tcp40:192.168.203.143@tcp40) -> 192.168.203.143@tcp40(192.168.203.143@tcp40:192.168.203.143@tcp40) 192.168.203.143@tcp40 : REPLY try# 0 00000800:00000200:0.0:1767384374.696339:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp40 00000400:00000200:3.0:1767384374.696342:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000010:0.0:1767384374.696343:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f760e290. 00000800:00000200:0.0:1767384374.696350:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb98dcf5] -> 12345-192.168.203.143@tcp40 (4) 00000800:00000200:0.0:1767384374.696356:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp40 ip 192.168.203.143:988 00000800:00000200:0.0:1767384374.696359:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f760e290 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384374.696371:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696404:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000200:0.0:1767384374.696408:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384374.696411:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f760e290. 00000400:00000200:0.0:1767384374.696414:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.696419:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp40->192.168.203.143@tcp40: REPLY: OK 00000800:00000001:0.0:1767384374.696449:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.696453:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.696454:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.696458:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.696460:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.696464:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.696469:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp40(192.168.203.143@tcp40) <- 192.168.203.143@tcp40 : REPLY - for me 00000400:00000200:3.0:1767384374.696472:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.696480:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp40: Reply from 12345-192.168.203.143@tcp40 of length 272/272 into md 0x1d91 00000800:00000001:0.0:1767384374.696484:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.696488:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.696490:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.696494:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp40->192.168.203.143@tcp40: REPLY: OK 00000400:00000200:0.0:1767384374.696497:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9f6bf4 00000400:00000010:0.0:1767384374.696499:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000400:00000200:0.0:1767384374.696503:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384374.696507:0:16348:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005646d5e5. 00000400:00000010:0.0:1767384374.696511:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d51512a8. 00000800:00000001:0.0:1767384374.696517:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384374.696519:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000800:00000001:0.0:1767384374.696520:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384374.696562:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696604:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696638:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696677:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696723:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696775:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696793:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696813:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696844:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696861:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696873:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696885:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696898:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696911:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696924:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696937:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696950:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696966:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696980:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.696993:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.697007:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.697020:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.697033:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.697046:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.697066:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.697103:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.697118:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384374.697131:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384374.697235:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000209a1d20. 00000800:00000010:3.0:1767384374.697238:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ccc12fe. 00000800:00000010:3.0:1767384374.697241:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000301f9be8. 00000800:00000010:3.0:1767384374.697255:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000301f9be8. 00000800:00020000:3.0:1767384374.697259:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384374.697261:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ccc12fe. 00000800:00000010:3.0:1767384374.697263:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000209a1d20. 00000400:02020000:3.0:1767384374.697291:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp40 at host 192.168.203.143:988: is it running a compatible version of Lustre? 10000000:00000001:2.0:1767384374.947480:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384374.947484:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:2.0:1767384374.947489:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384374.947491:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384374.947493:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384374.947494:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384374.947497:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384374.947499:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384374.947501:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 73 10000000:00000001:2.0:1767384374.947504:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384374.947506:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384374.947512:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000447e0b8d. 00000020:00000040:2.0:1767384374.947515:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384374.947519:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384374.947522:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384374.947526:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384374.947532:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043d524d5. 00000100:00000001:2.0:1767384374.947538:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.947541:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384374.947544:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384374.947551:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000011e76e7e. 00010000:00000001:2.0:1767384374.947554:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384374.947556:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a4d9acd. 00000020:00000001:2.0:1767384374.947559:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384374.947561:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a4d9acd with handle 0x980286e253c5fd7a to hash 00000020:00000001:2.0:1767384374.947563:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384374.947564:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384374.947572:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384374.947575:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384374.947577:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384374.947580:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384374.947587:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384374.947595:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384374.947599:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384374.947601:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384374.947605:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee97cde0. 00000100:00000001:2.0:1767384374.947606:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560348830336 : -111513360721280 : ffff9a9445bf1a80) 00000100:00000001:2.0:1767384374.947609:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384374.947610:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348024320 : -111513361527296 : ffff9a9445b2ce00) 00000100:00000001:2.0:1767384374.947614:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384374.947616:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.947617:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384374.947618:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384374.947624:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.947631:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384374.947633:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.947636:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384374.947638:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384374.947640:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.947643:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000447e0b8d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746153984:0@lo:101: 00000100:00000001:2.0:1767384374.947646:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384374.947650:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384374.947654:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.947655:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384374.947664:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007461b334. 02000000:00000001:2.0:1767384374.947666:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384374.947671:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f81be98. 00000400:00000010:2.0:1767384374.947677:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fae84b2. 00000100:00000200:2.0:1767384374.947683:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746153984, portal 25 00000100:00000001:2.0:1767384374.947685:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384374.947686:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348024320 : -111513361527296 : ffff9a9445b2ce00) 00000100:00000040:2.0:1767384374.947689:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.947695:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384374.947697:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384374.947699:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed3d1a6. 00000100:00000200:2.0:1767384374.947701:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746153984, offset 0 00000400:00000200:2.0:1767384374.947706:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384374.947715:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384374.947725:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df07000 00000400:00000200:2.0:1767384374.947730:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x154d [2] + 0 00000400:00000010:2.0:1767384374.947733:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ee5ac10. 00000400:00000200:2.0:1767384374.947736:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000125c3bfc 00000400:00000200:2.0:1767384374.947741:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.947744:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384374.947748:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000125c3bfc 00000400:00000010:2.0:1767384374.947750:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000125c3bfc. 00000100:00000001:2.0:1767384374.947753:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384374.947755:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384374.947757:0:17082:0:(events.c:337:request_in_callback()) incoming req@0000000063c72dd4 x1853236746153984 msgsize 328 00000100:00100000:2.0:1767384374.947760:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384374.947762:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384374.947773:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384374.947779:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed3d1a6 00000400:00000010:2.0:1767384374.947781:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed3d1a6. 00000100:00000001:2.0:1767384374.947784:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384374.947787:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.947804:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384374.947807:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.947812:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.947814:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384374.947818:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.947822:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294963718 00000100:00000010:2.0:1767384374.947826:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bbd18607. 00000100:00000001:2.0:1767384374.947832:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384374.947833:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384374.947836:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294963718 00000100:00100000:3.0:1767384374.947837:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746153984 00000100:00000010:2.0:1767384374.947841:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4e1fdc1. 02000000:00000001:3.0:1767384374.947842:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384374.947845:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384374.947847:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384374.947848:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.947851:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294963718 02000000:00000001:3.0:1767384374.947853:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384374.947855:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f1dfddc. 00000100:00100000:3.0:1767384374.947858:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746153984 00000100:00000001:2.0:1767384374.947859:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384374.947861:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384374.947863:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294963718 00000020:00000040:3.0:1767384374.947864:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000010:2.0:1767384374.947868:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa533b5f. 00000020:00000001:3.0:1767384374.947869:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384374.947872:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:2.0:1767384374.947874:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384374.947877:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384374.947879:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384374.947881:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384374.947882:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.947887:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384374.947888:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384374.947889:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384374.947892:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ee97cde0 going to sleep for 11 seconds 00000020:00000010:3.0:1767384374.947893:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8cf3ca1. 00000100:00000001:2.0:1767384374.947895:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384374.947900:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384374.947900:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384374.947903:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8cf3ca1. 00000020:00000010:3.0:1767384374.947910:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da369f82. 00000020:00000010:3.0:1767384374.947915:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000153df57b. 00000020:00000010:3.0:1767384374.947920:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094d467cb. 00000100:00000040:3.0:1767384374.947929:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384374.947940:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384374.947942:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384374.947944:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.947952:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.947967:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.947981:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384374.947982:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384374.947987:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000001:2.0:1767384374.947988:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384374.947990:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384374.947991:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384374.947995:0:17077:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.947996:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604652112 : -111508104899504 : ffff9a957f049450) 00000100:00000001:2.0:1767384374.947998:0:17077:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.948006:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000063c72dd4 x1853236746153984/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:355/0 lens 328/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.948018:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384374.948020:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8cf3ca1. 00000100:00000001:3.0:1767384374.948022:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384374.948024:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8cf3ca1. 00000100:00100000:3.0:1767384374.948028:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000063c72dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746153984:12345-0@lo:101: 00000100:00000200:3.0:1767384374.948031:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746153984 00000020:00000001:3.0:1767384374.948034:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384374.948037:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384374.948039:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.948041:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384374.948043:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:3.0:1767384374.948045:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384374.948047:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384374.948049:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384374.948050:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384374.948053:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.948055:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384374.948057:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384374.948059:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384374.948060:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384374.948062:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.948072:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384374.948076:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000745d9f43. 00010000:00000001:3.0:1767384374.948078:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384374.948080:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dac885ac. 00000020:00000001:3.0:1767384374.948082:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384374.948083:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dac885ac with handle 0x980286e253c5fd81 to hash 00000020:00000001:3.0:1767384374.948085:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384374.948086:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384374.948087:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00010000:3.0:1767384374.948089:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fd7a expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384374.948094:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000020:00000040:3.0:1767384374.948096:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000001:3.0:1767384374.948102:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384374.948103:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384374.948107:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003eaf4d46. 02000000:00000001:3.0:1767384374.948109:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.948110:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.948112:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384374.948115:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384374.948117:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384374.948119:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384374.948120:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384374.948122:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384374.948123:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384374.948125:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384374.948126:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384374.948128:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384374.948128:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384374.948130:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000745d9f43) refcount = 1 00010000:00010000:3.0:1767384374.948132:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fd7a expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.948136:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384374.948143:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384374.948144:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384374.948146:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.948147:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384374.948151:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384374.948153:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fd7a expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.948158:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384374.948160:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384374.948162:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384374.948178:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.948179:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384374.948180:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.948182:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384374.948183:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000dac885ac, rc 0) 00000020:00000001:3.0:1767384374.948185:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384374.948188:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746153984 00010000:00000001:3.0:1767384374.948190:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384374.948193:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000063c72dd4 x1853236746153984/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:355/0 lens 328/344 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384374.948200:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384374.948202:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384374.948205:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384374.948208:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384374.948210:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384374.948211:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384374.948213:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384374.948214:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.948216:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384374.948217:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384374.948221:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3edd36. 00000100:00000200:3.0:1767384374.948224:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746153984, offset 224 00000400:00000200:3.0:1767384374.948229:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384374.948234:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384374.948239:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df07000 00000400:00000200:3.0:1767384374.948247:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1d99 [1] + 224 00000400:00000200:3.0:1767384374.948251:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384374.948253:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384374.948256:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384374.948258:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384374.948265:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.948277:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384374.948282:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc3edd36 00000400:00000010:3.0:1767384374.948284:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc3edd36. 00000100:00000001:3.0:1767384374.948287:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384374.948289:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384374.948293:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.948296:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:2.0:1767384374.948296:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384374.948300:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384374.948302:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384374.948303:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384374.948304:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384374.948308:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063c72dd4 x1853236746153984/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:355/0 lens 328/344 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384374.948312:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384374.948316:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f81be98. 00000400:00000200:2.0:1767384374.948322:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fae84b2 00000100:00100000:3.0:1767384374.948327:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000063c72dd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746153984:12345-0@lo:101: Request processed in 304us (563us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384374.948327:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fae84b2. 00000100:00000001:2.0:1767384374.948333:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384374.948337:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000200:2.0:1767384374.948339:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384374.948342:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384374.948347:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384374.948350:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384374.948354:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384374.948356:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000153df57b. 00000020:00000010:3.0:1767384374.948362:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094d467cb. 00000020:00000010:3.0:1767384374.948370:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da369f82. 00000100:00000001:2.0:1767384374.948370:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384374.948375:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384374.948376:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:2.0:1767384374.948381:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384374.948383:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384374.948386:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003eaf4d46. 02000000:00000001:2.0:1767384374.948387:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384374.948391:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384374.948395:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384374.948396:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384374.948401:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384374.948401:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384374.948407:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384374.948409:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=80 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384374.948412:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009734f41b. 00000100:00001000:2.0:1767384374.948416:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=80 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384374.948419:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f683bad. 00000100:00000001:2.0:1767384374.948421:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384374.948554:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.948557:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384374.948559:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.948561:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.948564:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.948570:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384374.948573:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384374.948575:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384374.948578:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384374.948584:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000447e0b8d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746153984:0@lo:101: 00000100:00000001:2.0:1767384374.948589:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.948592:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.948598:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384374.948600:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384374.948603:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.948608:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384374.948610:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ee97cde0. 00000100:00000001:2.0:1767384374.948613:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384374.948615:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.948617:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384374.948619:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384374.948621:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.948622:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=4 00000020:00000001:2.0:1767384374.948624:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384374.948626:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000040:2.0:1767384374.948630:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000004a4d9acd, remote cookie: 0x980286e253c5fd81, flags: 0x0 00010000:00000001:2.0:1767384374.948632:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384374.948635:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384374.948636:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384374.948637:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384374.948639:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384374.948640:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000011e76e7e) refcount = 1 00010000:00010000:2.0:1767384374.948643:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384374.948648:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384374.948650:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384374.948651:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384374.948654:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384374.948656:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384374.948659:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384374.948663:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384374.948664:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.948665:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.948671:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.948673:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.948674:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.948676:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384374.948679:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000447e0b8d x1853236746153984/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.948684:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384374.948687:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384374.948689:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007461b334. 02000000:00000001:2.0:1767384374.948692:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384374.948694:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384374.948695:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384374.948697:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384374.948699:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000043d524d5. 02000000:00000001:2.0:1767384374.948703:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384374.948705:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384374.948706:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000447e0b8d. 00000100:00000001:2.0:1767384374.948710:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384374.948711:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384374.948713:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384374.948715:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384374.948717:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:2.0:1767384374.948718:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.948720:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384374.948721:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.948723:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=3 00000020:00000001:2.0:1767384374.948724:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384374.948727:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384374.948729:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384374.948730:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.948732:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.948733:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384374.948735:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384374.948738:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e1c6c4b0. 00000100:00000010:2.0:1767384374.948749:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000447e0b8d. 00000020:00000040:2.0:1767384374.948751:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384374.948753:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384374.948758:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384374.948760:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384374.948764:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043d524d5. 00000100:00000001:2.0:1767384374.948768:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.948771:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384374.948774:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007461b334. 00000100:00000010:2.0:1767384374.948777:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000051a2da5c. 00000020:00000040:2.0:1767384374.948778:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384374.948781:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384374.948783:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384374.948786:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee97cde0. 00000100:00000001:2.0:1767384374.948787:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560348830336 : -111513360721280 : ffff9a9445bf1a80) 00000100:00000001:2.0:1767384374.948789:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384374.948790:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348024320 : -111513361527296 : ffff9a9445b2ce00) 00000100:00000001:2.0:1767384374.948792:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384374.948793:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.948795:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384374.948795:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384374.948797:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.948802:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384374.948803:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.948805:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384374.948806:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384374.948808:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.948810:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000447e0b8d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746154112:0@lo:256: 00000100:00000001:2.0:1767384374.948813:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384374.948814:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384374.948816:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.948818:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384374.948822:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f81be98. 00000400:00000010:2.0:1767384374.948825:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000515b15cc. 00000100:00000200:2.0:1767384374.948829:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df07080-0x695824df07080, portal 33 00000100:00000001:2.0:1767384374.948832:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.948838:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384374.948841:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001373393a. 02000000:00000001:2.0:1767384374.948842:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384374.948846:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019e4d5c9. 00000400:00000010:2.0:1767384374.948849:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fae84b2. 00000100:00000200:2.0:1767384374.948851:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746154112, portal 25 00000100:00000001:2.0:1767384374.948853:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384374.948854:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348024320 : -111513361527296 : ffff9a9445b2ce00) 00000100:00000040:2.0:1767384374.948858:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.948863:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384374.948866:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384374.948869:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed3d1a6. 00000100:00000200:2.0:1767384374.948871:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746154112, offset 0 00000400:00000200:2.0:1767384374.948877:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384374.948885:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384374.948893:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df07080 00000400:00000200:2.0:1767384374.948897:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1565 [2] + 0 00000400:00000010:2.0:1767384374.948900:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000357b7a6e. 00000400:00000200:2.0:1767384374.948903:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5959ac7 00000400:00000200:2.0:1767384374.948905:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.948910:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384374.948914:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5959ac7 00000400:00000010:2.0:1767384374.948915:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5959ac7. 00000100:00000001:2.0:1767384374.948920:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384374.948921:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384374.948923:0:17082:0:(events.c:337:request_in_callback()) incoming req@00000000ac2eb090 x1853236746154112 msgsize 304 00000100:00100000:2.0:1767384374.948929:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384374.948931:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384374.948943:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384374.948948:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed3d1a6 00000400:00000010:2.0:1767384374.948949:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed3d1a6. 00000100:00000001:2.0:1767384374.948953:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384374.948957:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.948972:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384374.948976:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.948976:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384374.948981:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746154112 00000100:00000001:2.0:1767384374.948984:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.948985:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384374.948988:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384374.948989:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384374.948992:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.948996:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.948997:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384374.948998:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746154112 00000100:00000001:2.0:1767384374.949001:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294963719 00000020:00000001:0.0:1767384374.949002:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384374.949004:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:0.0:1767384374.949007:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384374.949009:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963718 00000020:00000040:0.0:1767384374.949009:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:0.0:1767384374.949015:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384374.949016:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294963719 00000100:00000001:2.0:1767384374.949020:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963718 00000100:00000001:2.0:1767384374.949021:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294963719 00000100:00000001:2.0:1767384374.949023:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294963718 00000020:00000001:0.0:1767384374.949027:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384374.949029:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294963719 00000100:00000001:0.0:1767384374.949032:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384374.949033:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294963718 00000020:00000010:0.0:1767384374.949036:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009658bbe8. 00000100:00000001:2.0:1767384374.949038:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384374.949041:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384374.949042:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.949046:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384374.949047:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009658bbe8. 00000100:00000001:2.0:1767384374.949049:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384374.949052:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ee97cde0 going to sleep for 11 seconds 00000100:00000001:2.0:1767384374.949054:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384374.949054:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003244054a. 00000100:00000001:2.0:1767384374.949058:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384374.949060:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056f8b020. 00000020:00000010:0.0:1767384374.949065:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2859f44. 00000100:00000040:0.0:1767384374.949069:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384374.949071:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384374.949072:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384374.949073:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.949077:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.949088:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.949095:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384374.949096:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384374.949099:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:0.0:1767384374.949102:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384374.949104:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604658256 : -111508104893360 : ffff9a957f04ac50) 00000100:00000040:0.0:1767384374.949109:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac2eb090 x1853236746154112/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:355/0 lens 304/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.949116:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384374.949119:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009658bbe8. 00000100:00000001:0.0:1767384374.949121:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384374.949123:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009658bbe8. 00000100:00100000:0.0:1767384374.949128:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac2eb090 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746154112:12345-0@lo:256: 00000100:00000200:0.0:1767384374.949131:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746154112 00000020:00000001:0.0:1767384374.949132:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384374.949135:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384374.949136:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.949138:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384374.949140:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:0.0:1767384374.949147:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384374.949149:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384374.949151:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384374.949152:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384374.949154:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.949157:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384374.949160:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384374.949176:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000343d64b8. 02000000:00000001:0.0:1767384374.949178:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.949179:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384374.949182:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384374.949185:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384374.949187:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384374.949189:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384374.949192:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384374.949194:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384374.949196:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384374.949199:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000001d223dd. 20000000:00000001:0.0:1767384374.949202:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384374.949214:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384374.949219:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384374.949222:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384374.949224:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384374.949225:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384374.949226:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384374.949227:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384374.949229:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384374.949230:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384374.949231:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384374.949233:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384374.949234:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384374.949235:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384374.949236:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384374.949237:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384374.949239:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384374.949240:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384374.949241:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384374.949242:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384374.949247:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384374.949249:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384374.949250:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384374.949252:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384374.949253:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384374.949254:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384374.949256:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384374.949257:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384374.949258:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384374.949260:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384374.949261:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384374.949262:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384374.949263:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384374.949265:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384374.949266:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384374.949267:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384374.949268:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384374.949270:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:0.0:1767384374.949271:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 3332/1/4/3. 20000000:00000040:0.0:1767384374.949277:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384374.949278:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384374.949279:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384374.949281:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384374.949283:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384374.949284:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384374.949285:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384374.949286:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384374.949287:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384374.949289:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384374.949290:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384374.949291:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384374.949292:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384374.949293:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384374.949295:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384374.949296:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384374.949298:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384374.949300:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384374.949301:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384374.949303:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384374.949309:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384374.949311:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384374.949312:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384374.949314:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384374.949315:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384374.949317:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384374.949319:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384374.949321:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384374.949322:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384374.949324:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384374.949325:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384374.949327:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384374.949328:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384374.949330:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384374.949331:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384374.949333:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384374.949335:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:0.0:1767384374.949336:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 2568/1/4/3. 20000000:01000000:0.0:1767384374.949338:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1528, version 78 20000000:00000001:0.0:1767384374.949340:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1528 : 1528 : 5f8) 00000100:00000001:0.0:1767384374.949342:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384374.949345:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009a0285fb. 00000100:00000010:0.0:1767384374.949348:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000095ad9fcb. 00000020:00000040:0.0:1767384374.949349:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:0.0:1767384374.949351:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384374.949354:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384374.949357:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000400:00000010:0.0:1767384374.949361:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6228cce. 00000400:00000200:0.0:1767384374.949363:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384374.949369:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384374.949375:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1528 into portal 33 MB=0x695824df07080 00000400:00000200:0.0:1767384374.949379:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1528/1528 into md 0x1da9 [4] + 0 00000400:00000010:0.0:1767384374.949381:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f81be98. 00000400:00000200:0.0:1767384374.949383:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000515b15cc 00000400:00000200:0.0:1767384374.949386:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.949388:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384374.949391:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000515b15cc 00000400:00000010:0.0:1767384374.949396:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000515b15cc. 00000100:00000001:0.0:1767384374.949399:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384374.949400:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000447e0b8d desc 000000007461b334 mbits 1853236746154112 00000100:00000001:0.0:1767384374.949409:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384374.949412:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384374.949416:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384374.949444:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384374.949447:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1db5 00000100:00000001:2.0:1767384374.949448:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.949453:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.949458:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384374.949461:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384374.949462:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000009a0285fb 00000100:00000001:0.0:1767384374.949465:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384374.949472:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 00000400:00000010:0.0:1767384374.949474:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000100:00000001:0.0:1767384374.949476:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384374.949477:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009a0285fb 00000100:00000001:0.0:1767384374.949479:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384374.949484:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1528 bytes via portal 33 id 12345-0@lo mbits 0x695824df07080-0x695824df07080 00000100:00000001:0.0:1767384374.949487:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.949490:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.949492:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384374.949494:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000010:0.0:1767384374.949496:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000095ad9fcb. 00000100:00000010:0.0:1767384374.949499:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009a0285fb. 00000100:00000001:0.0:1767384374.949502:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384374.949504:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384374.949509:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000001d223dd. 20000000:00000001:0.0:1767384374.949512:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384374.949514:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746154112 00010000:00000001:0.0:1767384374.949516:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384374.949518:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac2eb090 x1853236746154112/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:355/0 lens 304/240 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384374.949523:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384374.949524:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.949526:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384374.949534:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384374.949535:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384374.949536:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384374.949538:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384374.949539:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.949540:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.949542:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384374.949544:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 00000100:00000200:0.0:1767384374.949546:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746154112, offset 224 00000400:00000200:0.0:1767384374.949549:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384374.949553:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384374.949558:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df07080 00000400:00000200:0.0:1767384374.949560:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1dad [1] + 224 00000400:00000200:0.0:1767384374.949563:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.949564:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384374.949566:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384374.949568:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384374.949574:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.949585:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384374.949588:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 00000400:00000010:0.0:1767384374.949589:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00000100:00000001:0.0:1767384374.949591:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384374.949592:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384374.949595:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.949597:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384374.949599:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384374.949600:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384374.949601:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.949604:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384374.949606:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384374.949609:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac2eb090 x1853236746154112/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:355/0 lens 304/240 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384374.949610:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384374.949613:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019e4d5c9. 00000400:00000200:2.0:1767384374.949618:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fae84b2 00000400:00000010:2.0:1767384374.949621:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fae84b2. 00000100:00100000:0.0:1767384374.949622:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac2eb090 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746154112:12345-0@lo:256: Request processed in 504us (696us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384374.949625:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384374.949631:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384374.949640:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000040:0.0:1767384374.949642:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:0.0:1767384374.949646:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384374.949649:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384374.949653:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056f8b020. 00000100:00000200:2.0:1767384374.949657:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384374.949658:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2859f44. 00000020:00000010:0.0:1767384374.949663:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003244054a. 00000100:00000001:2.0:1767384374.949670:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384374.949670:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:2.0:1767384374.949672:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.949675:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384374.949675:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384374.949678:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384374.949679:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000343d64b8. 00000100:00000001:2.0:1767384374.949680:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384374.949683:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384374.949684:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.949686:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384374.949687:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384374.949691:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384374.949692:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384374.949697:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=80 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384374.949698:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb07d7a. 00000100:00000001:2.0:1767384374.949699:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384374.949701:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.949703:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384374.949704:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068e5c614. 00010000:00000001:2.0:1767384374.949705:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.949709:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.949712:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384374.949717:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.949722:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384374.949723:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384374.949725:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384374.949729:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000447e0b8d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746154112:0@lo:256: 00000100:00000001:2.0:1767384374.949731:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.949732:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.949734:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384374.949735:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384374.949738:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.949742:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384374.949749:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ee97cde0. 00000100:00000001:2.0:1767384374.949751:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384374.949752:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384374.949755:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 78, more 0. 10000000:00000001:2.0:1767384374.949757:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384374.949763:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ac2b1b5d. 10000000:00000040:2.0:1767384374.949771:0:17082:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.143@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384374.949776:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384374.949778:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384374.949782:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:2.0:1767384374.949784:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.949786:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384374.949787:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:2.0:1767384374.949789:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000100:00000200:2.0:1767384374.949791:0:17082:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 37 NIDs for '192.168.203.143@tcp' 00000400:00000200:2.0:1767384374.949793:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384374.949795:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384374.949798:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:2.0:1767384374.949801:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384374.949805:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (35) 00000400:00000200:2.0:1767384374.949808:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (36) 00000400:00000200:2.0:1767384374.949818:0:17082:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384374.949820:0:17082:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384374.949822:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384374.949824:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:2.0:1767384374.949826:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (37) 00000400:00000200:2.0:1767384374.949827:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:2.0:1767384374.949828:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:2.0:1767384374.949831:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949832:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:2.0:1767384374.949833:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:2.0:1767384374.949835:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949836:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:2.0:1767384374.949838:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:2.0:1767384374.949840:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949847:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:2.0:1767384374.949848:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:3.0:1767384374.949849:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384374.949853:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949855:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:3.0:1767384374.949857:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000200:2.0:1767384374.949860:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000010:3.0:1767384374.949866:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3edd36. 00000400:00000200:2.0:1767384374.949866:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949867:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:2.0:1767384374.949872:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:3.0:1767384374.949874:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (36) 00000400:00000200:2.0:1767384374.949878:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949880:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000010:3.0:1767384374.949882:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000069a1046f. 00000400:00000200:2.0:1767384374.949882:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:2.0:1767384374.949888:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949890:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:3.0:1767384374.949894:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:2.0:1767384374.949895:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:2.0:1767384374.949902:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949903:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:2.0:1767384374.949905:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:2.0:1767384374.949910:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384374.949911:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:2.0:1767384374.949912:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:2.0:1767384374.949918:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:2.0:1767384374.949923:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384374.949924:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:2.0:1767384374.949927:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:2.0:1767384374.949932:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:3.0:1767384374.949937:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:2.0:1767384374.949937:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949942:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:2.0:1767384374.949947:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:3.0:1767384374.949948:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:2.0:1767384374.949954:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949958:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:3.0:1767384374.949961:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:2.0:1767384374.949962:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:2.0:1767384374.949969:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384374.949972:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:2.0:1767384374.949973:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:2.0:1767384374.949978:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:3.0:1767384374.949985:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:2.0:1767384374.949986:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.949990:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:2.0:1767384374.949994:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:3.0:1767384374.949998:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:2.0:1767384374.950000:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384374.950004:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000400:00000200:3.0:1767384374.950011:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000400:00000200:2.0:1767384374.950011:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:2.0:1767384374.950016:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:3.0:1767384374.950019:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000400:00000200:2.0:1767384374.950024:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384374.950027:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[142, 38] 00000400:00000200:2.0:1767384374.950028:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:2.0:1767384374.950034:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:3.0:1767384374.950036:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:2.0:1767384374.950040:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950043:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000400:00000200:3.0:1767384374.950046:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:2.0:1767384374.950047:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.143@tcp27 00000400:00000200:2.0:1767384374.950050:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950051:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp27 00000400:00000200:2.0:1767384374.950052:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.143@tcp28 00000400:00000200:2.0:1767384374.950056:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950060:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp28 00000400:00000200:2.0:1767384374.950063:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.143@tcp29 00000400:00000200:3.0:1767384374.950066:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:2.0:1767384374.950068:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950073:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp29 00000400:00000200:2.0:1767384374.950077:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.143@tcp30 00000400:00000200:3.0:1767384374.950079:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:2.0:1767384374.950084:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950087:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp30 00000400:00000200:3.0:1767384374.950090:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:2.0:1767384374.950091:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.143@tcp31 00000400:00000200:2.0:1767384374.950098:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384374.950100:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000400:00000200:2.0:1767384374.950101:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp31 00000400:00000200:2.0:1767384374.950106:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.143@tcp32 00000400:00000200:3.0:1767384374.950110:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000400:00000200:2.0:1767384374.950113:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950118:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp32 00000400:00000200:3.0:1767384374.950122:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 30], ns[62, 30] 00000400:00000200:2.0:1767384374.950123:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.143@tcp33 00000400:00000200:2.0:1767384374.950130:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384374.950132:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 30], ns[78, 30] 00000400:00000200:2.0:1767384374.950133:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp33 00000400:00000200:2.0:1767384374.950138:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.143@tcp34 00000400:00000200:3.0:1767384374.950144:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 30], ns[117, 30] 00000400:00000200:2.0:1767384374.950144:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950149:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp34 00000400:00000200:2.0:1767384374.950154:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.143@tcp35 00000400:00000200:3.0:1767384374.950155:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 30], ns[79, 30] 00000400:00000200:2.0:1767384374.950159:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950179:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp35 00000400:00000200:3.0:1767384374.950183:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 30], ns[93, 30] 00000400:00000200:2.0:1767384374.950183:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.143@tcp36 00000400:00000200:2.0:1767384374.950190:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384374.950194:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 30], ns[100, 30] 00000400:00000200:2.0:1767384374.950198:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp36 00000400:00000200:2.0:1767384374.950202:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.143@tcp37 00000400:00000200:3.0:1767384374.950208:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 30], ns[136, 30] 00000400:00000200:2.0:1767384374.950209:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950213:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp37 00000400:00000200:2.0:1767384374.950218:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.143@tcp38 00000400:00000200:3.0:1767384374.950221:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 30], ns[120, 30] 00000400:00000200:2.0:1767384374.950225:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950230:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp38 00000400:00000200:2.0:1767384374.950233:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.143@tcp39 00000400:00000200:3.0:1767384374.950235:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 30], ns[148, 30] 00000400:00000200:2.0:1767384374.950239:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950245:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp39 00000400:00000200:3.0:1767384374.950248:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 30], ns[132, 30] 00000400:00000200:2.0:1767384374.950248:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.143@tcp40 00000400:00000200:2.0:1767384374.950254:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384374.950256:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp40 00000400:00000200:3.0:1767384374.950259:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 30], ns[147, 30] 00000100:00000001:2.0:1767384374.950260:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.950265:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.950268:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 30], ns[145, 30] 10000000:00000040:2.0:1767384374.950272:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 00000400:00000200:3.0:1767384374.950276:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 30], ns[154, 30] 10000000:00000010:2.0:1767384374.950278:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000001da4d8ba. 10000000:00000040:2.0:1767384374.950281:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 78/78 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000020:00000080:2.0:1767384374.950283:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384374.950289:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:3.0:1767384374.950293:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 30], ns[150, 30] 00000020:00000010:2.0:1767384374.950294:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f936b561. 00000400:00000200:3.0:1767384374.950299:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 30], ns[153, 30] 00000020:00000010:2.0:1767384374.950299:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000392307f. 00000040:00000010:2.0:1767384374.950305:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a58be752. 00000400:00000200:3.0:1767384374.950307:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000020:00000010:2.0:1767384374.950312:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000358e599b. 00000400:00000200:3.0:1767384374.950313:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000020:00000010:2.0:1767384374.950319:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049ee38bd. 00000400:00000200:3.0:1767384374.950321:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp43 00000020:00000010:2.0:1767384374.950324:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c941709c. 00000400:00000200:3.0:1767384374.950328:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp43 lpni_is_preferred = 0 80000000:00000010:2.0:1767384374.950330:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bdcd7bcd. 00000400:00000200:3.0:1767384374.950333:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp43 40000000:00000010:2.0:1767384374.950335:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae1d4d90. 00000400:00000200:3.0:1767384374.950340:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp43 NI seq info: [155:155:256:4294967295] 192.168.203.143@tcp43 LPNI seq info [146:146:8:4294967295] 00100000:00000010:2.0:1767384374.950343:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e3b56b74. 00000400:00000200:3.0:1767384374.950348:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp43 00040000:00000010:2.0:1767384374.950349:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e9a4e110. 00040000:00000010:2.0:1767384374.950353:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000076d6d3ab. 00000400:00000200:3.0:1767384374.950358:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp43(192.168.203.143@tcp43:) -> 192.168.203.143@tcp43(192.168.203.143@tcp:192.168.203.143@tcp43) : PUT try# 0 00040000:00000010:2.0:1767384374.950360:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d108d084. 00000800:00000200:3.0:1767384374.950366:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.143@tcp43 00080000:00000010:2.0:1767384374.950368:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c556f2ad. 00000800:00000010:3.0:1767384374.950371:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009edde0b. 00080000:00000010:2.0:1767384374.950376:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000059708ddd. 00000800:00000010:3.0:1767384374.950380:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000731c69d3. 00000800:00000010:3.0:1767384374.950384:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000080832257. 00000800:00000200:3.0:1767384374.950392:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000800:00000200:3.1:1767384374.950395:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000004:00000010:2.0:1767384374.950396:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006ee2f9c5. 00000004:00000010:2.0:1767384374.950404:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003aae8380. 00000004:00000010:2.0:1767384374.950409:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003ac47bcf. 00000400:00000200:3.0:1767384374.950411:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384374.950416:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00002000:00000010:2.0:1767384374.950416:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f372805. 00000004:00000010:2.0:1767384374.950446:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b6e51fe. 00000004:00000001:2.0:1767384374.950450:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384374.950453:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384374.950455:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000001da4d8ba 00000040:00001000:2.0:1767384374.950456:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384374.950457:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384374.950458:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384374.950460:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384374.950463:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384374.950464:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384374.950465:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384374.950466:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:2.0:1767384374.950467:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384374.950488:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000004:00000001:2.0:1767384374.950511:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384374.950515:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000392307f. 00000040:00000010:2.0:1767384374.950519:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a58be752. 00000020:00000010:2.0:1767384374.950523:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000358e599b. 00000020:00000010:2.0:1767384374.950527:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049ee38bd. 00000020:00000010:2.0:1767384374.950531:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c941709c. 80000000:00000010:2.0:1767384374.950534:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bdcd7bcd. 00000400:00000200:0.0:1767384374.950536:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 40000000:00000010:2.0:1767384374.950537:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae1d4d90. 00100000:00000010:2.0:1767384374.950542:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e3b56b74. 00040000:00000010:2.0:1767384374.950546:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e9a4e110. 00040000:00000010:2.0:1767384374.950550:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000076d6d3ab. 00040000:00000010:2.0:1767384374.950552:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d108d084. 00080000:00000010:2.0:1767384374.950556:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000059708ddd. 00080000:00000010:2.0:1767384374.950559:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c556f2ad. 00000004:00000010:2.0:1767384374.950562:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006ee2f9c5. 00000400:00000200:0.0:1767384374.950566:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000004:00000010:2.0:1767384374.950567:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003aae8380. 00000004:00000010:2.0:1767384374.950572:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003ac47bcf. 00002000:00000010:2.0:1767384374.950576:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004f372805. 00000004:00000010:2.0:1767384374.950585:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004b6e51fe. 00000020:00000010:2.0:1767384374.950588:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f936b561. 00000020:00000001:2.0:1767384374.950591:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.950593:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384374.950595:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000001da4d8ba. 00000400:00000200:0.0:1767384374.950597:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 10000000:00000010:2.0:1767384374.950598:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ac2b1b5d. 10000000:00000001:2.0:1767384374.950604:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.950606:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384374.950609:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000447e0b8d x1853236746154112/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.950615:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384374.950617:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384374.950619:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001373393a. 02000000:00000001:2.0:1767384374.950622:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384374.950623:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384374.950625:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384374.950627:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384374.950628:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384374.950630:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384374.950630:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000020:00000040:2.0:1767384374.950633:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384374.950637:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384374.950638:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000051a2da5c. 00000100:00000010:2.0:1767384374.950641:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007461b334. 00000100:00000001:2.0:1767384374.950645:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384374.950646:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000043d524d5. 02000000:00000001:2.0:1767384374.950649:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384374.950651:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384374.950652:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000447e0b8d. 00000100:00000001:2.0:1767384374.950656:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384374.950658:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384374.950670:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e1c6c4b0. 10000000:01000000:2.0:1767384374.950672:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384374.950676:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384374.950678:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384374.950678:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000020:00000001:2.0:1767384374.950680:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.950683:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=3 00000020:00000001:2.0:1767384374.950689:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384374.950692:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:2.0:1767384374.950694:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384374.950697:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384374.950699:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00010000:00000001:2.0:1767384374.950706:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.950708:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384374.950710:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384374.950714:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384374.950715:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.950717:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384374.950718:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384374.950720:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384374.950722:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384374.950724:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384374.950724:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 10000000:00000040:2.0:1767384374.950725:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:2.0:1767384374.950730:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384374.950756:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.950771:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.950791:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.950810:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.950847:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.950900:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.950937:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.950975:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.950998:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951034:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951058:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951082:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951109:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951131:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951148:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951182:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951205:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951220:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951232:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951246:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951264:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951289:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951316:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951341:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951365:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951402:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384374.951448:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384374.951592:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:0.0:1767384374.951597:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c4511328. 00000800:00000010:0.0:1767384374.951603:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009658bbe8. 00000800:00000010:0.0:1767384374.951623:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009658bbe8. 00000800:00020000:0.0:1767384374.951631:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384374.951633:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c4511328. 00000800:00000010:0.0:1767384374.951636:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:02020000:0.0:1767384374.951669:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp43 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384374.951674:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp43 notifying 192.168.203.143@tcp43: down 00000800:00000200:0.0:1767384374.951679:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp43 down 00000800:00000100:0.0:1767384374.951683:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.203.143@tcp43 00000800:00000010:0.0:1767384374.951687:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009edde0b. 00000400:00000200:0.0:1767384374.951689:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384374.951698:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp43->192.168.203.143@tcp43: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384374.951705:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp43 added to recovery queue. ping count: 0 next ping: 297 health :900 00000400:00000200:0.0:1767384374.951708:0:16344:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384374.951710:0:16344:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 1 00000400:00000200:0.0:1767384374.951713:0:16344:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384374.951754:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384374.951758:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x101171 00000400:00000001:2.0:1767384374.951762:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384374.951763:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384374.951764:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc3edd36 00000400:00000010:2.0:1767384374.951765:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc3edd36. 00000400:00000200:2.0:1767384374.951768:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384374.951772:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384374.951775:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (37) 00000400:00000200:2.0:1767384374.951777:0:16351:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384374.951778:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc -71 00000400:00000200:2.0:1767384374.951781:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:2.0:1767384374.951783:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (36) 00000100:00000040:0.0:1767384374.955461:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294963719, at 4294963720 00000100:00000010:0.0:1767384374.955468:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bbd18607. 00000100:00000040:3.0:1767384374.955484:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294963719, at 4294963720 00000100:00000010:3.0:1767384374.955491:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa533b5f. 00000100:00000040:2.0:1767384374.955506:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294963719, at 4294963720 00000100:00000010:2.0:1767384374.955515:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f1dfddc. 00000100:00000040:1.0:1767384374.956459:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294963719, at 4294963721 00000100:00000010:1.0:1767384374.956465:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4e1fdc1. 00000020:00000010:3.0:1767384374.960123:0:36245:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000e8cf3ca1. 00000020:00000040:3.0:1767384374.960129:0:36245:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384374.960131:0:36245:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000e8cf3ca1. 00000100:00000001:2.0:1767384375.459529:0:17911:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384375.459535:0:17911:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.459547:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384375.459552:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384375.524000:0:36407:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000caacf937. 00080000:00000010:3.0:1767384375.524018:0:36407:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000caacf937. 00000020:00000001:3.0:1767384375.524025:0:36407:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384375.524033:0:36407:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000caacf937. 00080000:00000010:3.0:1767384375.524039:0:36407:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000caacf937. 00000020:00000001:3.0:1767384375.524050:0:36407:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384375.651489:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384375.651493:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384375.651498:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384375.651499:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.651528:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384375.651532:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.651534:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384375.715501:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384375.715508:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384375.715511:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0caf0ee 00000400:00000010:3.0:1767384375.715516:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0caf0ee. 00000400:00000200:3.0:1767384375.715522:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384375.715530:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp42 recovery ping unlinked 00000400:00000010:3.0:1767384375.715545:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a0421a3f. 00000400:00000010:3.0:1767384375.715551:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009c6214bd. 00000800:00000200:1.0:1767384375.715557:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000965a1346] -> 12345-192.168.203.143@tcp24 (6) 00000400:00000200:3.0:1767384375.715564:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp43 00000800:00000200:1.0:1767384375.715570:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp24 ip 192.168.203.143:988 00000400:00000010:3.0:1767384375.715571:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000014239af0. 00000800:00000200:1.0:1767384375.715579:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384375.715581:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cf7ae813. 00000400:00000010:3.0:1767384375.715587:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0caf0ee. 00000400:00000010:3.0:1767384375.715594:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab519f53. 00000400:00000200:3.0:1767384375.715601:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp43 00000800:00000200:1.0:1767384375.715606:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a99d717] -> 12345-192.168.203.143@tcp11 (6) 00000800:00000200:1.0:1767384375.715614:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp11 ip 192.168.203.143:988 00000800:00000200:1.0:1767384375.715617:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384375.715631:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp43 local destination 00000400:00000200:3.0:1767384375.715638:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp43 00000400:00000200:3.0:1767384375.715642:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp43 NI seq info: [156:156:256:4294967295] 192.168.203.143@tcp43 LPNI seq info [147:147:8:4294967295] 00000400:00000200:3.0:1767384375.715649:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp43 00000400:00000200:3.0:1767384375.715656:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp43(192.168.203.143@tcp43:) -> 192.168.203.143@tcp43(192.168.203.143@tcp43:192.168.203.143@tcp43) : GET try# 0 00000800:00000200:3.0:1767384375.715662:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp43 00000800:00000010:3.0:1767384375.715666:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000023b7038. 00000800:00000200:3.0:1767384375.715671:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000800:00000200:3.1:1767384375.715676:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000400:00000200:3.0:1767384375.715691:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp43 added to recovery queue. ping count: 1 next ping: 299 health :900 00000800:00000200:1.0:1767384375.715731:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767384375.715734:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384375.715736:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384375.715741:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384375.715749:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384375.715750:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384375.715755:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384375.715755:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384375.715760:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384375.715760:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384375.715801:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.715854:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.715874:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.715900:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.715926:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.715949:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.715975:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716010:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716031:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716052:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716076:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716098:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716121:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716144:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716182:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716210:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716235:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716260:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716284:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716308:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716333:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716370:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716397:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716470:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716506:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716548:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716589:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716614:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716639:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716666:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716688:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716711:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716734:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716757:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384375.716783:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384375.716958:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000209a1d20. 00000800:00000010:3.0:1767384375.716965:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f384b702. 00000800:00000010:3.0:1767384375.716971:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ecc2e2e1. 00000800:00000010:3.0:1767384375.717002:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ecc2e2e1. 00000800:00020000:3.0:1767384375.717013:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384375.717017:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f384b702. 00000800:00000010:3.0:1767384375.717020:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000209a1d20. 00000400:02020000:3.0:1767384375.717061:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp43 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384375.717068:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp43 notifying 192.168.203.143@tcp43: down 00000400:00000200:3.0:1767384375.717074:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384375.717078:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp43 00000800:00000010:3.0:1767384375.717082:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000023b7038. 00000400:00000200:3.0:1767384375.717086:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384375.717092:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp43->192.168.203.143@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384375.717101:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384375.717104:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384375.717109:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp43) recovery failed with -71 00000001:00000001:2.0:1767384376.321562:0:36571:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384376.321566:0:36571:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:2.0:1767384376.324567:0:36571:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384376.331307:0:36572:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004f372805. 00000400:00000010:2.0:1767384376.331321:0:36572:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002d4ce2f6. 00000400:00000010:2.0:1767384376.331329:0:36572:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002ad6661b. 00000400:00000010:2.0:1767384376.331332:0:36572:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009af646a4. 00000400:00000010:2.0:1767384376.331336:0:36572:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b5c34fea. 00000400:00000010:2.0:1767384376.331339:0:36572:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d6b6e3c2. 00000400:00000010:2.0:1767384376.331340:0:36572:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ca3423ec. 00000400:00000010:2.0:1767384376.331342:0:36572:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf8ee3b7. 00000400:00000010:2.0:1767384376.331344:0:36572:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003d453d2e. 00000800:00000010:2.0:1767384376.331359:0:36572:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e9a4e110. 00000800:00000200:2.0:1767384376.331367:0:36572:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384376.331379:0:36572:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384376.331445:0:36572:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:2.0:1767384376.331472:0:36572:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp46 [8/256/0/180] 00000400:00000010:2.0:1767384376.332975:0:36572:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000ef4b383f. 00000400:00000010:2.0:1767384376.332981:0:36572:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019e4d5c9. 00000400:00000010:2.0:1767384376.332985:0:36572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fae84b2. 00000400:00000001:2.0:1767384376.333003:0:36572:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384376.333004:0:36572:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384376.333006:0:36572:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df44ae10. 00000400:00000200:2.0:1767384376.333012:0:36572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aea2a5b 00000400:00000010:2.0:1767384376.333014:0:36572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aea2a5b. 00000400:00000010:2.0:1767384376.333017:0:36572:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000e7be00fa. 00000400:00000200:2.0:1767384376.333021:0:36572:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (35) 00000400:00000200:2.0:1767384376.333030:0:36572:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384376.333038:0:36572:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:2.0:1767384376.333044:0:36572:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c556f2ad. 00000020:01000000:2.0:1767384376.333049:0:36572:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384376.333050:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384376.333051:0:36572:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp46 00000400:00000200:3.0:1767384376.333059:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:2.0:1767384376.333065:0:36572:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002d4ce2f6. 00000400:00000010:3.0:1767384376.333067:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b1bd983. 00000400:00000010:2.0:1767384376.333069:0:36572:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004f372805. 00000400:00000200:3.0:1767384376.333071:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (36) 00000400:00000010:3.0:1767384376.333077:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000073b5c568. 00000400:00000200:3.0:1767384376.333081:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:3.0:1767384376.333093:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:00000001:1.0:1767384376.333095:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384376.333100:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 10000000:00000001:1.0:1767384376.333103:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384376.333106:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 10000000:00000001:1.0:1767384376.333108:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384376.333112:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 10000000:01000000:1.0:1767384376.333113:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384376.333117:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:3.0:1767384376.333123:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:3.0:1767384376.333125:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000020:01000004:1.0:1767384376.333129:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384376.333133:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384376.333137:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384376.333140:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384376.333143:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000020:01000004:1.0:1767384376.333144:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384376.333148:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384376.333150:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384376.333151:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000400:00000200:3.0:1767384376.333167:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000400:00000200:3.0:1767384376.333170:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000020:01000004:1.0:1767384376.333174:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384376.333177:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[142, 38] 00000020:01000004:1.0:1767384376.333178:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384376.333182:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384376.333183:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:3.0:1767384376.333188:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000100:00000010:1.0:1767384376.333190:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d52d96dd. 00000400:00000200:3.0:1767384376.333191:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384376.333198:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000020:00000040:1.0:1767384376.333198:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:3.0:1767384376.333206:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000100:00000001:1.0:1767384376.333208:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384376.333211:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 02000000:00000001:1.0:1767384376.333214:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384376.333217:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 02000000:00000001:1.0:1767384376.333221:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.333222:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 30], ns[62, 30] 00000400:00000200:3.0:1767384376.333227:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 30], ns[78, 30] 00000400:00000200:3.0:1767384376.333230:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 30], ns[117, 30] 02000000:00000010:1.0:1767384376.333233:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000071c55535. 00000400:00000200:3.0:1767384376.333234:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 30], ns[79, 30] 00000400:00000200:3.0:1767384376.333240:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 30], ns[93, 30] 00000100:00000001:1.0:1767384376.333243:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.333244:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 30], ns[100, 30] 00000100:00000001:1.0:1767384376.333255:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384376.333259:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 30], ns[136, 30] 00000100:00000001:1.0:1767384376.333260:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.333269:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 30], ns[120, 30] 00000100:00000040:1.0:1767384376.333273:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d52d96dd] to pc [ptlrpcd_00_02+2] req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384376.333275:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 30], ns[148, 30] 00000400:00000200:3.0:1767384376.333289:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 30], ns[132, 30] 00000400:00000200:3.0:1767384376.333301:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 30], ns[147, 30] 00000400:00000200:3.0:1767384376.333304:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 30], ns[145, 30] 00000400:00000200:3.0:1767384376.333307:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 30], ns[154, 30] 00000400:00000200:3.0:1767384376.333310:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 30], ns[150, 30] 00000400:00000200:3.0:1767384376.333313:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 30], ns[153, 30] 00000400:00000200:3.0:1767384376.333316:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[147, 30], ns[156, 30] 00000400:00000200:3.0:1767384376.333319:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:3.0:1767384376.333323:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp21 10000000:00000001:1.0:1767384376.333326:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.333328:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp21 lpni_is_preferred = 0 10000000:00000001:1.0:1767384376.333332:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.333334:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp21 00000100:00000001:2.0:1767384376.333334:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384376.333336:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.333339:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384376.333341:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384376.333343:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp21 NI seq info: [157:157:256:4294967295] 192.168.203.143@tcp21 LPNI seq info [148:148:8:4294967295] 00000100:00000001:2.0:1767384376.333344:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384376.333351:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384376.333351:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384376.333354:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp21 10000000:00000001:1.0:1767384376.333355:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384376.333360:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384376.333365:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384376.333367:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384376.333372:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384376.333372:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384376.333373:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp21(192.168.203.143@tcp21:) -> 192.168.203.143@tcp21(192.168.203.143@tcp:192.168.203.143@tcp21) : PUT try# 0 00000020:01000004:1.0:1767384376.333378:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384376.333380:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384376.333384:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384376.333385:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384376.333387:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.143@tcp21 00000020:01000004:1.0:1767384376.333388:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384376.333390:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384376.333394:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:2.0:1767384376.333395:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746154240:0@lo:253: 00000800:00000010:3.0:1767384376.333396:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009edde0b. 00000020:01000004:1.0:1767384376.333397:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384376.333402:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384376.333403:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384376.333405:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384376.333408:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767384376.333409:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9a7e9e6] -> 12345-192.168.203.143@tcp21 (6) 00000020:01000004:1.0:1767384376.333409:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384376.333412:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.333415:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384376.333417:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064f18e40. 00000800:00000200:3.0:1767384376.333421:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp21 ip 192.168.203.143:988 02000000:00000010:2.0:1767384376.333421:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000059708ddd. 00000800:00000200:3.0:1767384376.333453:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009edde0b type 1, nob 736 niov 1 nkiov 1 00000020:00000040:1.0:1767384376.333454:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 02000000:00000001:2.0:1767384376.333461:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.333464:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384376.333466:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000877c66f3. 02000000:00000001:1.0:1767384376.333468:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384376.333472:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d4ce2f6. 02000000:00000001:1.0:1767384376.333473:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.333476:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000200:2.0:1767384376.333479:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746154240, portal 25 00000400:00000200:3.0:1767384376.333481:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00000100:00000001:2.0:1767384376.333483:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767384376.333484:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000010836e7. 00000100:00000001:2.0:1767384376.333486:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317028480 : -111508392523136 : ffff9a956ddfca80) 00000100:00000040:2.0:1767384376.333491:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.333498:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.333507:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384376.333508:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384376.333511:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.333512:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384376.333519:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9f00e90. 00000100:00000040:1.0:1767384376.333522:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064f18e40] to pc [ptlrpcd_00_03+3] req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384376.333523:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746154240, offset 0 00000400:00000200:2.0:1767384376.333533:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384376.333545:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:1.0:1767384376.333547:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384376.333552:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.333555:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df07100 00000020:00000001:1.0:1767384376.333556:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384376.333562:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384376.333565:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x158d [2] + 0 00000020:00000010:1.0:1767384376.333567:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c556f2ad. 00000400:00000010:2.0:1767384376.333569:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003080428. 00000400:00000200:2.0:1767384376.333574:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000863c1f62 00000400:00000200:2.0:1767384376.333580:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.333583:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384376.333585:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384376.333587:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000863c1f62 00000100:00000001:1.0:1767384376.333590:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384376.333591:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000863c1f62. 00000800:00000200:3.0:1767384376.333592:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384376.333596:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384376.333597:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009edde0b. 00000100:00000001:2.0:1767384376.333598:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384376.333602:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384376.333603:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384376.333604:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.333606:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000008f7557b1 x1853236746154240 msgsize 4848 00000400:00000200:3.0:1767384376.333613:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp21->192.168.203.143@tcp21: PUT: OK 00000100:00100000:2.0:1767384376.333619:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384376.333622:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767384376.333625:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384376.333628:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000100:00000001:1.0:1767384376.333633:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384376.333637:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.333638:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384376.333640:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384376.333641:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384376.333644:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384376.333645:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9f00e90 02000000:00000001:1.0:1767384376.333648:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384376.333649:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384376.333649:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9f00e90. 00000800:00000001:3.0:1767384376.333655:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384376.333656:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384376.333659:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064f18e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746154368:0@lo:253: 00000800:00000001:3.0:1767384376.333663:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384376.333664:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.333670:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384376.333675:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384376.333677:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp21(192.168.203.143@tcp21) <- 192.168.203.143@tcp21 : PUT - for me 02000000:00000001:1.0:1767384376.333680:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.333687:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384376.333688:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384376.333692:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 640 into portal 0 MB=0x8000000000000000 02000000:00000010:1.0:1767384376.333694:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c8bc3ada. 00000100:00000040:2.0:1767384376.333695:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384376.333702:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.333703:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 592/640 into md 0x1cc1 [1] + 0 00000400:00000010:3.0:1767384376.333712:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ea30140. 00000400:00000010:1.0:1767384376.333712:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c5a0d6. 00000100:00000001:2.0:1767384376.333714:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.333719:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384376.333720:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbf69c47 00000100:00000001:2.0:1767384376.333724:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384376.333725:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384376.333729:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294965104 00000800:00000001:3.0:1767384376.333732:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384376.333732:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f2eb1c2. 00000100:00000010:2.0:1767384376.333733:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bdcd7bcd. 00000400:00000200:3.0:1767384376.333736:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384376.333740:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746154368, portal 25 00000400:00000200:3.0:1767384376.333744:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp21->192.168.203.143@tcp21: PUT: OK 00000100:00000001:1.0:1767384376.333746:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384376.333748:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf69c47 00000100:00000001:2.0:1767384376.333748:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384376.333749:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317035648 : -111508392515968 : ffff9a956ddfe680) 00000400:00000010:3.0:1767384376.333753:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf69c47. 00000100:00000001:2.0:1767384376.333757:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294965104 00000400:00000200:3.0:1767384376.333758:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:1.0:1767384376.333760:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384376.333764:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (37) 00000100:00000010:2.0:1767384376.333764:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f1dfddc. 00000100:00000001:2.0:1767384376.333771:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384376.333772:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000100:00000001:2.0:1767384376.333777:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294965104 00000400:00000200:3.0:1767384376.333778:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (640 bytes) 00000100:00000010:2.0:1767384376.333785:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000055ff41da. 00000400:00000200:3.0:1767384376.333786:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:2.0:1767384376.333792:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384376.333794:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384376.333799:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (38) 00000100:00000001:2.0:1767384376.333799:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294965104 00000100:00000040:1.0:1767384376.333800:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384376.333805:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:1.0:1767384376.333807:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1280744. 00000100:00000010:2.0:1767384376.333808:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047d9d0da. 00000400:00000200:3.0:1767384376.333813:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp21 to MR: 192.168.203.143@tcp21 local destination 00000100:00000001:2.0:1767384376.333815:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767384376.333816:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746154368, offset 0 00000100:00000001:2.0:1767384376.333821:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384376.333822:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp21 NI seq info: [158:158:256:4294967295] 192.168.203.143@tcp21 LPNI seq info [149:149:8:4294967295] 00000100:00000001:2.0:1767384376.333825:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384376.333826:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384376.333832:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.333835:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.333841:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp21(192.168.203.143@tcp21:192.168.203.143@tcp21) -> 192.168.203.143@tcp21(192.168.203.143@tcp21:192.168.203.143@tcp21) 192.168.203.143@tcp21 : ACK try# 0 00000100:00000001:2.0:1767384376.333844:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384376.333846:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767384376.333847:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp21 00000100:00000001:2.0:1767384376.333853:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384376.333854:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384376.333855:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009edde0b. 00000100:00000001:2.0:1767384376.333856:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384376.333861:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384376.333865:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9a7e9e6] -> 12345-192.168.203.143@tcp21 (6) 00000100:00000001:2.0:1767384376.333866:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384376.333870:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df07180 00000800:00000200:3.0:1767384376.333876:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp21 ip 192.168.203.143:999 00000400:00000200:1.0:1767384376.333878:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15a9 [2] + 0 00000800:00000200:3.0:1767384376.333881:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009edde0b type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384376.333883:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3e1f5a1. 00000400:00000200:1.0:1767384376.333888:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000064c7a11c 00000800:00000001:3.0:1767384376.333892:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384376.333892:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.333897:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384376.333900:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064c7a11c 00000400:00000010:1.0:1767384376.333901:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064c7a11c. 00000800:00000001:3.0:1767384376.333902:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.333905:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.333908:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.333912:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000017f5445a x1853236746154368 msgsize 4848 00000100:00100000:1.0:1767384376.333916:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384376.333918:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384376.333929:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384376.333932:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384376.333934:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1280744 00000800:00000010:3.0:1767384376.333935:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009edde0b. 00000400:00000010:1.0:1767384376.333937:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1280744. 00000400:00000200:3.0:1767384376.333940:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384376.333941:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384376.333948:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384376.333952:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp21->192.168.203.143@tcp21: ACK: OK 00000100:00000001:1.0:1767384376.333963:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384376.333964:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384376.333967:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384376.333970:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.333975:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384376.333977:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384376.333978:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384376.333981:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384376.333982:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746154240 00000100:00000001:1.0:1767384376.333982:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384376.333984:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384376.333988:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384376.333989:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384376.333991:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.333991:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384376.333993:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294965104 00000100:00000001:2.0:1767384376.333995:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.334000:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294965104 02000000:00000001:2.0:1767384376.334002:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.334003:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp21(192.168.203.143@tcp21) <- 192.168.203.143@tcp21 : ACK - for me 00000100:00100000:2.0:1767384376.334008:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746154240 00000020:00000001:2.0:1767384376.334014:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384376.334014:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294965104 00000020:00000040:2.0:1767384376.334018:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:3.0:1767384376.334022:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp21: ACK from 12345-192.168.203.143@tcp21 into md 0x1dcd 00000020:00000001:2.0:1767384376.334022:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384376.334022:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294965104 00000020:00000040:2.0:1767384376.334026:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000400:00000200:3.0:1767384376.334028:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384376.334029:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294965104 00000020:00000001:2.0:1767384376.334030:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:3.0:1767384376.334037:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp21->192.168.203.143@tcp21: ACK: OK 00000020:00000001:2.0:1767384376.334037:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384376.334037:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294965104 00000100:00000001:2.0:1767384376.334043:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384376.334045:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294965104 00000400:00000200:3.0:1767384376.334046:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b1bd983 00000400:00000010:3.0:1767384376.334051:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b1bd983. 00000100:00000001:1.0:1767384376.334051:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294965104 00000020:00000010:2.0:1767384376.334054:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d8ef57a. 00000400:00000200:3.0:1767384376.334056:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384376.334058:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.334059:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384376.334063:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000020:00000010:2.0:1767384376.334065:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d8ef57a. 00000100:00000001:1.0:1767384376.334067:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.334071:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:1.0:1767384376.334071:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384376.334072:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050897e5f. 00000400:00000200:3.0:1767384376.334077:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (37) 00000100:00000001:1.0:1767384376.334078:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384376.334081:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000243a0fb8. 00000800:00000001:3.0:1767384376.334087:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384376.334087:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f486bc4. 00000100:00000001:1.0:1767384376.334087:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384376.334092:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767384376.334094:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.334096:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384376.334098:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384376.334099:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384376.334101:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.334104:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384376.334106:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.334107:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384376.334110:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.334118:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.334122:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384376.334128:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000003eaf4d46. 00000100:00000001:2.0:1767384376.334128:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.334133:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384376.334138:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746154368 00000400:00000010:3.0:1767384376.334139:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ea30140. 00000100:00000001:2.0:1767384376.334141:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384376.334141:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384376.334145:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b1bd983. 00000100:00000001:2.0:1767384376.334146:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384376.334146:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384376.334150:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.334152:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003eaf4d46 02000000:00000001:1.0:1767384376.334168:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384376.334170:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000d73d08b3. 00000100:00100000:1.0:1767384376.334172:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746154368 00000100:00100000:2.0:1767384376.334174:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000400:00000200:3.0:1767384376.334176:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000020:00000001:1.0:1767384376.334176:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384376.334178:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000020:00000040:1.0:1767384376.334180:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:2.0:1767384376.334183:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604662352 : -111508104889264 : ffff9a957f04bc50) 00000400:00000200:3.0:1767384376.334184:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000020:00000001:1.0:1767384376.334184:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384376.334188:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000400:00000200:3.0:1767384376.334189:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (36) 00000100:00000040:2.0:1767384376.334191:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f7557b1 x1853236746154240/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 4848/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384376.334194:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000010:3.0:1767384376.334197:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000c08dedce. 00000020:00000001:1.0:1767384376.334200:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000010:3.0:1767384376.334204:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf69c47. 00000100:00000001:1.0:1767384376.334207:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384376.334211:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c99ef1c5. 00000020:00000010:1.0:1767384376.334213:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008233a440. 00000100:00000001:2.0:1767384376.334215:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384376.334219:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000100:00000001:1.0:1767384376.334219:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384376.334220:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d8ef57a. 00000020:00000010:1.0:1767384376.334226:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008233a440. 00000100:00000001:2.0:1767384376.334227:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384376.334230:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:00000010:2.0:1767384376.334231:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d8ef57a. 00000400:00000200:3.0:1767384376.334242:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000020:00000010:1.0:1767384376.334242:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009086619b. 00000100:00100000:2.0:1767384376.334243:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f7557b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746154240:12345-0@lo:253: 00000020:00000010:1.0:1767384376.334250:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016fc0e50. 00000100:00000200:2.0:1767384376.334254:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746154240 00000400:00000200:3.0:1767384376.334255:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000020:00000010:1.0:1767384376.334257:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000097a1c77b. 00000020:00000001:2.0:1767384376.334260:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384376.334266:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384376.334266:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384376.334267:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000001:2.0:1767384376.334270:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.334270:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384376.334274:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.334276:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384376.334277:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000020:00000001:2.0:1767384376.334281:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000001:1.0:1767384376.334282:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.334285:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000020:00000001:2.0:1767384376.334286:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384376.334289:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.334291:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000100:00000001:1.0:1767384376.334292:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.334297:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000020:00000001:2.0:1767384376.334300:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384376.334302:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384376.334305:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000020:00000001:2.0:1767384376.334306:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.334309:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384376.334311:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000100:00000001:2.0:1767384376.334311:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384376.334312:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384376.334316:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384376.334320:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000100:00100000:1.0:1767384376.334321:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 02000000:00000010:2.0:1767384376.334322:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c556f2ad. 02000000:00000001:2.0:1767384376.334328:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.334329:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000400:00000200:3.0:1767384376.334331:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[142, 38] 00000100:00000001:2.0:1767384376.334332:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.334334:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604656208 : -111508104895408 : ffff9a957f04a450) 20000000:00000001:2.0:1767384376.334339:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:1.0:1767384376.334343:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017f5445a x1853236746154368/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 4848/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384376.334344:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 38], ns[158, 38] 20000000:00000010:2.0:1767384376.334349:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000298fd7ca. 20000000:01000000:2.0:1767384376.334356:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384376.334358:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384376.334361:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:1.0:1767384376.334363:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008233a440. 20000000:00000001:2.0:1767384376.334365:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384376.334368:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000100:00000001:1.0:1767384376.334369:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384376.334370:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384376.334376:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384376.334377:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008233a440. 00000400:00000200:3.0:1767384376.334380:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 20000000:00000001:2.0:1767384376.334382:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00100000:1.0:1767384376.334386:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017f5445a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746154368:12345-0@lo:253: 00000400:00000200:3.0:1767384376.334388:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 20000000:00000010:2.0:1767384376.334393:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f603000a. 00000100:00000200:1.0:1767384376.334394:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746154368 20000000:01000000:2.0:1767384376.334400:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000020:00000001:1.0:1767384376.334401:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384376.334402:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000020:00000001:1.0:1767384376.334405:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384376.334409:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 20000000:00000001:2.0:1767384376.334409:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384376.334409:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.334414:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:2.0:1767384376.334417:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384376.334418:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:3.0:1767384376.334420:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 00000020:00000001:1.0:1767384376.334440:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384376.334443:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384376.334444:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384376.334445:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384376.334449:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384376.334452:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 32], ns[62, 32] 00000020:00000001:1.0:1767384376.334453:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.334458:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384376.334461:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 32], ns[78, 32] 00080000:00000001:2.0:1767384376.334462:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384376.334468:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[108, 32], ns[117, 32] 02000000:00000001:1.0:1767384376.334469:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384376.334473:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 32], ns[79, 32] 02000000:00000010:1.0:1767384376.334475:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002d55f8d. 00080000:00000001:2.0:1767384376.334478:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.334479:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 32], ns[93, 32] 02000000:00000001:1.0:1767384376.334480:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384376.334485:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:1.0:1767384376.334486:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384376.334489:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384376.334490:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384376.334492:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 32], ns[100, 32] 00080000:00000001:2.0:1767384376.334493:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384376.334497:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384376.334500:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002ac3cd7b. 00000400:00000200:3.0:1767384376.334501:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 32], ns[136, 32] 00080000:00000002:2.0:1767384376.334501:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 20000000:01000000:1.0:1767384376.334506:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384376.334510:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 20000000:00000001:1.0:1767384376.334511:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000002:2.0:1767384376.334513:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:1.0:1767384376.334515:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384376.334516:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 32], ns[120, 32] 00080000:00000001:2.0:1767384376.334518:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384376.334519:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384376.334526:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384376.334527:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.334528:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 32], ns[148, 32] 20000000:00000001:1.0:1767384376.334531:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384376.334532:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.334539:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 32], ns[132, 32] 00000020:00000001:2.0:1767384376.334539:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384376.334545:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00000400:00000200:3.0:1767384376.334546:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 32], ns[147, 32] 00080000:00000001:2.0:1767384376.334550:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384376.334552:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 32], ns[145, 32] 00080000:00000010:2.0:1767384376.334561:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000102567fb. 00080000:00000001:2.0:1767384376.334565:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560354372608 : -111513355179008 : ffff9a944613ac00) 00000400:00000200:3.0:1767384376.334567:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 32], ns[154, 32] 00080000:00000001:2.0:1767384376.334570:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384376.334573:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 32], ns[150, 32] 00000001:00000001:2.0:1767384376.334575:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384376.334579:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 32], ns[153, 32] 00080000:00000010:2.0:1767384376.334580:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003d8ef57a. 00000400:00000200:3.0:1767384376.334584:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[147, 32], ns[156, 32] 00080000:00000001:2.0:1767384376.334585:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384376.334590:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384376.334593:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:3.0:1767384376.334596:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp22 00000400:00000200:3.0:1767384376.334598:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp22 lpni_is_preferred = 0 00000400:00000200:3.0:1767384376.334599:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp22 00080000:00000001:2.0:1767384376.334602:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384376.334603:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp22 NI seq info: [159:159:256:4294967295] 192.168.203.143@tcp22 LPNI seq info [150:150:8:4294967295] 00000400:00000200:3.0:1767384376.334610:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp22 00000400:00000200:3.0:1767384376.334615:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22:) -> 192.168.203.143@tcp22(192.168.203.143@tcp:192.168.203.143@tcp22) : GET try# 0 00000800:00000200:3.0:1767384376.334618:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp22 00080000:00000001:2.0:1767384376.334621:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384376.334622:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000009edde0b. 00000800:00000200:3.0:1767384376.334627:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9acd5f2] -> 12345-192.168.203.143@tcp22 (6) 00000800:00000200:3.0:1767384376.334632:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp22 ip 192.168.203.143:988 00000800:00000200:3.0:1767384376.334635:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009edde0b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384376.334645:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384376.334648:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000800:00000200:3.0:1767384376.334700:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384376.334702:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000009edde0b. 00000400:00000200:3.0:1767384376.334705:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.334708:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: GET: OK 00000400:00000200:3.0:1767384376.334711:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384376.334712:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000001:3.0:1767384376.334717:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.334721:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.334722:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.334727:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.334737:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22) <- 192.168.203.143@tcp22 : GET - for me 00000400:00000200:3.0:1767384376.334744:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384376.334747:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 640/640 into md 0x1dc9 [1] + 0 00000400:00000200:3.0:1767384376.334753:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp22 to MR: 192.168.203.143@tcp22 local destination 00000400:00000200:3.0:1767384376.334757:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp22 NI seq info: [160:160:256:4294967295] 192.168.203.143@tcp22 LPNI seq info [151:151:8:4294967295] 00000400:00000200:3.0:1767384376.334763:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22:192.168.203.143@tcp22) -> 192.168.203.143@tcp22(192.168.203.143@tcp22:192.168.203.143@tcp22) 192.168.203.143@tcp22 : REPLY try# 0 00000800:00000200:3.0:1767384376.334766:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.143@tcp22 00000800:00000010:3.0:1767384376.334769:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009edde0b. 00000800:00000200:3.0:1767384376.334772:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9acd5f2] -> 12345-192.168.203.143@tcp22 (6) 00000800:00000200:3.0:1767384376.334775:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp22 ip 192.168.203.143:997 00000800:00000200:3.0:1767384376.334776:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009edde0b type 3, nob 736 niov 1 nkiov 1 00000800:00000001:1.0:1767384376.334806:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384376.334822:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384376.334825:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009edde0b. 00000400:00000200:3.0:1767384376.334828:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384376.334828:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.334833:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: REPLY: OK 00000800:00000001:1.0:1767384376.334834:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.334843:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.334846:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.334849:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.334856:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22) <- 192.168.203.143@tcp22 : REPLY - for me 00000400:00000200:1.0:1767384376.334865:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp22: Reply from 12345-192.168.203.143@tcp22 of length 640/640 into md 0x1de5 00000800:00000001:1.0:1767384376.334870:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.334874:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.334876:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.334880:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: REPLY: OK 00000400:00000200:1.0:1767384376.334884:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf69c47 00000400:00000010:1.0:1767384376.334886:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf69c47. 00000400:00000200:1.0:1767384376.334889:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384376.334893:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:1.0:1767384376.334895:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:1.0:1767384376.334899:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 38. state = 0x100271 00000400:00000200:1.0:1767384376.334902:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384376.334914:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (37) 00000800:00000001:1.0:1767384376.334920:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.334923:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.334933:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384376.334937:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00000400:00000010:3.0:1767384376.334943:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 000000005f0930e9. 00000400:00000010:3.0:1767384376.334946:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 00000000c0fe33d7. 00000400:00000010:3.0:1767384376.334947:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 00000000a62c1d20. 00000400:00000200:3.0:1767384376.334978:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp36(000000007b9dc6d6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384376.334983:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp38(00000000f5599bac) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384376.334988:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp42(000000004720bf55) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384376.334990:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp43(00000000acc0a7f5) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384376.334994:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000959855df. 00000400:00000200:3.0:1767384376.334999:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000959855df nid 192.168.203.143@tcp44 00000400:00000010:3.0:1767384376.335002:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ba44da5b. 00000400:00000200:3.0:1767384376.335004:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ba44da5b net tcp44 00000400:00000200:3.0:1767384376.335012:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (36) 00000400:00000200:3.0:1767384376.335016:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp44 flags 0x11 00000400:00000010:3.0:1767384376.335020:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000015cf33b6. 00000400:00000200:3.0:1767384376.335023:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000015cf33b6 nid 192.168.203.143@tcp45 00000400:00000010:3.0:1767384376.335026:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009afd5025. 00000400:00000200:3.0:1767384376.335028:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000009afd5025 net tcp45 00000400:00000200:3.0:1767384376.335030:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (37) 00000400:00000200:3.0:1767384376.335032:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp45 flags 0x11 00000400:00000010:3.0:1767384376.335034:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000010667b2. 00000400:00000200:3.0:1767384376.335037:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000010667b2 nid 192.168.203.143@tcp46 00000400:00000010:3.0:1767384376.335039:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008043b3ce. 00000400:00000200:3.0:1767384376.335041:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000008043b3ce net tcp46 00000400:00000200:3.0:1767384376.335042:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (38) 00000400:00000200:3.0:1767384376.335045:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp46 flags 0x11 00000400:00000010:3.0:1767384376.335047:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 000000005f0930e9. 00000400:00000010:3.0:1767384376.335049:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 00000000c0fe33d7. 00000400:00000010:3.0:1767384376.335050:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 00000000a62c1d20. 00000400:00000010:3.0:1767384376.335053:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000c08dedce. 00000400:00000200:3.0:1767384376.335056:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384376.335058:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 00000400:00000200:3.0:1767384376.335061:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00000400:00000200:3.0:1767384376.335064:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000200:3.0:1767384376.335066:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384376.335067:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000400:00000200:3.0:1767384376.335069:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384376.335071:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (39) 00080000:00000010:2.0:1767384376.335398:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000102567fb. 00080000:00000010:3.0:1767384376.335457:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003d8ef57a. 00040000:00000001:3.0:1767384376.335462:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384376.335465:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384376.335467:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384376.335470:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:3.0:1767384376.335473:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384376.335474:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384376.335488:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384376.335497:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384376.335499:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384376.335501:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dbd476e5. 00080000:00000001:3.0:1767384376.335504:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384376.335509:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:1.0:1767384376.335512:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384376.335515:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384376.335517:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384376.335523:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384376.335530:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384376.335532:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384376.335533:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384376.335535:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384376.335536:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384376.335538:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:1.0:1767384376.335541:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:1.0:1767384376.335543:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384376.335545:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384376.335547:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384376.335549:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384376.335551:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384376.335553:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384376.335555:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384376.335558:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000030f28650. 20000000:01000000:2.0:1767384376.335559:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384376.335561:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560348583936 : -111513360967680 : ffff9a9445bb5800) 20000000:00000001:2.0:1767384376.335564:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384376.335565:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 10000000:01000000:2.0:1767384376.335569:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000001:00000001:1.0:1767384376.335569:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384376.335573:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008233a440. 00010000:00000001:2.0:1767384376.335574:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384376.335577:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.335578:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384376.335580:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384376.335584:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000745d9f43 count: 2 00010000:00000001:2.0:1767384376.335589:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384376.335589:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.335595:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384376.335598:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f4d0966b. 00080000:00000001:1.0:1767384376.335600:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:2.0:1767384376.335602:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384376.335606:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f4d0966b with handle 0x980286e253c5fd88 to hash 00000020:00000001:2.0:1767384376.335608:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384376.335609:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00010000:00000001:2.0:1767384376.335611:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00010000:00000001:2.0:1767384376.335613:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.335615:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.335617:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.335624:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384376.335627:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384376.335629:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384376.335631:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384376.335633:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000020:3.0:1767384376.335634:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384376.335635:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fd7a expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384376.335639:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384376.335642:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000298fd7ca. 20000000:00000001:3.0:1767384376.335647:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384376.335651:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746154240 00010000:00000001:2.0:1767384376.335656:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384376.335657:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384376.335660:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.335663:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000200:3.0:1767384376.335664:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008f7557b1 x1853236746154240/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384376.335665:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.335670:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.335675:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384376.335678:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.335679:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384376.335683:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384376.335689:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000745d9f43) refcount = 2 00000100:00001000:3.0:1767384376.335690:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=82 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384376.335696:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1767384376.335698:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1767384376.335701:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5fd7a expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384376.335704:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384376.335709:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384376.335714:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767384376.335715:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000001:3.0:1767384376.335716:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384376.335717:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384376.335720:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384376.335726:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000010:2.0:1767384376.335729:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000527197c. 00000400:00000010:3.0:1767384376.335731:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a312c599. 00000100:00000001:2.0:1767384376.335732:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000200:3.0:1767384376.335738:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746154240, offset 224 00000100:00000010:2.0:1767384376.335738:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9f00e90. 00000100:00000001:2.0:1767384376.335743:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560348830720 : -111513360720896 : ffff9a9445bf1c00) 00000100:00000001:2.0:1767384376.335746:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632560348830720 : -111513360720896 : ffff9a9445bf1c00) 00000400:00000200:3.0:1767384376.335748:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384376.335749:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384376.335752:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384376.335753:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:3.0:1767384376.335756:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384376.335757:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.335760:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384376.335763:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:3.0:1767384376.335766:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df07100 00010000:00000001:2.0:1767384376.335766:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384376.335770:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:3.0:1767384376.335773:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dd1 [2] + 224 00010000:00000001:2.0:1767384376.335774:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:3.0:1767384376.335780:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384376.335780:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000447e0b8d. 00000020:00000040:2.0:1767384376.335786:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000400:00000200:3.0:1767384376.335787:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384376.335789:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384376.335793:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.335795:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384376.335799:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384376.335803:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.335805:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384376.335808:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000102567fb. 00000100:00000001:2.0:1767384376.335811:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.335819:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5fd7a expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384376.335838:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384376.335844:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a312c599 00000400:00000010:3.0:1767384376.335847:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a312c599. 00000100:00000001:3.0:1767384376.335850:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384376.335852:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384376.335857:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384376.335858:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.335860:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384376.335863:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384376.335866:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384376.335866:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384376.335868:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384376.335869:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384376.335871:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384376.335873:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000877c66f3. 00000100:00000040:3.0:1767384376.335877:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f7557b1 x1853236746154240/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384376.335878:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d4ce2f6 00000400:00000010:1.0:1767384376.335882:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d4ce2f6. 00000100:00000001:1.0:1767384376.335888:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384376.335892:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f7557b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16355:x1853236746154240:12345-0@lo:253: Request processed in 1675us (2282us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384376.335895:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384376.335904:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000040:3.0:1767384376.335909:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:3.0:1767384376.335915:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384376.335918:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384376.335919:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384376.335922:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000243a0fb8. 00000020:00000010:3.0:1767384376.335929:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f486bc4. 00000100:00000001:1.0:1767384376.335930:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384376.335934:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384376.335936:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050897e5f. 00000100:00000001:1.0:1767384376.335937:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384376.335941:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384376.335942:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384376.335943:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000001:1.0:1767384376.335944:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.335946:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5fd7a expref: 16 pid: 17079 timeout: 447 lvb_type: 0 02000000:00000001:1.0:1767384376.335949:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.335950:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384376.335953:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c556f2ad. 00000100:00001000:1.0:1767384376.335957:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=82 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384376.335959:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384376.335960:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00001000:1.0:1767384376.335961:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384376.335962:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.335964:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384376.335969:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384376.335970:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384376.335970:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384376.335971:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384376.335977:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa40e3f8. 00010000:00000001:1.0:1767384376.335977:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384376.335981:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384376.335984:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a312c599. 00000100:00000001:2.0:1767384376.335985:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384376.335986:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.335989:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.335993:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384376.335996:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000447e0b8d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746154496:0@lo:104: 00000100:00000001:2.0:1767384376.336005:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384376.336008:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384376.336009:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384376.336012:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.336013:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384376.336016:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384376.336017:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:1.0:1767384376.336020:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000010:2.0:1767384376.336021:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d108d084. 00000020:01000004:1.0:1767384376.336023:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000001:2.0:1767384376.336026:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384376.336026:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384376.336030:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:2.0:1767384376.336032:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e954233. 00000020:01000004:1.0:1767384376.336032:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384376.336036:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384376.336038:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed3d1a6. 00000020:01000004:1.0:1767384376.336039:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384376.336042:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384376.336044:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000200:2.0:1767384376.336045:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746154496, portal 16 00000020:01000004:1.0:1767384376.336047:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384376.336048:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384376.336050:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348024320 : -111513361527296 : ffff9a9445b2ce00) 00000100:00000040:1.0:1767384376.336052:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.336057:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384376.336080:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384376.336082:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746154240:0@lo:253: 00000100:00000040:2.0:1767384376.336084:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384376.336088:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000100:00000001:1.0:1767384376.336093:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.336098:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384376.336099:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746154496, offset 0 00000100:00000040:1.0:1767384376.336103:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d52d96dd x1853236746154240/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.336109:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384376.336118:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384376.336120:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384376.336122:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384376.336125:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000059708ddd. 02000000:00000001:1.0:1767384376.336129:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384376.336130:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df07200 00000020:00000001:1.0:1767384376.336132:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384376.336135:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:2.0:1767384376.336138:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 984 00000020:00000001:1.0:1767384376.336139:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384376.336142:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000071c55535. 00000400:00000200:2.0:1767384376.336144:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.336148:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384376.336148:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384376.336151:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384376.336168:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d52d96dd. 00000100:00000001:1.0:1767384376.336171:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384376.336173:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.336174:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384376.336175:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384376.336177:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767384376.336181:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1767384376.336182:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008c68fa2. 00000100:00000001:1.0:1767384376.336184:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.336186:0:17101:0:(events.c:337:request_in_callback()) incoming req@0000000008c68fa2 x1853236746154496 msgsize 328 00000100:00000001:1.0:1767384376.336187:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384376.336191:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384376.336196:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384376.336207:0:17101:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384376.336212:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000400:00000010:2.0:1767384376.336213:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000100:00000001:2.0:1767384376.336215:0:17101:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384376.336217:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384376.336224:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384376.336226:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384376.336231:0:17911:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384376.336231:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.336235:0:17911:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746154496 00000100:00000001:2.0:1767384376.336235:0:17101:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384376.336239:0:17911:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384376.336239:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.336240:0:17911:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384376.336243:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294965106 00000100:00000001:2.0:1767384376.336246:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294965104 00000100:00000001:3.0:1767384376.336250:0:17911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.336252:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294965106 02000000:00000001:3.0:1767384376.336255:0:17911:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.336256:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294965104 00000100:00100000:3.0:1767384376.336260:0:17911:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746154496 00000100:00000001:2.0:1767384376.336261:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294965106 00000020:00000001:3.0:1767384376.336264:0:17911:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384376.336266:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294965104 00000020:00000040:3.0:1767384376.336267:0:17911:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9c9 00000020:00000001:3.0:1767384376.336270:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384376.336271:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294965106 00000020:00000040:3.0:1767384376.336273:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078df2aae refcount=3 00000100:00000001:2.0:1767384376.336274:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294965104 00000020:00000001:3.0:1767384376.336276:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000020:00000001:3.0:1767384376.336278:0:17911:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:3.0:1767384376.336280:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384376.336282:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0fb6291. 00000100:00000001:2.0:1767384376.336284:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384376.336285:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.336288:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.336289:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0fb6291. 00010000:00000001:2.0:1767384376.336293:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.336295:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.336297:0:17911:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cae0ac4. 00000020:00000001:2.0:1767384376.336297:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.336301:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384376.336303:0:17911:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a09984cd. 00010000:00000001:2.0:1767384376.336304:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.336306:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.336310:0:17911:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094d467cb. 00010000:00000001:2.0:1767384376.336310:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384376.336312:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384376.336315:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.336317:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384376.336318:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384376.336320:0:17911:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:2.0:1767384376.336320:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a9f00e90 going to sleep for 11 seconds 00000100:00000001:2.0:1767384376.336322:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384376.336326:0:17911:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384376.336326:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.336329:0:17911:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384376.336332:0:17911:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.336335:0:17911:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.336345:0:17911:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.336351:0:17911:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384376.336352:0:17911:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384376.336355:0:17911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384376.336357:0:17911:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000078df2aae : new rpc_count 1 00000100:00000001:3.0:1767384376.336359:0:17911:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348035968 : -111513361515648 : ffff9a9445b2fb80) 00000100:00000040:3.0:1767384376.336362:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008c68fa2 x1853236746154496/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 328/0 e 0 to 0 dl 1767384387 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384376.336369:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384376.336371:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0fb6291. 00000100:00000001:3.0:1767384376.336372:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384376.336373:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0fb6291. 00000100:00100000:3.0:1767384376.336381:0:17911:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000008c68fa2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746154496:12345-0@lo:104: 00000100:00000200:3.0:1767384376.336384:0:17911:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746154496 00010000:00000001:3.0:1767384376.336386:0:17911:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384376.336389:0:17911:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384376.336390:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.336391:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=2 00000020:00000001:3.0:1767384376.336393:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:3.0:1767384376.336394:0:17911:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00010000:00000001:3.0:1767384376.336397:0:17911:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384376.336398:0:17911:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384376.336401:0:17911:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384376.336407:0:17911:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384376.336408:0:17911:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384376.336410:0:17911:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a62c1d20. 02000000:00000001:3.0:1767384376.336412:0:17911:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.336413:0:17911:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.336415:0:17911:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384376.336417:0:17911:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384376.336419:0:17911:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d297692 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384376.336422:0:17911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384376.336450:0:17911:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384376.336452:0:17911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384376.336454:0:17911:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384376.336455:0:17911:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.336457:0:17911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384376.336459:0:17911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384376.336463:0:17911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094234847. 00000100:00000200:3.0:1767384376.336465:0:17911:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236746154496, offset 224 00000400:00000200:3.0:1767384376.336470:0:17911:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384376.336474:0:17911:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384376.336479:0:17911:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824df07200 00000400:00000200:3.0:1767384376.336483:0:17911:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1df1 [1] + 224 00000400:00000200:3.0:1767384376.336492:0:17911:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.336495:0:17911:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384376.336498:0:17911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384376.336501:0:17911:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384376.336508:0:17911:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384376.336518:0:17911:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384376.336522:0:17911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094234847 00000400:00000010:3.0:1767384376.336524:0:17911:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094234847. 00000100:00000001:3.0:1767384376.336527:0:17911:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384376.336528:0:17911:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384376.336529:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384376.336532:0:17911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384376.336534:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384376.336535:0:17911:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:2.0:1767384376.336538:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384376.336540:0:17911:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384376.336541:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e954233. 00010000:00000010:3.0:1767384376.336545:0:17911:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000095105de. 00000400:00000200:2.0:1767384376.336546:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed3d1a6 00000400:00000010:2.0:1767384376.336550:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed3d1a6. 00010000:00000001:3.0:1767384376.336551:0:17911:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384376.336554:0:17101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384376.336559:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384376.336562:0:17911:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384376.336567:0:17911:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384376.336570:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384376.336571:0:17911:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.336575:0:17911:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.336580:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384376.336584:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008c68fa2 x1853236746154496/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384376.336585:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.336586:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384376.336591:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384376.336598:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:3.0:1767384376.336600:0:17911:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000008c68fa2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746154496:12345-0@lo:104: Request processed in 228us (411us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384376.336602:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384376.336606:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384376.336612:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384376.336613:0:17911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384376.336617:0:17101:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384376.336620:0:17911:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078df2aae : new rpc_count 0 02000000:00000001:2.0:1767384376.336620:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384376.336621:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a4d9acd already unused, calling callback (000000001ae2046b) 00000100:00000001:2.0:1767384376.336624:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384376.336626:0:17911:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 10000000:00000001:1.0:1767384376.336626:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384376.336627:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.336629:0:17911:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00010000:1.0:1767384376.336630:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384376.336632:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.336633:0:17911:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a09984cd. 00000100:00001000:2.0:1767384376.336638:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=82 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384376.336640:0:17911:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094d467cb. 00010000:00000001:1.0:1767384376.336642:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767384376.336647:0:17911:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cae0ac4. 00000100:00001000:2.0:1767384376.336647:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=82 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384376.336651:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384376.336652:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384376.336653:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a4d9acd refcount=3 00000020:00000001:1.0:1767384376.336657:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00000020:00000040:3.0:1767384376.336660:0:17911:0:(genops.c:898:class_export_put()) PUTting export 0000000078df2aae : new refcount 2 00000100:00000001:2.0:1767384376.336664:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384376.336664:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537728 : -111508343013888 : ffff9a9570d33e00) 00000100:00000001:3.0:1767384376.336665:0:17911:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.336668:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.336671:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384376.336671:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384376.336675:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384376.336676:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384376.336677:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.336685:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384376.336686:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384376.336689:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384376.336700:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:01000000:1.0:1767384376.336703:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384376.336704:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384376.336707:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384376.336708:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:2.0:1767384376.336709:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000040:1.0:1767384376.336711:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:2.0:1767384376.336712:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.336715:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000040:1.0:1767384376.336715:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384376.336718:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384376.336719:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.336722:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.336725:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384376.336731:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000447e0b8d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746154496:0@lo:104: 10000000:00000001:1.0:1767384376.336733:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:2.0:1767384376.336735:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384376.336736:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384376.336738:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384376.336739:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 00000100:00000001:2.0:1767384376.336741:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384376.336744:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1767384376.336744:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384376.336747:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.336750:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000447e0b8d x1853236746154496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384376.336752:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384376.336756:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384376.336757:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384376.336758:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767384376.336761:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384376.336762:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:2.0:1767384376.336764:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d108d084. 00010000:00000001:1.0:1767384376.336765:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.336767:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1767384376.336768:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a4d9acd with handle 0x980286e253c5fd7a from hash 00000020:00000001:2.0:1767384376.336770:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384376.336772:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:2.0:1767384376.336773:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00010000:00000001:1.0:1767384376.336775:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384376.336776:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384376.336778:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384376.336779:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000102567fb. 00010000:00000001:1.0:1767384376.336780:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384376.336784:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384376.336785:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1767384376.336788:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384376.336789:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:2.0:1767384376.336791:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000447e0b8d. 00000100:00000001:2.0:1767384376.336794:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384376.336798:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:2.0:1767384376.336802:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384376.336802:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384376.336807:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a9f00e90. 00000100:00000010:1.0:1767384376.336809:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d52d96dd. 00000100:00000001:2.0:1767384376.336810:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384376.336813:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384376.336814:0:17074:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00010000:00000010:2.0:1767384376.336816:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000527197c. 00000100:00000001:1.0:1767384376.336819:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384376.336820:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.336822:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384376.336824:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.336826:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.336827:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384376.336833:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000010:1.0:1767384376.336834:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000081c3ac6. 00010000:00000001:2.0:1767384376.336835:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384376.336839:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384376.336839:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.336844:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384376.336848:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384376.336854:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384376.336855:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.336858:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384376.336859:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.336864:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d52d96dd] to pc [ptlrpcd_00_00+0] req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384376.336884:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384376.336886:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384376.336888:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384376.336888:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384376.336892:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.336893:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384376.336896:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.336897:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384376.336899:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384376.336903:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384376.336904:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.336912:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384376.336916:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.336917:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384376.336921:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 000000004a4d9acd/0x980286e253c5fd7a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fd81 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384376.336925:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384376.336929:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384376.336930:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000011e76e7e count: 0 02000000:00000001:2.0:1767384376.336932:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384376.336935:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384376.336937:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384376.336939:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746154624:0@lo:103: 00010000:00000001:1.0:1767384376.336939:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384376.336942:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384376.336944:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384376.336946:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384376.336947:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.336949:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:1.0:1767384376.336951:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000095105de. 02000000:00000010:2.0:1767384376.336954:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000102567fb. 00010000:00000001:1.0:1767384376.336955:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.336958:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.336959:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384376.336963:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384376.336965:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e954233. 00010000:00010000:1.0:1767384376.336966:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384376.336969:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384376.336972:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed3d1a6. 00000020:00000001:1.0:1767384376.336972:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384376.336978:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746154624, portal 18 00010000:00010000:1.0:1767384376.336979:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384376.336982:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384376.336983:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384376.336984:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.336986:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317028480 : -111508392523136 : ffff9a956ddfca80) 00010000:00010000:1.0:1767384376.336987:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384376.336997:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.337002:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384376.337004:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384376.337006:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000100:00000200:2.0:1767384376.337007:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746154624, offset 0 00000400:00000200:2.0:1767384376.337011:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384376.337016:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384376.337022:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df07280 00000400:00000200:2.0:1767384376.337028:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:2.0:1767384376.337032:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.337034:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384376.337037:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384376.337038:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384376.337040:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000447e0b8d. 00000100:00000040:2.0:1767384376.337042:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000447e0b8d x1853236746154624 msgsize 328 00000100:00100000:2.0:1767384376.337045:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384376.337054:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384376.337058:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000400:00000010:2.0:1767384376.337059:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000100:00000001:2.0:1767384376.337061:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384376.337064:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.337066:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384376.337069:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746154624 02000000:00000001:3.0:1767384376.337073:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384376.337075:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384376.337076:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384376.337080:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.337084:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.337085:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384376.337088:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.337090:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294965107 00000100:00000001:2.0:1767384376.337093:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294965106 00000100:00000001:2.0:1767384376.337096:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294965107 00000100:00000001:2.0:1767384376.337098:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294965106 00000100:00000001:3.0:1767384376.337100:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.337103:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.337105:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746154624 00000020:00000001:3.0:1767384376.337109:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384376.337111:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:2.0:1767384376.337111:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294965107 00000020:00000001:3.0:1767384376.337114:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:1.0:1767384376.337117:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000030f28650. 00000020:00000040:3.0:1767384376.337118:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000100:00000001:2.0:1767384376.337118:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294965106 00000020:00000001:3.0:1767384376.337125:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384376.337127:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294965107 00000020:00000001:3.0:1767384376.337128:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384376.337131:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294965106 00000100:00000001:3.0:1767384376.337133:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384376.337135:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384376.337136:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008233a440. 00000020:00000010:3.0:1767384376.337137:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0fb6291. 00000100:00000001:2.0:1767384376.337139:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.337142:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.337143:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384376.337143:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384376.337146:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1767384376.337149:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384376.337150:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0fb6291. 00080000:00000001:1.0:1767384376.337150:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.337167:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cae0ac4. 00000020:00000002:1.0:1767384376.337169:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 00000100:00000001:2.0:1767384376.337170:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384376.337172:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a09984cd. 20000000:00000001:1.0:1767384376.337173:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.337174:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384376.337178:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094d467cb. 00000100:00000001:2.0:1767384376.337179:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.337182:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:1.0:1767384376.337182:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:2.0:1767384376.337184:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.337187:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 20000000:01000000:1.0:1767384376.337187:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:2.0:1767384376.337188:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384376.337192:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384376.337193:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384376.337196:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 20000000:01000000:1.0:1767384376.337197:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:3.0:1767384376.337199:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384376.337203:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384376.337203:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384376.337208:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384376.337210:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384376.337211:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.337212:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=4 00000020:00000001:3.0:1767384376.337214:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384376.337216:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00010000:3.0:1767384376.337226:0:17072:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fd7a expref: 16 pid: 17079 timeout: 447 lvb_type: 0 00010000:00000001:3.0:1767384376.337231:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.337232:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.337233:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.337235:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.337239:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384376.337242:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000447e0b8d x1853236746154624/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 328/0 e 0 to 0 dl 1767384387 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.337247:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384376.337248:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.337258:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.337267:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384376.337269:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384376.337272:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384376.337274:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:3.0:1767384376.337276:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348024320 : -111513361527296 : ffff9a9445b2ce00) 00000100:00000040:3.0:1767384376.337280:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000447e0b8d x1853236746154624/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 328/0 e 0 to 0 dl 1767384387 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.337285:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384376.337288:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0fb6291. 00000100:00000001:3.0:1767384376.337289:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384376.337291:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0fb6291. 00000100:00100000:3.0:1767384376.337295:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000447e0b8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+16:16353:x1853236746154624:12345-0@lo:103: 00000100:00000200:3.0:1767384376.337299:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746154624 00010000:00000001:3.0:1767384376.337300:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384376.337302:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384376.337304:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384376.337307:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384376.337309:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384376.337312:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c08dedce. 02000000:00000001:3.0:1767384376.337313:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.337319:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.337322:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384376.337323:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384376.337325:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384376.337327:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000020:1.0:1767384376.337327:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:3.0:1767384376.337330:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=4 00000100:00000001:1.0:1767384376.337331:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384376.337333:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 20000000:00000010:1.0:1767384376.337334:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002ac3cd7b. 00010000:00000001:3.0:1767384376.337338:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000040:3.0:1767384376.337342:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000745d9f43 count: 3 20000000:00000001:1.0:1767384376.337342:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384376.337348:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746154368 00010000:00010000:3.0:1767384376.337349:0:17072:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fd7a expref: 16 pid: 17079 timeout: 447 lvb_type: 0 00010000:00000001:1.0:1767384376.337353:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:3.0:1767384376.337358:0:17072:0:(import.c:2128:obd_at_measure()) add 0 to 0000000012e62d6c time=1767384376 v=100 (0 0 0 0) 00010000:00000200:1.0:1767384376.337360:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017f5445a x1853236746154368/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384376.337364:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384376.337370:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384376.337371:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384376.337374:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384376.337374:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384376.337378:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=82 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384376.337379:0:17072:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x980286e253c5fd7a expref: 16 pid: 17079 timeout: 447 lvb_type: 0 00000100:00000001:1.0:1767384376.337384:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384376.337388:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000001:3.0:1767384376.337389:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384376.337391:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384376.337392:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.337394:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.337397:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384376.337398:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384376.337399:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:1.0:1767384376.337401:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384376.337404:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.337405:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384376.337406:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384376.337408:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.337412:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384376.337412:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384376.337415:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384376.337416:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1280744. 00000020:00000040:3.0:1767384376.337418:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dac885ac with handle 0x980286e253c5fd81 from hash 00000100:00000200:1.0:1767384376.337420:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746154368, offset 224 00010000:00000001:3.0:1767384376.337421:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384376.337442:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384376.337448:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384376.337450:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384376.337451:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.337455:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384376.337457:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384376.337459:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384376.337460:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df07180 00000400:00000200:1.0:1767384376.337464:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dd9 [2] + 224 00010000:00010000:3.0:1767384376.337471:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dac885ac/0x980286e253c5fd81 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x980286e253c5fd7a expref: 16 pid: 17079 timeout: 447 lvb_type: 0 00000400:00000200:1.0:1767384376.337471:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.337478:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1767384376.337483:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00000100:00000001:1.0:1767384376.337483:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384376.337487:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000200:1.0:1767384376.337488:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384376.337494:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384376.337497:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384376.337498:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384376.337502:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384376.337505:0:17072:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f4d0966b 00010000:00000001:3.0:1767384376.337508:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384376.337509:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384376.337511:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.337512:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384376.337513:0:17072:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.337514:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384376.337516:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384376.337519:0:17072:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384376.337521:0:17072:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384376.337521:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1280744 00000400:00000010:1.0:1767384376.337526:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1280744. 00000100:00000001:2.0:1767384376.337527:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.337531:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384376.337532:0:17072:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1767384376.337533:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384376.337535:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000001:2.0:1767384376.337537:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384376.337537:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384376.337538:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384376.337542:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000001:2.0:1767384376.337542:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384376.337544:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384376.337546:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000745d9f43) refcount = 2 00000400:00000010:2.0:1767384376.337546:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c5a0d6. 00000100:00000040:1.0:1767384376.337549:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:2.0:1767384376.337552:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f2eb1c2 00010000:00010000:3.0:1767384376.337554:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384376.337555:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f2eb1c2. 00010000:00000001:1.0:1767384376.337555:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384376.337558:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.337562:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384376.337563:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384376.337568:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000200:2.0:1767384376.337568:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384376.337570:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017f5445a x1853236746154368/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384376.337572:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384376.337575:0:17072:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.337581:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384376.337587:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0fb6291. 00000100:00000001:3.0:1767384376.337592:0:17072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384376.337597:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1790e65. 00000100:00000001:3.0:1767384376.337602:0:17072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560335464896 : -111513374086720 : ffff9a9444f329c0) 00000100:00000200:2.0:1767384376.337602:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.337607:0:17072:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632560335464896 : -111513374086720 : ffff9a9444f329c0) 00000100:00100000:1.0:1767384376.337608:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017f5445a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746154368:12345-0@lo:253: Request processed in 3245us (3691us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384376.337618:0:17072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384376.337622:0:17072:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1767384376.337624:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384376.337625:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00100000:1.0:1767384376.337625:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000001:2.0:1767384376.337627:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384376.337628:0:17072:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384376.337629:0:16356:0:(client.c:1578:after_reply()) Process entered 20000000:01000000:3.0:1767384376.337632:0:17072:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 02000000:00000001:2.0:1767384376.337633:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384376.337635:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384376.337636:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384376.337637:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384376.337640:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.337641:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384376.337641:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384376.337643:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384376.337645:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f4d0966b refcount=5 00000100:00000001:1.0:1767384376.337645:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384376.337647:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=82 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384376.337649:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00000020:00000010:1.0:1767384376.337650:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016fc0e50. 00000100:00001000:2.0:1767384376.337652:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=82 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384376.337655:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00000020:00000010:1.0:1767384376.337657:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000097a1c77b. 00010000:00000001:3.0:1767384376.337658:0:17072:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000020:00000010:1.0:1767384376.337660:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009086619b. 00010000:00010000:3.0:1767384376.337661:0:17072:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384376.337663:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384376.337666:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384376.337667:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:2.0:1767384376.337671:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384376.337673:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384376.337674:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.337675:0:17072:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000010:1.0:1767384376.337676:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002d55f8d. 00000100:00000001:2.0:1767384376.337678:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384376.337679:0:17072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384376.337682:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384376.337685:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.337686:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.337692:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384376.337694:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384376.337695:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384376.337699:0:17072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384376.337700:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384376.337701:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddf8e269. 00000100:00000001:2.0:1767384376.337706:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384376.337708:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1280744. 00000100:00000001:2.0:1767384376.337709:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.337716:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:2.0:1767384376.337716:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384376.337720:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384376.337721:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384376.337724:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:01000004:2.0:1767384376.337725:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00010000:3.0:1767384376.337728:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384376.337729:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384376.337733:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384376.337736:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00010000:3.0:1767384376.337738:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f4d0966b already unused, calling callback (000000004feed035) 00000020:01000004:2.0:1767384376.337738:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384376.337741:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384376.337742:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:01000004:2.0:1767384376.337744:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384376.337746:0:17072:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1767384376.337748:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384376.337749:0:17072:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384376.337766:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064f18e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746154368:0@lo:253: 00000100:00000001:2.0:1767384376.337771:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.337776:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384376.337780:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:2.0:1767384376.337780:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064f18e40 x1853236746154368/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384376.337784:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384376.337787:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.337789:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f4d0966b refcount=6 00000020:00000001:3.0:1767384376.337793:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00000100:00000001:2.0:1767384376.337793:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384376.337795:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384376.337797:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 02000000:00000010:2.0:1767384376.337798:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c8bc3ada. 00010000:00000001:3.0:1767384376.337800:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384376.337803:0:17072:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384376.337804:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384376.337807:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384376.337810:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:2.0:1767384376.337810:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00010000:00000001:3.0:1767384376.337813:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1767384376.337814:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384376.337816:0:17072:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384376.337817:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000010836e7. 02000000:00000001:2.0:1767384376.337821:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384376.337827:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384376.337827:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384376.337830:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:2.0:1767384376.337831:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064f18e40. 00010000:00000001:3.0:1767384376.337835:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384376.337836:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384376.337838:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.337839:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384376.337841:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f4d0966b with handle 0x980286e253c5fd88 from hash 00000100:00000001:2.0:1767384376.337842:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.337846:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384376.337849:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384376.337849:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384376.337850:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384376.337852:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.337853:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384376.337856:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384376.337857:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:1.0:1767384376.337859:0:17101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.337861:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384376.337861:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.337864:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384376.337867:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.337871:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.337872:0:17101:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384376.337873:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384376.337876:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:1.0:1767384376.337877:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384376.337880:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384376.337881:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.337882:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.337885:0:17072:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.337889:0:17072:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.337890:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384376.337892:0:17072:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.337893:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384376.337895:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384376.337896:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:3.0:1767384376.337901:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.337906:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.337907:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.337908:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384376.337909:0:17072:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384376.337910:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.337911:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.337912:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384376.337914:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384376.337915:0:17072:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.337916:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384376.337917:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f4d0966b/0x980286e253c5fd88 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.337922:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.337923:0:17072:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.337924:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384376.337926:0:17072:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384376.337927:0:17072:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.337929:0:17072:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.337930:0:17072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384376.337931:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a1790e65. 00000100:00000001:3.0:1767384376.337933:0:17072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384376.337935:0:17072:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384376.337936:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0fb6291. 00010000:00000001:3.0:1767384376.337938:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384376.337939:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000745d9f43 count: 0 00010000:00010000:3.0:1767384376.337946:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384376.337948:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.337950:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384376.337952:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384376.337953:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384376.337956:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384376.337959:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384376.337960:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384376.337966:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384376.337968:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.337970:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384376.337972:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384376.337975:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094234847. 00000100:00000200:3.0:1767384376.337978:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746154624, offset 224 00000400:00000200:3.0:1767384376.337983:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384376.337988:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384376.337995:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df07280 00000400:00000200:3.0:1767384376.337998:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1dfd [1] + 224 00000400:00000200:3.0:1767384376.338001:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.338004:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384376.338006:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384376.338009:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384376.338015:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.338025:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384376.338029:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094234847 00000400:00000010:3.0:1767384376.338031:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094234847. 00000100:00000001:3.0:1767384376.338034:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384376.338036:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384376.338038:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384376.338040:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.338041:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384376.338044:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:2.0:1767384376.338046:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384376.338047:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384376.338049:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384376.338050:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384376.338053:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e954233. 00000100:00000040:3.0:1767384376.338056:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000447e0b8d x1853236746154624/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:357/0 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.338058:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed3d1a6 00000400:00000010:2.0:1767384376.338062:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed3d1a6. 00000100:00000001:2.0:1767384376.338067:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384376.338070:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000447e0b8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746154624:12345-0@lo:103: Request processed in 782us (1024us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384376.338074:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384376.338080:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384376.338087:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000200:2.0:1767384376.338090:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.338096:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384376.338100:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384376.338101:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384376.338105:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384376.338106:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a09984cd. 00000100:00000001:2.0:1767384376.338107:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384376.338111:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384376.338112:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094d467cb. 00000100:00000001:2.0:1767384376.338112:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384376.338116:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.338117:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cae0ac4. 02000000:00000001:2.0:1767384376.338118:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384376.338124:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=82 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384376.338125:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00001000:2.0:1767384376.338127:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384376.338128:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.338134:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384376.338137:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.338139:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384376.338141:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.338143:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.338146:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.338176:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.338177:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384376.338178:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384376.338182:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384376.338187:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746154624:0@lo:103: 00000100:00000001:2.0:1767384376.338191:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.338192:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384376.338194:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d52d96dd x1853236746154624/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.338198:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384376.338200:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384376.338201:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000102567fb. 02000000:00000001:2.0:1767384376.338204:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384376.338205:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384376.338206:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384376.338207:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384376.338208:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000081c3ac6. 02000000:00000001:2.0:1767384376.338211:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384376.338212:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384376.338213:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d52d96dd. 00000100:00000001:2.0:1767384376.338216:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384376.338217:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.338218:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.338221:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384376.338222:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.338225:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.338226:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384376.343443:0:36575:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000011e76e7e. 00010000:00000010:1.1:1767384376.343458:0:36575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a4d9acd. 00000100:00000040:3.0:1767384376.343478:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294965107, at 4294965108 00000100:00000010:3.0:1767384376.343488:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047d9d0da. 00000100:00000040:1.0:1767384376.344456:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294965107, at 4294965109 00000100:00000010:1.0:1767384376.344465:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f1dfddc. 00000100:00000040:0.0:1767384376.344482:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294965107, at 4294965109 00000100:00000010:0.0:1767384376.344493:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bdcd7bcd. 00000100:00000040:2.0:1767384376.344501:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294965107, at 4294965109 00000100:00000010:2.0:1767384376.344511:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000055ff41da. 00010000:00000010:3.1:1767384376.345464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dac885ac. 00010000:00000010:3.1:1767384376.345471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f4d0966b. 00010000:00000010:3.1:1767384376.345474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000745d9f43. 00000400:00000010:0.0:1767384376.352855:0:36577:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000406fbc25. 00000400:00000040:0.0:1767384376.352879:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384376.352882:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384376.352885:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384376.352886:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384376.352888:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384376.352890:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384376.352893:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384376.352895:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384376.352897:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384376.352898:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384376.352900:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384376.352902:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384376.352904:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384376.352906:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384376.352908:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384376.352910:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384376.352911:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384376.352912:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384376.352913:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384376.352916:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384376.352918:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384376.352919:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384376.352921:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384376.352930:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384376.352932:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384376.352934:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384376.352936:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384376.352938:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384376.352941:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384376.352942:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384376.352944:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384376.352945:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384376.352947:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384376.352949:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384376.352951:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384376.352953:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384376.352954:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384376.352957:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384376.352958:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384376.352961:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384376.352962:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384376.352964:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384376.352966:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384376.352969:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384376.352971:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384376.352973:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384376.352974:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384376.352977:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384376.352979:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384376.352981:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384376.352982:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384376.352983:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384376.352985:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384376.352987:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384376.352990:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384376.352992:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384376.352993:0:36577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384376.353101:0:36577:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000406fbc25. 00000004:00000001:0.0:1767384376.483476:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384376.483480:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384376.483486:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002597b5cc. 00000100:00000040:1.0:1767384376.483499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1767384376.483499:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384376.483503:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384376.483507:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384376.483508:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384376.483514:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384376.483515:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029ddb91c. 00000020:00000040:1.0:1767384376.483521:0:38:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:0.0:1767384376.483521:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000065e78d42. 00000100:00000001:1.0:1767384376.483526:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384376.483528:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.483530:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384376.483535:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384376.483537:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.483543:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.483548:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002597b5cc] to pc [ptlrpcd_00_01+1] req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384376.483550:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a966ebb4. 00000100:00000001:1.0:1767384376.483558:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.483566:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384376.483571:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.483581:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384376.483583:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.483588:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029ddb91c] to pc [ptlrpcd_00_02+2] req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.483610:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.483613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384376.483616:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384376.483620:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d52d96dd. 00000020:00000040:1.0:1767384376.483623:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384376.483626:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384376.483628:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384376.483630:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384376.483635:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d572936. 00000100:00000001:1.0:1767384376.483639:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.483644:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384376.483644:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.483648:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384376.483651:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384376.483657:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384376.483658:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.483661:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.483670:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384376.483671:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d52d96dd] to pc [ptlrpcd_00_03+3] req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.483672:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.483678:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384376.483681:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384376.483685:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.483692:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16354:1853236746154752:0@lo:13: 00000100:00000001:1.0:1767384376.483695:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.483696:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384376.483701:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384376.483701:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384376.483705:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.483707:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384376.483708:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384376.483712:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064f18e40. 02000000:00000010:0.0:1767384376.483713:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a6249c23. 02000000:00000001:0.0:1767384376.483717:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384376.483718:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1767384376.483723:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d2c4781. 00000100:00000001:1.0:1767384376.483724:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384376.483730:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fab5632. 02000000:00000001:1.0:1767384376.483736:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384376.483738:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746154752, portal 4 02000000:00000001:1.0:1767384376.483740:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.483742:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384376.483745:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556614400 : -111508152937216 : ffff9a957c279500) 02000000:00000010:1.0:1767384376.483748:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007959b6e5. 00000100:00000040:0.0:1767384376.483751:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.483754:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.483763:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384376.483765:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.483771:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384376.483776:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000100:00000001:1.0:1767384376.483780:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384376.483781:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746154752, offset 0 00000100:00000001:1.0:1767384376.483784:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.483789:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384376.483792:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064f18e40] to pc [ptlrpcd_00_00+0] req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384376.483804:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384376.483809:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.483815:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (302) 00000400:00000200:0.0:1767384376.483818:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df07300 00000400:00000200:0.0:1767384376.483825:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3136 00000400:00000200:0.0:1767384376.483831:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.483835:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384376.483840:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384376.483841:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384376.483845:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093c86d80. 00000100:00000040:0.0:1767384376.483847:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000093c86d80 x1853236746154752 msgsize 224 00000100:00100000:0.0:1767384376.483853:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384376.483862:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384376.483869:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 00000400:00000010:0.0:1767384376.483871:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000100:00000001:0.0:1767384376.483874:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384376.483877:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.483884:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.483886:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.483891:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.483893:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384376.483897:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.483900:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3785 usecs (4 jiffies) 00000100:00000001:0.0:1767384376.483903:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965252 00000100:00000010:0.0:1767384376.483907:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff1eeb80. 00000100:00000001:0.0:1767384376.483912:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384376.483917:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965252 00000100:00000010:0.0:1767384376.483925:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fe366e9. 00000100:00000001:0.0:1767384376.483927:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384376.483930:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965252 00000100:00000010:0.0:1767384376.483932:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003419fa8c. 00000100:00000001:0.0:1767384376.483935:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384376.483938:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965252 00000100:00000010:0.0:1767384376.483940:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e0404a1. 00000100:00000001:0.0:1767384376.483943:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384376.483945:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.483947:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.483949:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.483950:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.483955:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384376.483955:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.483960:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384376.483965:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384376.483967:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.483968:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384376.483972:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.483974:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384376.483977:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.483982:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384376.483986:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.483987:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384376.483988:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384376.483990:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384376.483990:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.483991:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384376.483995:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746154752 00000100:00000001:0.0:1767384376.483996:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384376.483998:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384376.483998:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384376.484002:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384376.484003:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384376.484005:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384376.484008:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.484009:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384376.484009:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.484013:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384376.484016:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029ddb91c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746154880:0@lo:400: 02000000:00000001:2.0:1767384376.484020:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384376.484026:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746154752 00000100:00000001:1.0:1767384376.484028:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384376.484032:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384376.484033:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384376.484034:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384376.484037:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:0.0:1767384376.484037:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.484038:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.484043:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384376.484044:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384376.484044:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384376.484049:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 02000000:00000001:0.0:1767384376.484049:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384376.484051:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009086619b. 02000000:00000001:0.0:1767384376.484053:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.484056:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 02000000:00000001:1.0:1767384376.484057:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.484060:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064f18e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746155136:0@lo:400: 00000020:00000001:2.0:1767384376.484064:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000400:00000010:1.0:1767384376.484064:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a8fbcf0. 00000100:00000001:0.0:1767384376.484067:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384376.484072:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00000001:2.0:1767384376.484073:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384376.484078:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384376.484079:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746154880, portal 4 00000020:00000010:2.0:1767384376.484080:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000527197c. 02000000:00000001:0.0:1767384376.484083:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484085:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384376.484088:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f504b6da. 02000000:00000001:0.0:1767384376.484088:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384376.484089:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317032064 : -111508392519552 : ffff9a956ddfd880) 02000000:00000010:0.0:1767384376.484094:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b65bc08d. 00000020:00000040:2.0:1767384376.484096:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 02000000:00000001:0.0:1767384376.484101:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.484106:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384376.484108:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091c59943. 00000100:00000001:2.0:1767384376.484112:0:17894:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1767384376.484116:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856c52a5. 00000020:00000010:2.0:1767384376.484120:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d108d084. 00000100:00000001:1.0:1767384376.484123:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384376.484124:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746155136, portal 10 00000100:00000001:0.0:1767384376.484127:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384376.484129:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d225e43. 00000100:00000040:1.0:1767384376.484131:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384376.484131:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317035648 : -111508392515968 : ffff9a956ddfe680) 00000020:00000010:2.0:1767384376.484138:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034dec0f4. 00000400:00000010:1.0:1767384376.484139:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7140de7. 00000100:00000040:0.0:1767384376.484140:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384376.484146:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746154880, offset 0 00000100:00000001:0.0:1767384376.484148:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384376.484151:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:0.0:1767384376.484170:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384376.484171:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384376.484175:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000100:00000200:0.0:1767384376.484179:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746155136, offset 0 00000400:00000200:1.0:1767384376.484183:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384376.484187:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384376.484194:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df07380 00000400:00000200:0.0:1767384376.484197:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384376.484206:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4336 00000400:00000200:0.0:1767384376.484208:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df07480 00000100:00000001:2.0:1767384376.484217:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384376.484217:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.484218:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000001:2.0:1767384376.484221:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384376.484226:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384376.484227:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384376.484227:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.484235:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384376.484237:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384376.484238:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.484239:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.484241:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1767384376.484242:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384376.484247:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000818648be. 00000100:00000010:1.0:1767384376.484248:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ef470f5. 00000100:00000040:0.0:1767384376.484250:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000818648be x1853236746155136 msgsize 224 00000100:00000001:2.0:1767384376.484251:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384376.484253:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000005ef470f5 x1853236746154880 msgsize 224 00000100:00100000:0.0:1767384376.484259:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384376.484264:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384376.484268:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.484271:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384376.484272:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384376.484277:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384376.484277:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000100:00100000:2.0:1767384376.484282:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000400:00000010:0.0:1767384376.484282:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000100:00000001:0.0:1767384376.484287:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384376.484290:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000200:0.0:1767384376.484291:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384376.484293:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7140de7 00000100:00000001:2.0:1767384376.484296:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556620672 : -111508152930944 : ffff9a957c27ad80) 00000400:00000010:1.0:1767384376.484297:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7140de7. 00000100:00000001:1.0:1767384376.484301:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384376.484308:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093c86d80 x1853236746154752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384376.484308:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.484309:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.484319:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.484335:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384376.484341:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384376.484341:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.484341:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.484346:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384376.484353:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384376.484354:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f671f2f7. 00000100:00000001:1.0:1767384376.484354:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.484357:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3540 usecs (4 jiffies) 00000100:00000001:1.0:1767384376.484359:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384376.484360:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.484363:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294965252 00000020:00000010:2.0:1767384376.484367:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f671f2f7. 00000100:00000001:1.0:1767384376.484367:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.484368:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294965252 00000100:00000001:0.0:1767384376.484374:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294965252 00000100:00000040:1.0:1767384376.484375:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3785 usecs (4 jiffies) 00000100:00000001:0.0:1767384376.484377:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294965252 00000100:00000001:1.0:1767384376.484379:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965252 00000100:00000001:0.0:1767384376.484382:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294965252 00000100:00100000:2.0:1767384376.484383:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093c86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236746154752:12345-0@lo:13: 00000100:00000001:1.0:1767384376.484384:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294965252 00000100:00000001:0.0:1767384376.484386:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294965252 00000100:00000001:1.0:1767384376.484389:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965252 00000100:00000001:0.0:1767384376.484391:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294965252 00000100:00000200:2.0:1767384376.484393:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746154752 00000100:00000001:0.0:1767384376.484394:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294965252 00000100:00000001:0.0:1767384376.484399:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384376.484400:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384376.484401:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294965252 00000100:00000001:0.0:1767384376.484401:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.484407:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384376.484407:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965252 00000100:00000001:0.0:1767384376.484407:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.484413:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484413:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294965252 00000100:00000001:0.0:1767384376.484414:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.484420:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384376.484420:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965252 00000100:00000001:1.0:1767384376.484441:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294965252 00000100:00000001:1.0:1767384376.484443:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384376.484445:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000100:00000001:1.0:1767384376.484446:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.484446:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.484450:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.484452:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384376.484452:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484457:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384376.484458:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384376.484462:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384376.484463:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384376.484464:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384376.484465:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384376.484467:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484469:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384376.484472:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384376.484473:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384376.484474:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.484477:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384376.484478:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000010:2.0:1767384376.484481:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a9d201e8. 00000100:00000001:1.0:1767384376.484482:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384376.484487:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484488:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.484488:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.484492:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746154880 00000100:00000001:2.0:1767384376.484493:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484493:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384376.484496:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.484499:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:2.0:1767384376.484500:0:17894:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384376.484500:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.484501:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484504:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384376.484505:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384376.484506:0:17894:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384376.484506:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384376.484509:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746154880 00000020:00000001:2.0:1767384376.484510:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384376.484512:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384376.484513:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384376.484515:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000020:00000001:0.0:1767384376.484519:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384376.484522:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384376.484522:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=6 00000100:00000001:1.0:1767384376.484525:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00002000:00000024:2.0:1767384376.484529:0:17894:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:1.0:1767384376.484529:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.484529:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 02000000:00000001:1.0:1767384376.484535:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000020:2.0:1767384376.484536:0:17894:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 02000000:00000001:1.0:1767384376.484539:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384376.484540:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000020:2.0:1767384376.484541:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 02000000:00000001:1.0:1767384376.484545:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.484546:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000020:2.0:1767384376.484548:0:17894:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00100000:1.0:1767384376.484550:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746155008:0@lo:400: 00000020:00000010:0.0:1767384376.484550:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fe70eda. 00002000:00000001:2.0:1767384376.484552:0:17894:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384376.484556:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384376.484557:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000001:00000001:2.0:1767384376.484559:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1767384376.484561:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000001:00000001:2.0:1767384376.484562:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384376.484562:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fe70eda. 02000000:00000001:1.0:1767384376.484563:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384376.484568:0:17894:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.484569:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384376.484570:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071832f2d. 00010000:00000040:2.0:1767384376.484571:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746154752 00000020:00000010:0.0:1767384376.484576:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c73a8e7. 00010000:00000001:2.0:1767384376.484577:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:1.0:1767384376.484578:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030f28650. 00000020:00000010:0.0:1767384376.484581:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2859f44. 02000000:00000001:1.0:1767384376.484582:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384376.484590:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7501e87. 00010000:00000200:2.0:1767384376.484591:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093c86d80 x1853236746154752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384376.484591:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000010:1.0:1767384376.484595:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7140de7. 00000100:00000001:0.0:1767384376.484596:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.484598:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.484601:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384376.484602:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746155008, portal 10 00000100:00000001:0.0:1767384376.484607:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384376.484608:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1767384376.484609:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384376.484610:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384376.484611:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565317028480 : -111508392523136 : ffff9a956ddfca80) 00010000:00000001:2.0:1767384376.484612:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.484613:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.484618:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384376.484619:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.484628:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.484629:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384376.484631:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384376.484635:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000040:1.0:1767384376.484636:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384376.484641:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000010:1.0:1767384376.484642:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000302a9c0b. 00000100:00000001:0.0:1767384376.484643:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384376.484644:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384376.484644:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384376.484646:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384376.484648:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746155008, offset 0 00000100:00000001:3.0:1767384376.484649:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384376.484649:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.484654:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:2.0:1767384376.484656:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384376.484656:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384376.484661:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384376.484661:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 2 00000100:00000001:3.0:1767384376.484662:0:17893:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.484665:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565629094528 : -111508080457088 : ffff9a9580798a80) 00000100:00000001:3.0:1767384376.484668:0:17893:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384376.484668:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed3d1a6. 00000400:00000200:1.0:1767384376.484669:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384376.484673:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ef470f5 x1853236746154880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/0 e 0 to 0 dl 1767384387 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384376.484676:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746154752, offset 224 00000400:00000200:1.0:1767384376.484683:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df07400 00000400:00000200:2.0:1767384376.484689:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384376.484691:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.484695:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fe70eda. 00000400:00000200:1.0:1767384376.484696:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00000001:0.0:1767384376.484699:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384376.484702:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384376.484704:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384376.484705:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fe70eda. 00000400:00000200:2.0:1767384376.484716:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df07300 00000400:00000200:1.0:1767384376.484717:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384376.484717:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005ef470f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236746154880:12345-0@lo:400: 00000100:00000200:0.0:1767384376.484724:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746154880 00000020:00000001:0.0:1767384376.484726:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384376.484727:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e11 [1] + 224 00000020:00000001:0.0:1767384376.484729:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.484732:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.484734:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384376.484736:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384376.484740:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384376.484741:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384376.484741:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.484746:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000010:1.0:1767384376.484748:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000464240c2. 00000100:00000001:2.0:1767384376.484749:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384376.484749:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.484754:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384376.484755:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000464240c2 x1853236746155008 msgsize 224 00000100:00000200:2.0:1767384376.484757:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384376.484760:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.484763:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.484766:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384376.484769:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384376.484771:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384376.484776:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.484779:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384376.484780:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.484783:0:16355:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384376.484783:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cb08d042. 02000000:00000001:0.0:1767384376.484788:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384376.484790:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302a9c0b 00000100:00000001:0.0:1767384376.484793:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384376.484795:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000302a9c0b. 00000020:00000001:0.0:1767384376.484796:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484800:0:16355:0:(events.c:34:request_out_callback()) Process entered 00010000:00000040:0.0:1767384376.484800:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746154880 00000100:00000001:2.0:1767384376.484802:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384376.484804:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384376.484806:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.484810:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed3d1a6 00010000:00000200:0.0:1767384376.484811:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005ef470f5 x1853236746154880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384376.484815:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed3d1a6. 00000100:00000001:2.0:1767384376.484821:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384376.484824:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384376.484826:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384376.484829:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.484832:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.484832:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384376.484835:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384376.484836:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.484842:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:0.0:1767384376.484842:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=72 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384376.484846:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484849:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.484850:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.484852:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384376.484854:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:2.0:1767384376.484856:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384376.484860:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384376.484860:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384376.484865:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093c86d80 x1853236746154752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384376.484865:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484868:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.484870:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384376.484875:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3376 usecs (4 jiffies) 00000100:00000040:0.0:1767384376.484878:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384376.484882:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093c86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16354:x1853236746154752:12345-0@lo:13: Request processed in 537us (1029us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384376.484882:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965253 00000400:00000010:0.0:1767384376.484884:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000100:00000200:0.0:1767384376.484891:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746154880, offset 224 00000100:00000001:1.0:1767384376.484892:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294965252 00000100:00100000:2.0:1767384376.484896:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:2.0:1767384376.484900:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:1.0:1767384376.484901:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965253 00000400:00000200:0.0:1767384376.484901:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384376.484905:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384376.484908:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384376.484910:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294965252 00000020:00000010:2.0:1767384376.484913:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d225e43. 00000400:00000200:0.0:1767384376.484916:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384376.484918:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965253 00000020:00000010:2.0:1767384376.484919:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034dec0f4. 00000020:00000010:2.0:1767384376.484925:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d108d084. 00000100:00000001:1.0:1767384376.484925:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294965252 00000400:00000200:0.0:1767384376.484926:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df07380 00000100:00000001:1.0:1767384376.484931:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965253 00000020:00000040:2.0:1767384376.484934:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 5 00000400:00000200:0.0:1767384376.484935:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e19 [1] + 224 00000100:00000001:1.0:1767384376.484936:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294965252 00000100:00000001:2.0:1767384376.484939:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.484943:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384376.484945:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384376.484946:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484949:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.484951:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.484955:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384376.484957:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384376.484959:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.484961:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384376.484965:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.484969:0:18314:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00080000:2.0:1767384376.484970:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767384376.484973:0:18314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746155136 00000100:00000040:0.0:1767384376.484974:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384376.484975:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 02000000:00000001:1.0:1767384376.484977:0:18314:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384376.484980:0:18314:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384376.484983:0:18314:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.484989:0:18314:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384376.484991:0:18314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746155136 00000020:00000001:1.0:1767384376.484993:0:18314:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384376.484994:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767384376.484995:0:18314:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000100:00000001:0.0:1767384376.484995:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384376.484998:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746155008 00000020:00000001:1.0:1767384376.484999:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384376.485001:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1767384376.485002:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000400:00000200:0.0:1767384376.485003:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000100:00000001:2.0:1767384376.485004:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384376.485007:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000100:00000001:2.0:1767384376.485009:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.485009:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:0.0:1767384376.485012:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384376.485014:0:18314:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:0.0:1767384376.485015:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384376.485016:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.485020:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384376.485021:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746155008 00000100:00000001:0.0:1767384376.485022:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.485025:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384376.485025:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d300f33. 00000100:00000040:0.0:1767384376.485026:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000020:00000040:2.0:1767384376.485028:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000020:00000010:1.0:1767384376.485030:0:18314:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000082e8e1b1. 00010000:00000001:0.0:1767384376.485031:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384376.485032:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384376.485034:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384376.485035:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000020:00000001:0.0:1767384376.485038:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384376.485043:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000020:00000040:1.0:1767384376.485044:0:18314:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000040:0.0:1767384376.485047:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ef470f5 x1853236746154880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384376.485048:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:2.0:1767384376.485054:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384376.485057:0:18314:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384376.485059:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f671f2f7. 00000100:00100000:0.0:1767384376.485060:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005ef470f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746154880:12345-0@lo:400: Request processed in 366us (803us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384376.485063:0:18314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b60a97a. 00000020:00000010:1.0:1767384376.485068:0:18314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016fc0e50. 00000100:00100000:0.0:1767384376.485069:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:2.0:1767384376.485070:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384376.485074:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000020:00000010:2.0:1767384376.485076:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f671f2f7. 00000020:00000010:1.0:1767384376.485076:0:18314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000097a1c77b. 00000100:00000001:0.0:1767384376.485078:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.485083:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384376.485085:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d108d084. 00000100:00000040:1.0:1767384376.485087:0:18314:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1767384376.485087:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c73a8e7. 00000020:00000010:2.0:1767384376.485090:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d225e43. 00000100:00000001:1.0:1767384376.485093:0:18314:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384376.485095:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2859f44. 00000020:00000010:2.0:1767384376.485096:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034dec0f4. 00000100:00000001:1.0:1767384376.485096:0:18314:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384376.485099:0:18314:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384376.485103:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071832f2d. 00000100:00000001:2.0:1767384376.485104:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384376.485105:0:18314:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384376.485108:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384376.485110:0:18314:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384376.485111:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384376.485111:0:17892:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:1.0:1767384376.485112:0:18314:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.485119:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.485121:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384376.485122:0:18314:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.485124:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384376.485126:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.485133:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384376.485136:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.485136:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384376.485142:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000040:1.0:1767384376.485145:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000001:1.0:1767384376.485147:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556624256 : -111508152927360 : ffff9a957c27bb80) 00000100:00000001:2.0:1767384376.485148:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384376.485151:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384376.485166:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000818648be x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:357/0 lens 224/0 e 0 to 0 dl 1767384387 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384376.485175:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000001:1.0:1767384376.485177:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384376.485179:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000020:00000010:1.0:1767384376.485181:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008233a440. 00000100:00000001:2.0:1767384376.485182:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565629103488 : -111508080448128 : ffff9a958079ad80) 00000100:00000001:1.0:1767384376.485186:0:18314:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384376.485190:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000464240c2 x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:357/0 lens 224/0 e 0 to 0 dl 1767384387 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384376.485190:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008233a440. 00000100:00100000:1.0:1767384376.485199:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000818648be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746155136:12345-0@lo:400: 00000100:00000001:2.0:1767384376.485203:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384376.485203:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746155136 00000020:00000001:1.0:1767384376.485206:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384376.485207:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f671f2f7. 00000020:00000001:1.0:1767384376.485208:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384376.485210:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384376.485211:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384376.485215:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f671f2f7. 00000020:00000001:1.0:1767384376.485215:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384376.485219:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:1.0:1767384376.485222:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1767384376.485225:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000464240c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746155008:12345-0@lo:400: 00000020:00000001:1.0:1767384376.485225:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384376.485229:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746155008 00000020:00000001:2.0:1767384376.485231:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384376.485234:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384376.485235:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384376.485236:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.485237:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384376.485240:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384376.485241:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.485244:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:1.0:1767384376.485245:0:18314:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384376.485248:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384376.485249:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384376.485251:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384376.485253:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384376.485256:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c5c63795. 02000000:00000001:1.0:1767384376.485258:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.485259:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.485263:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384376.485263:0:18314:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.485267:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:1.0:1767384376.485267:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746155136 00000020:00000001:2.0:1767384376.485271:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.485271:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384376.485275:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000200:1.0:1767384376.485277:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000818648be x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.485279:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384376.485282:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384376.485286:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1767384376.485287:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004f372805. 00010000:00000001:1.0:1767384376.485288:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.485293:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384376.485293:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384376.485297:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.485299:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384376.485302:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.485303:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000040:2.0:1767384376.485306:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746155008 00000100:00000001:1.0:1767384376.485307:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:2.0:1767384376.485311:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384376.485312:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384376.485315:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384376.485317:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000464240c2 x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.485317:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384376.485321:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384376.485326:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000302a9c0b. 00010000:00000001:2.0:1767384376.485328:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384376.485330:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746155136, offset 224 00010000:00000001:2.0:1767384376.485331:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384376.485336:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384376.485339:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384376.485339:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384376.485342:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:2.0:1767384376.485345:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000200:1.0:1767384376.485349:0:18314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384376.485350:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384376.485354:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.485357:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384376.485360:0:18314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df07480 00000100:00000040:2.0:1767384376.485364:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384376.485368:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed3d1a6. 00000400:00000200:1.0:1767384376.485369:0:18314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e1d [1] + 224 00000100:00000200:2.0:1767384376.485375:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746155008, offset 224 00000400:00000200:1.0:1767384376.485375:0:18314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.485381:0:18314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384376.485384:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384376.485388:0:18314:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384376.485395:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384376.485395:0:18314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.485406:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df07400 00000400:00000200:2.0:1767384376.485412:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e29 [1] + 224 00000400:00000200:2.0:1767384376.485421:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384376.485477:0:18314:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.485484:0:18314:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384376.485491:0:18314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302a9c0b 00000400:00000010:1.0:1767384376.485493:0:18314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000302a9c0b. 00000100:00000001:1.0:1767384376.485496:0:18314:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384376.485497:0:18314:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384376.485501:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.485503:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:1.0:1767384376.485506:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384376.485507:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.485509:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384376.485512:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000818648be x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384376.485519:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000818648be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746155136:12345-0@lo:400: Request processed in 341us (1267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384376.485525:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:1.0:1767384376.485527:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000100:00000001:1.0:1767384376.485529:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384376.485531:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384376.485533:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016fc0e50. 00000020:00000010:1.0:1767384376.485536:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000097a1c77b. 00000020:00000010:1.0:1767384376.485540:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b60a97a. 00000020:00000040:1.0:1767384376.485545:0:18314:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:1.0:1767384376.485547:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.485562:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384376.485567:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384376.485572:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.485589:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.485595:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384376.485600:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed3d1a6 00000400:00000010:2.0:1767384376.485602:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed3d1a6. 00000100:00000001:2.0:1767384376.485605:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384376.485606:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384376.485610:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.485613:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384376.485615:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384376.485616:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.485618:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384376.485621:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000464240c2 x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384376.485622:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384376.485627:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00100000:2.0:1767384376.485631:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000464240c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746155008:12345-0@lo:400: Request processed in 427us (875us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384376.485637:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384376.485638:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000001:1.0:1767384376.485640:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384376.485642:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000001:2.0:1767384376.485645:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384376.485645:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384376.485648:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384376.485649:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384376.485652:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7501e87. 00000020:00000010:2.0:1767384376.485653:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d225e43. 00000020:00000010:2.0:1767384376.485656:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034dec0f4. 00000020:00000010:2.0:1767384376.485658:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d108d084. 00000400:00000200:1.0:1767384376.485662:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7140de7 00000020:00000040:2.0:1767384376.485664:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000400:00000010:1.0:1767384376.485665:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7140de7. 00000100:00000001:2.0:1767384376.485668:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.485670:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384376.485675:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384376.485682:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.485684:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.485687:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384376.485688:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767384376.485691:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384376.485691:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.485693:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:2.0:1767384376.485694:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384376.485696:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384376.485698:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091c59943. 00000100:00000001:1.0:1767384376.485698:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384376.485702:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.485703:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000856c52a5 02000000:00000001:1.0:1767384376.485705:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384376.485706:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000856c52a5. 00000100:00001000:1.0:1767384376.485709:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=76 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384376.485713:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384376.485717:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384376.485718:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384376.485719:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.485722:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384376.485725:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384376.485728:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384376.485746:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384376.485747:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.485749:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384376.485751:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384376.485754:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384376.485756:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.485761:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384376.485762:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.485765:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.485770:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384376.485772:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384376.485773:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.485774:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384376.485776:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384376.485777:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.485778:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384376.485781:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.485784:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384376.485787:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384376.485794:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=75 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384376.485796:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d52d96dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746155008:0@lo:400: 00000100:00000001:2.0:1767384376.485798:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384376.485799:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.485801:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384376.485805:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384376.485810:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384376.485811:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384376.485813:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384376.485814:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1767384376.485816:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a8fbcf0. 00000100:00000040:2.0:1767384376.485817:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384376.485820:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767384376.485820:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000100:00000001:2.0:1767384376.485821:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384376.485823:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00000040:2.0:1767384376.485826:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.485828:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384376.485833:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.485836:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.485841:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384376.485844:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384376.485847:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.485851:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.485861:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384376.485864:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384376.485867:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064f18e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746155136:0@lo:400: 00000100:00000001:1.0:1767384376.485868:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384376.485871:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384376.485873:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384376.485874:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.485876:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384376.485881:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384376.485885:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=72 v=5 (1 0 0 0) 00000400:00000001:2.0:1767384376.485888:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384376.485888:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384376.485891:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384376.485892:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384376.485893:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384376.485895:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d2c4781. 00010000:00080000:1.0:1767384376.485899:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.485900:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fab5632 00000400:00000010:2.0:1767384376.485904:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fab5632. 00010000:00000001:1.0:1767384376.485909:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.485910:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384376.485913:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384376.485915:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000200:2.0:1767384376.485916:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.485917:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384376.485920:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.485925:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384376.485936:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.485937:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384376.485942:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384376.485946:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384376.485948:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.485950:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384376.485950:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384376.485954:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384376.485955:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384376.485957:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.485957:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384376.485962:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384376.485968:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=72 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384376.485970:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029ddb91c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746154880:0@lo:400: 00000100:00001000:2.0:1767384376.485973:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384376.485976:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.485977:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384376.485979:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.485979:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384376.485983:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384376.485983:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d52d96dd x1853236746155008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384376.485989:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.485993:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384376.485997:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384376.485998:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384376.485999:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030f28650. 00000100:00000001:2.0:1767384376.486002:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384376.486004:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:1.0:1767384376.486004:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384376.486008:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384376.486008:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384376.486011:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384376.486012:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.486016:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384376.486019:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384376.486020:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d572936. 02000000:00000001:1.0:1767384376.486026:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384376.486027:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384376.486028:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384376.486032:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1767384376.486032:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d52d96dd. 00000100:00000001:1.0:1767384376.486036:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384376.486038:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.486041:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.486042:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:2.0:1767384376.486045:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:1.0:1767384376.486047:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029ddb91c x1853236746154880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384376.486049:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384376.486054:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:1.0:1767384376.486057:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384376.486060:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384376.486062:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009086619b. 00000004:00000020:2.0:1767384376.486063:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 02000000:00000001:1.0:1767384376.486064:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384376.486067:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384376.486068:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:2.0:1767384376.486071:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.486071:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384376.486075:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a966ebb4. 00000100:00000040:2.0:1767384376.486078:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384376.486078:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384376.486081:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384376.486083:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029ddb91c. 00000100:00100000:2.0:1767384376.486087:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16354:1853236746154752:0@lo:13: 00000100:00000001:2.0:1767384376.486093:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.486094:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384376.486095:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384376.486096:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.486099:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384376.486102:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064f18e40 x1853236746155136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.486104:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384376.486107:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.486112:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.486113:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384376.486114:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.486116:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384376.486118:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b65bc08d. 02000000:00000001:2.0:1767384376.486121:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384376.486123:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384376.486124:0:16354:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384376.486125:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384376.486127:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007959b6e5. 02000000:00000001:2.0:1767384376.486129:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384376.486130:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384376.486131:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064f18e40. 00000100:00000001:2.0:1767384376.486134:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384376.486134:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.486136:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384376.486138:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002597b5cc x1853236746154752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.486142:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384376.486143:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384376.486144:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a6249c23. 02000000:00000001:2.0:1767384376.486151:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384376.486151:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384376.486169:0:16354:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384376.486172:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384376.486174:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000065e78d42. 02000000:00000001:2.0:1767384376.486176:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384376.486177:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384376.486178:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002597b5cc. 00000100:00000001:2.0:1767384376.486181:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384376.486182:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.486183:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.486187:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384376.486188:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.486191:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.486192:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.489460:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294965253, at 4294965254 00000100:00000010:3.0:1767384376.489467:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e0404a1. 00000100:00000040:2.0:1767384376.489470:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294965253, at 4294965254 00000100:00000010:2.0:1767384376.489477:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003419fa8c. 00000100:00000040:0.0:1767384376.489488:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294965253, at 4294965254 00000100:00000010:0.0:1767384376.489494:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff1eeb80. 00000100:00000040:1.0:1767384376.490605:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294965253, at 4294965255 00000100:00000010:1.0:1767384376.490611:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fe366e9. 00010000:00000001:2.0:1767384376.675508:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384376.675514:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.675519:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384376.675520:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.675536:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384376.675538:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.675540:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384376.739480:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384376.739484:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384376.739487:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0caf0ee 00000400:00000010:3.0:1767384376.739490:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0caf0ee. 00000400:00000200:3.0:1767384376.739494:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384376.739499:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384376.739510:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000014239af0. 00000400:00000010:3.0:1767384376.739513:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cf7ae813. 00000400:00000200:3.0:1767384376.739517:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp42 00000400:00000010:3.0:1767384376.739520:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000faeb6037. 00000400:00000010:3.0:1767384376.739524:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000829d9ae1. 00000400:00000010:3.0:1767384376.739528:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0caf0ee. 00000400:00000010:3.0:1767384376.739533:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003526af5a. 00000400:00000200:3.0:1767384376.739536:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp42 00000400:00000200:3.0:1767384376.739546:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp42 local destination 00000400:00000200:3.0:1767384376.739551:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp42 00000400:00000200:3.0:1767384376.739553:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp42 NI seq info: [161:161:256:4294967295] 192.168.203.143@tcp42 LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1767384376.739559:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp42 00000400:00000200:3.0:1767384376.739571:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp42(192.168.203.143@tcp42:) -> 192.168.203.143@tcp42(192.168.203.143@tcp42:192.168.203.143@tcp42) : GET try# 0 00000800:00000200:3.0:1767384376.739575:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp42 00000800:00000010:3.0:1767384376.739579:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000009edde0b. 00000800:00000200:3.0:1767384376.739584:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (2) 00000800:00000200:3.1:1767384376.739588:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (2) 00000400:00000200:3.0:1767384376.739604:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp42 added to recovery queue. ping count: 2 next ping: 302 health :800 00000400:00000200:3.0:1767384376.739608:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp37 00000400:00000010:3.0:1767384376.739611:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005117e412. 00000400:00000010:3.0:1767384376.739614:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002ddcc344. 00000400:00000010:3.0:1767384376.739616:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094234847. 00000400:00000010:3.0:1767384376.739620:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004fc629e8. 00000400:00000200:3.0:1767384376.739622:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp37 00000400:00000200:3.0:1767384376.739626:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp37 local destination 00000400:00000200:3.0:1767384376.739630:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp37 00000400:00000200:3.0:1767384376.739633:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp37 NI seq info: [162:162:256:4294967295] 192.168.203.143@tcp37 LPNI seq info [153:153:8:4294967295] 00000400:00000200:3.0:1767384376.739637:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp37 00000400:00000200:3.0:1767384376.739642:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp37(192.168.203.143@tcp37:) -> 192.168.203.143@tcp37(192.168.203.143@tcp37:192.168.203.143@tcp37) : GET try# 0 00000800:00000200:3.0:1767384376.739645:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp37 00000800:00000010:3.0:1767384376.739648:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000023b7038. 00000800:00000200:3.0:1767384376.739650:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000800:00000200:3.1:1767384376.739653:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000400:00000200:0.0:1767384376.739665:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.739672:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp37 added to recovery queue. ping count: 4 next ping: 314 health :600 00000400:00000200:3.0:1767384376.739679:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp30 00000400:00000010:3.0:1767384376.739682:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d97fc808. 00000400:00000010:3.0:1767384376.739685:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a174bbc2. 00000400:00000010:3.0:1767384376.739688:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdb710e. 00000400:00000010:3.0:1767384376.739692:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bde725c9. 00000400:00000200:3.0:1767384376.739695:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp30 00000400:00000200:3.0:1767384376.739700:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp30 local destination 00000400:00000200:3.0:1767384376.739703:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp30 00000400:00000200:3.0:1767384376.739705:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp30 NI seq info: [163:163:256:4294967295] 192.168.203.143@tcp30 LPNI seq info [154:154:8:4294967295] 00000400:00000200:3.0:1767384376.739714:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp30 00000400:00000200:0.0:1767384376.739716:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.739724:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp30(192.168.203.143@tcp30:) -> 192.168.203.143@tcp30(192.168.203.143@tcp30:192.168.203.143@tcp30) : GET try# 0 00000800:00000200:3.0:1767384376.739730:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp30 00000800:00000010:3.0:1767384376.739733:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e890466d. 00000800:00000200:3.0:1767384376.739737:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000800:00000200:3.1:1767384376.739741:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000400:00000200:0.0:1767384376.739741:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.739751:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp30 added to recovery queue. ping count: 5 next ping: 330 health :500 00000400:00000200:0.0:1767384376.739763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.739793:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.739801:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.739823:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.739854:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.739870:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.739904:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.739915:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.739952:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.739962:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.739995:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740005:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740048:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740054:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740103:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740104:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740187:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740188:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740246:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740247:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740301:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740318:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740348:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740373:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740397:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740459:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740467:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740516:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740535:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740568:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740590:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740623:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740647:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740669:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740697:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740717:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740762:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740781:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740819:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740830:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740874:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740881:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740922:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740928:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.740971:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.740977:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741016:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.741027:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741068:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.741076:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741117:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.741122:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.741176:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741199:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.741230:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741248:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.741275:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741300:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.741327:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741359:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741421:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741489:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000800:00000010:0.0:1767384376.741526:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:0.0:1767384376.741531:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000053baa280. 00000400:00000200:2.0:1767384376.741532:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000010:0.0:1767384376.741536:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f362883a. 00000400:00000200:3.0:1767384376.741541:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000800:00000010:0.0:1767384376.741562:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f362883a. 00000800:00020000:0.0:1767384376.741572:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384376.741576:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053baa280. 00000800:00000010:0.0:1767384376.741579:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:00000200:2.0:1767384376.741611:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741615:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:02020000:0.0:1767384376.741643:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp42 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384376.741652:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp42 notifying 192.168.203.143@tcp42: down 00000800:00000200:0.0:1767384376.741658:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp42 down 00000800:00000100:0.0:1767384376.741666:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp42 00000800:00000010:0.0:1767384376.741669:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000009edde0b. 00000400:00000200:0.0:1767384376.741674:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384376.741679:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp42->192.168.203.143@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384376.741688:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384376.741691:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384376.741695:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741697:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384376.741698:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp42) recovery failed with -71 00000400:00000200:2.0:1767384376.741768:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741776:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.741841:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384376.741856:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.741909:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.741947:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.741985:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000800:00000010:3.0:1767384376.742022:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000209a1d20. 00000400:00000200:2.0:1767384376.742023:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000800:00000010:3.0:1767384376.742029:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d65ed449. 00000800:00000010:3.0:1767384376.742034:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017cb9feb. 00000400:00000200:2.0:1767384376.742055:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000800:00000010:3.0:1767384376.742056:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017cb9feb. 00000800:00020000:3.0:1767384376.742067:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384376.742070:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d65ed449. 00000800:00000010:3.0:1767384376.742073:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000209a1d20. 00000400:00000200:2.0:1767384376.742086:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:02020000:3.0:1767384376.742129:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp37 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384376.742135:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp37 notifying 192.168.203.143@tcp37: down 00000400:00000200:2.0:1767384376.742140:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000800:00000200:3.0:1767384376.742141:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp37 down 00000800:00000100:3.0:1767384376.742149:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp37 00000800:00000010:3.0:1767384376.742164:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000023b7038. 00000400:00000200:3.0:1767384376.742168:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384376.742174:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp37->192.168.203.143@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384376.742180:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384376.742183:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384376.742187:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp37) recovery failed with -71 00000400:00000200:2.0:1767384376.742201:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742221:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742240:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742257:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742275:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742294:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742313:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742329:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742348:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742368:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742386:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742405:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742459:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742513:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742562:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742625:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742678:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742717:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742782:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742824:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742842:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742863:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384376.742885:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384376.742992:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d90b90e. 00000800:00000010:2.0:1767384376.742996:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000089f2f1ea. 00000800:00000010:2.0:1767384376.742999:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ecab64d. 00000800:00000010:2.0:1767384376.743015:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ecab64d. 00000800:00020000:2.0:1767384376.743022:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384376.743025:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000089f2f1ea. 00000800:00000010:2.0:1767384376.743027:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009d90b90e. 00000400:02020000:2.0:1767384376.743065:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp30 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384376.743069:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp30 notifying 192.168.203.143@tcp30: down 00000800:00000200:2.0:1767384376.743073:0:34393:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp30 down 00000800:00000100:2.0:1767384376.743077:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp30 00000800:00000010:2.0:1767384376.743079:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e890466d. 00000400:00000200:2.0:1767384376.743081:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384376.743084:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp30->192.168.203.143@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384376.743088:0:34393:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384376.743090:0:34393:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384376.743093:0:34393:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp30) recovery failed with -71 00010000:00000001:2.0:1767384377.699490:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384377.699495:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.699501:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384377.699502:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.699524:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384377.699526:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.699527:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384377.763498:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (4) 00000400:00000001:3.0:1767384377.763501:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384377.763507:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384377.763511:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0caf0ee 00000800:00000200:1.1:1767384377.763512:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (4) 00000400:00000010:3.0:1767384377.763521:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0caf0ee. 00000400:00000200:3.0:1767384377.763526:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384377.763532:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp42 recovery ping unlinked 00000400:00000010:3.0:1767384377.763544:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000faeb6037. 00000400:00000010:3.0:1767384377.763549:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000829d9ae1. 00000400:00000001:3.0:1767384377.763555:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384377.763557:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384377.763559:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094234847 00000400:00000010:3.0:1767384377.763560:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094234847. 00000400:00000200:3.0:1767384377.763563:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384377.763566:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384377.763569:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005117e412. 00000400:00000010:3.0:1767384377.763572:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002ddcc344. 00000400:00000001:3.0:1767384377.763575:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384377.763576:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384377.763578:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdb710e 00000400:00000010:3.0:1767384377.763580:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdb710e. 00000400:00000200:3.0:1767384377.763583:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384377.763586:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384377.763587:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384377.763592:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d97fc808. 00000400:00000010:3.0:1767384377.763596:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a174bbc2. 00000400:00000200:3.0:1767384377.763602:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp43 00000400:00000010:3.0:1767384377.763606:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000090322f70. 00000400:00000010:3.0:1767384377.763611:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ed20e964. 00000400:00000010:3.0:1767384377.763615:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdb710e. 00000400:00000010:3.0:1767384377.763623:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003c883ed. 00000400:00000200:0.0:1767384377.763629:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384377.763630:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp43 00000400:00000200:3.0:1767384377.763647:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp43 local destination 00000400:00000200:3.0:1767384377.763655:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp43 00000400:00000200:3.0:1767384377.763660:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp43 NI seq info: [164:164:256:4294967295] 192.168.203.143@tcp43 LPNI seq info [155:155:8:4294967295] 00000400:00000200:0.0:1767384377.763663:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384377.763669:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp43 00000400:00000200:3.0:1767384377.763682:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp43(192.168.203.143@tcp43:) -> 192.168.203.143@tcp43(192.168.203.143@tcp43:192.168.203.143@tcp43) : GET try# 0 00000800:00000200:3.0:1767384377.763690:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp43 00000800:00000010:3.0:1767384377.763699:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f4ce53fa. 00000800:00000200:3.0:1767384377.763707:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000800:00000200:3.1:1767384377.763713:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000400:00000200:0.0:1767384377.763722:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384377.763739:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp43 added to recovery queue. ping count: 2 next ping: 303 health :800 00000400:00000200:0.0:1767384377.763771:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.763804:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.763808:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.763870:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.763875:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.763930:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.763943:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.763962:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764001:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764004:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764064:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764064:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764094:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764123:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764133:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764177:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764210:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764217:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764275:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764276:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764314:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764337:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764357:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764398:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764402:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764476:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764503:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764524:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764561:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764598:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764601:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764675:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764686:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764717:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764749:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764764:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764807:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764817:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764848:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764873:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764896:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764930:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.764948:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.764986:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.765036:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765066:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.765089:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765128:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.765165:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765207:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384377.765235:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765271:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765335:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765376:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765463:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000800:00000010:0.0:1767384377.765494:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:0.0:1767384377.765502:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc034117. 00000800:00000010:0.0:1767384377.765508:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000742db1f4. 00000400:00000200:1.0:1767384377.765520:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000800:00000010:0.0:1767384377.765541:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000742db1f4. 00000800:00020000:0.0:1767384377.765555:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384377.765560:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc034117. 00000800:00000010:0.0:1767384377.765571:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:00000200:1.0:1767384377.765573:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765627:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:02020000:0.0:1767384377.765642:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp27 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384377.765648:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384377.765678:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765712:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765741:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765772:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765803:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765834:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384377.765877:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384377.766033:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ac3cd7b. 00000800:00000010:1.0:1767384377.766038:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003832234e. 00000800:00000010:1.0:1767384377.766044:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c8e2253. 00000800:00000010:1.0:1767384377.766069:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c8e2253. 00000800:00020000:1.0:1767384377.766076:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384377.766081:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003832234e. 00000800:00000010:1.0:1767384377.766084:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002ac3cd7b. 00000400:02020000:1.0:1767384377.766136:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp43 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384377.766159:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp43 notifying 192.168.203.143@tcp43: down 00000800:00000200:1.0:1767384377.766167:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp43 down 00000800:00000100:1.0:1767384377.766174:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp43 00000800:00000010:1.0:1767384377.766177:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f4ce53fa. 00000400:00000200:1.0:1767384377.766182:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384377.766187:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp43->192.168.203.143@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384377.766196:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384377.766199:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384377.766203:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp43) recovery failed with -71 00080000:00000010:2.0:1767384378.025494:0:37097:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fccfa126. 00080000:00000010:2.0:1767384378.025504:0:37097:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fccfa126. 00000020:00000001:2.0:1767384378.025509:0:37097:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384378.025518:0:37097:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fccfa126. 00080000:00000010:2.0:1767384378.025523:0:37097:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fccfa126. 00000020:00000001:2.0:1767384378.025528:0:37097:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.724465:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384378.724471:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.724477:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384378.724478:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.724506:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384378.724517:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384378.724519:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384378.732326:0:37261:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384378.732330:0:37261:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:3.0:1767384378.737403:0:37261:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384378.744846:0:37262:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000031d8f59a. 00000400:00000010:2.0:1767384378.744860:0:37262:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ba744274. 00000400:00000010:2.0:1767384378.744868:0:37262:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005ba4220b. 00000400:00000010:2.0:1767384378.744871:0:37262:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000050897e5f. 00000400:00000010:2.0:1767384378.744874:0:37262:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e91c30a1. 00000400:00000010:2.0:1767384378.744877:0:37262:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f671f2f7. 00000400:00000010:2.0:1767384378.744879:0:37262:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005d882aff. 00000400:00000010:2.0:1767384378.744885:0:37262:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000017f45d50. 00000400:00000010:2.0:1767384378.744888:0:37262:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007cff3419. 00000800:00000010:2.0:1767384378.744903:0:37262:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000195ad5e5. 00000800:00000200:2.0:1767384378.744911:0:37262:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384378.744922:0:37262:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384378.744954:0:37262:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:2.0:1767384378.744982:0:37262:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp47 [8/256/0/180] 00000400:00000010:2.0:1767384378.746406:0:37262:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000009bef4ce8. 00000400:00000010:2.0:1767384378.746411:0:37262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e954233. 00000400:00000010:2.0:1767384378.746416:0:37262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed3d1a6. 00000400:00000001:2.0:1767384378.746457:0:37262:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.746459:0:37262:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384378.746461:0:37262:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019e4d5c9. 00000400:00000200:2.0:1767384378.746464:0:37262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fae84b2 00000400:00000010:2.0:1767384378.746466:0:37262:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fae84b2. 00000400:00000010:2.0:1767384378.746470:0:37262:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000ef4b383f. 00000400:00000200:2.0:1767384378.746475:0:37262:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (38) 00000400:00000200:2.0:1767384378.746485:0:37262:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:2.0:1767384378.746494:0:37262:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:2.0:1767384378.746500:0:37262:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009d90b90e. 00000020:01000000:2.0:1767384378.746506:0:37262:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384378.746509:0:37262:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp47 00000400:00000200:3.0:1767384378.746511:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384378.746519:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:2.0:1767384378.746524:0:37262:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ba744274. 00000400:00000010:3.0:1767384378.746527:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094234847. 00000400:00000010:2.0:1767384378.746528:0:37262:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000031d8f59a. 00000400:00000200:3.0:1767384378.746533:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (39) 00000400:00000010:3.0:1767384378.746541:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000516b7675. 00000400:00000200:3.0:1767384378.746547:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp22 00000020:00000001:1.0:1767384378.746553:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384378.746559:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384378.746563:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp22 to MR: 192.168.203.143@tcp22 local destination 10000000:00000001:1.0:1767384378.746564:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384378.746570:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384378.746575:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp22 NI seq info: [165:165:256:4294967295] 192.168.203.143@tcp22 LPNI seq info [156:156:8:4294967295] 00000020:01000004:1.0:1767384378.746576:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384378.746580:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384378.746587:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp22 00000020:01000004:1.0:1767384378.746595:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384378.746599:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384378.746603:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384378.746604:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22:192.168.203.143@tcp22) -> 192.168.203.143@tcp22(192.168.203.143@tcp22:192.168.203.143@tcp22) : PUT try# 0 00000020:01000004:1.0:1767384378.746607:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384378.746611:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:3.0:1767384378.746615:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.143@tcp22 00000020:01000004:1.0:1767384378.746615:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384378.746619:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:3.0:1767384378.746622:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4ce53fa. 00000020:01000004:1.0:1767384378.746622:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384378.746629:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7ca891a. 00000800:00000200:3.0:1767384378.746630:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9acd5f2] -> 12345-192.168.203.143@tcp22 (6) 00000020:00000040:1.0:1767384378.746636:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000800:00000200:3.0:1767384378.746642:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp22 ip 192.168.203.143:988 00000100:00000001:1.0:1767384378.746645:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384378.746648:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4ce53fa type 1, nob 752 niov 1 nkiov 1 02000000:00000001:1.0:1767384378.746650:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384378.746656:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384378.746665:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002ac3cd7b. 00000400:00000200:3.0:1767384378.746668:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:3.0:1767384378.746673:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000100:00000001:1.0:1767384378.746675:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.746686:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384378.746689:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384378.746698:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7ca891a] to pc [ptlrpcd_00_01+1] req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384378.746731:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384378.746734:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.746738:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384378.746740:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384378.746743:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384378.746748:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384378.746749:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384378.746753:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384378.746753:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384378.746758:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384378.746762:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384378.746763:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:0.0:1767384378.746763:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384378.746769:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4ce53fa. 00000020:01000004:1.0:1767384378.746770:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384378.746776:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384378.746779:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384378.746782:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384378.746787:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: PUT: OK 00000020:01000004:1.0:1767384378.746788:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384378.746790:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384378.746792:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384378.746795:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:1.0:1767384378.746796:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384378.746797:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384378.746801:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384378.746802:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384378.746802:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp22: 0 00000020:01000004:1.0:1767384378.746806:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384378.746808:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384378.746809:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384378.746812:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000001:0.0:1767384378.746813:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384378.746815:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7ca891a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746155264:0@lo:253: 00000100:00000010:1.0:1767384378.746818:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d6d4934. 00000800:00000001:0.0:1767384378.746822:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.746823:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384378.746824:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000800:00000001:0.0:1767384378.746827:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384378.746830:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384378.746830:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:0.0:1767384378.746832:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384378.746835:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384378.746836:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.746840:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384378.746843:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384378.746843:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22) <- 192.168.203.143@tcp22 : PUT - for me 02000000:00000010:3.0:1767384378.746851:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000209a1d20. 02000000:00000010:1.0:1767384378.746852:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001a0934c4. 02000000:00000001:3.0:1767384378.746857:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.746859:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 656 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384378.746860:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384378.746863:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f06f2e0. 00000100:00000001:1.0:1767384378.746869:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384378.746871:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 640/656 into md 0x1de1 [1] + 0 00000100:00000001:1.0:1767384378.746872:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384378.746881:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6d4934] to pc [ptlrpcd_00_02+2] req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384378.746887:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ea30140. 00000400:00000200:0.0:1767384378.746895:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b1bd983 00000800:00000001:0.0:1767384378.746902:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384378.746903:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a0cc120. 00000100:00000200:3.0:1767384378.746909:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746155264, portal 25 00000800:00000001:0.0:1767384378.746909:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384378.746910:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.746913:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384378.746916:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384378.746917:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629095424 : -111508080456192 : ffff9a9580798e00) 10000000:00000001:1.0:1767384378.746917:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.746924:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384378.746929:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384378.746930:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384378.746931:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: PUT: OK 00000020:00000010:1.0:1767384378.746937:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009d90b90e. 00000400:00000200:0.0:1767384378.746941:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b1bd983 00000400:00000010:0.0:1767384378.746946:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b1bd983. 00000100:00000001:3.0:1767384378.746948:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384378.746951:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384378.746953:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:3.0:1767384378.746955:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384378.746957:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384378.746958:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (40) 00000400:00000010:3.0:1767384378.746961:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cbf0198. 00000100:00000001:1.0:1767384378.746961:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384378.746965:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000100:00000200:3.0:1767384378.746967:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746155264, offset 0 00000100:00000040:1.0:1767384378.746970:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384378.746972:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (656 bytes) 00000400:00000200:3.0:1767384378.746979:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384378.746984:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00000001:1.0:1767384378.746991:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384378.746993:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.746997:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384378.746998:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (41) 02000000:00000001:1.0:1767384378.746999:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384378.747004:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384378.747007:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009d6d4934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746155392:0@lo:253: 00000400:00000200:0.0:1767384378.747009:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384378.747012:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384378.747019:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384378.747020:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp22 to MR: 192.168.203.143@tcp22 local destination 02000000:00000001:1.0:1767384378.747031:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384378.747035:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747039:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp22 NI seq info: [166:166:256:4294967295] 192.168.203.143@tcp22 LPNI seq info [157:157:8:4294967295] 02000000:00000001:1.0:1767384378.747040:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384378.747047:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002943f7b. 02000000:00000001:1.0:1767384378.747053:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747054:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22:192.168.203.143@tcp22) -> 192.168.203.143@tcp22(192.168.203.143@tcp22:192.168.203.143@tcp22) 192.168.203.143@tcp22 : ACK try# 0 00000400:00000010:1.0:1767384378.747061:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a8fbcf0. 00000800:00000200:0.0:1767384378.747061:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp22 00000400:00000200:3.0:1767384378.747068:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df07500 00000800:00000010:0.0:1767384378.747069:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009a7cc7c. 00000400:00000010:1.0:1767384378.747071:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b90aeb7. 00000400:00000200:3.0:1767384378.747076:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15e9 [2] + 0 00000800:00000200:0.0:1767384378.747078:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9acd5f2] -> 12345-192.168.203.143@tcp22 (6) 00000400:00000010:3.0:1767384378.747083:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c33bf6c3. 00000800:00000200:0.0:1767384378.747088:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp22 ip 192.168.203.143:997 00000400:00000200:3.0:1767384378.747090:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009583d8fe 00000800:00000200:0.0:1767384378.747092:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009a7cc7c type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767384378.747096:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746155392, portal 25 00000400:00000200:3.0:1767384378.747097:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384378.747103:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1767384378.747103:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384378.747106:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384378.747108:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629104384 : -111508080447232 : ffff9a958079b100) 00000800:00000001:0.0:1767384378.747111:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384378.747112:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009583d8fe 00000100:00000040:1.0:1767384378.747116:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384378.747117:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009583d8fe. 00000100:00000001:3.0:1767384378.747125:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384378.747129:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384378.747130:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384378.747133:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384378.747151:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c3050c. 00000100:00000040:3.0:1767384378.747156:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000009bbb8f92 x1853236746155264 msgsize 4848 00000100:00000200:1.0:1767384378.747157:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746155392, offset 0 00000100:00100000:3.0:1767384378.747166:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384378.747170:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384378.747171:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:0.0:1767384378.747176:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384378.747180:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009a7cc7c. 00000400:00000200:1.0:1767384378.747183:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384378.747184:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384378.747186:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384378.747192:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: ACK: OK 00000400:00000200:3.0:1767384378.747194:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cbf0198 00000400:00000010:3.0:1767384378.747199:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cbf0198. 00000400:00000200:1.0:1767384378.747200:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df07580 00000800:00000001:0.0:1767384378.747201:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384378.747205:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384378.747207:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384378.747211:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1611 [2] + 0 00000800:00000001:0.0:1767384378.747212:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384378.747213:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384378.747217:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384378.747221:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b09f87d8. 00000800:00000001:0.0:1767384378.747223:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384378.747230:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002671ec24 00000800:00000001:0.0:1767384378.747232:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.747233:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384378.747237:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384378.747240:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384378.747245:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp22(192.168.203.143@tcp22) <- 192.168.203.143@tcp22 : ACK - for me 00000400:00000200:1.0:1767384378.747248:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384378.747260:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747265:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp22: ACK from 12345-192.168.203.143@tcp22 into md 0x1e55 00000100:00000001:3.0:1767384378.747266:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384378.747271:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002671ec24 00000400:00000200:0.0:1767384378.747272:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384378.747276:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384378.747277:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002671ec24. 00000400:00000200:0.0:1767384378.747279:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp22->192.168.203.143@tcp22: ACK: OK 00000100:00000001:3.0:1767384378.747284:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294967517 00000100:00000001:1.0:1767384378.747287:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384378.747287:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094234847 00000100:00000010:3.0:1767384378.747291:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000219a888c. 00000100:00000200:1.0:1767384378.747291:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384378.747292:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094234847. 00000100:00000040:1.0:1767384378.747299:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000005c031fb9 x1853236746155392 msgsize 4848 00000400:00000200:0.0:1767384378.747299:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384378.747300:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384378.747304:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000100:00000001:3.0:1767384378.747310:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294967517 00000400:00000200:0.0:1767384378.747311:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000100:00100000:1.0:1767384378.747315:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384378.747319:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f3d4c9. 00000100:00000040:1.0:1767384378.747320:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384378.747320:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (40) 00000100:00000001:3.0:1767384378.747327:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384378.747331:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384378.747333:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384378.747334:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294967517 00000800:00000001:0.0:1767384378.747335:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384378.747340:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049c848db. 00000400:00000200:1.0:1767384378.747341:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c3050c 00000100:00000001:3.0:1767384378.747346:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384378.747347:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6c3050c. 00000100:00000001:3.0:1767384378.747353:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294967517 00000100:00000001:1.0:1767384378.747354:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384378.747354:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384378.747359:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384378.747361:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076585b29. 00000100:00000001:3.0:1767384378.747367:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767384378.747370:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.747373:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384378.747378:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.747379:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384378.747384:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.747386:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.747391:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.747393:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384378.747398:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.747400:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384378.747407:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747408:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384378.747409:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384378.747413:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384378.747414:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000009a0285fb. 00000100:00000001:3.0:1767384378.747415:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384378.747419:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384378.747422:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384378.747422:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000725eec66. 00000100:00000001:3.0:1767384378.747448:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.747456:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.747456:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294967518 00000400:00000010:0.0:1767384378.747458:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000400:00000200:0.0:1767384378.747464:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009a0285fb 00000400:00000010:0.0:1767384378.747467:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000003eaf4d46. 00000100:00000001:1.0:1767384378.747468:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967517 00000400:00000200:0.0:1767384378.747470:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000100:00000001:1.0:1767384378.747475:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294967518 00000400:00000200:0.0:1767384378.747477:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 00000400:00000200:0.0:1767384378.747482:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (39) 00000100:00000001:3.0:1767384378.747484:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384378.747484:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967517 00000400:00000010:0.0:1767384378.747486:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000035d359bc. 00000100:00100000:3.0:1767384378.747489:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746155264 00000100:00000001:1.0:1767384378.747491:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294967518 00000400:00000010:0.0:1767384378.747492:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008572d54e. 02000000:00000001:3.0:1767384378.747493:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384378.747499:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384378.747501:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a366fc0c. 00000100:00000001:1.0:1767384378.747502:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294967517 00000100:00000001:3.0:1767384378.747503:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747509:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000100:00000001:1.0:1767384378.747510:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294967518 02000000:00000001:3.0:1767384378.747512:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384378.747518:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746155264 00000100:00000001:1.0:1767384378.747518:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294967517 00000400:00000200:0.0:1767384378.747518:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:00000001:3.0:1767384378.747524:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384378.747527:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384378.747528:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:0.0:1767384378.747529:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000020:00000001:3.0:1767384378.747533:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384378.747534:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384378.747538:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000400:00000200:0.0:1767384378.747538:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000100:00000001:1.0:1767384378.747540:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.747544:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384378.747546:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384378.747550:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000001:3.0:1767384378.747551:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384378.747555:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384378.747559:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384378.747560:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384378.747561:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000020:00000010:3.0:1767384378.747565:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d103d74d. 00000100:00000001:1.0:1767384378.747568:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384378.747571:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384378.747571:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000100:00000001:1.0:1767384378.747572:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384378.747576:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.747579:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d103d74d. 00000100:00000001:1.0:1767384378.747583:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747583:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000020:00000010:3.0:1767384378.747590:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003244054a. 00000400:00000200:0.0:1767384378.747591:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000020:00000010:3.0:1767384378.747598:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004aac2b62. 00000400:00000200:0.0:1767384378.747599:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000400:00000200:0.0:1767384378.747607:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000020:00000010:3.0:1767384378.747608:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000094d467cb. 00000400:00000200:0.0:1767384378.747613:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000100:00000040:3.0:1767384378.747620:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384378.747626:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384378.747628:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[142, 38] 00000100:00000001:3.0:1767384378.747629:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384378.747633:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747637:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 38], ns[158, 38] 00000100:00000001:1.0:1767384378.747642:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384378.747642:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 38], ns[166, 38] 00000100:00000001:3.0:1767384378.747643:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384378.747646:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746155392 02000000:00000001:1.0:1767384378.747653:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384378.747654:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000100:00000001:1.0:1767384378.747657:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384378.747658:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384378.747660:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000100:00000001:1.0:1767384378.747662:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747668:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 02000000:00000001:1.0:1767384378.747669:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.747673:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384378.747673:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000100:00000001:3.0:1767384378.747677:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384378.747681:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000100:00100000:1.0:1767384378.747684:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746155392 00000100:00100000:3.0:1767384378.747687:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000020:00000001:1.0:1767384378.747689:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384378.747692:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 34], ns[62, 34] 00000100:00000040:3.0:1767384378.747693:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000020:00000040:1.0:1767384378.747693:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384378.747699:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384378.747700:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604646992 : -111508104904624 : ffff9a957f048050) 00000400:00000200:0.0:1767384378.747702:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 34], ns[78, 34] 00000020:00000040:1.0:1767384378.747703:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000400:00000200:0.0:1767384378.747709:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 34], ns[163, 34] 00000020:00000001:1.0:1767384378.747710:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000040:3.0:1767384378.747716:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009bbb8f92 x1853236746155264/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:359/0 lens 4848/0 e 0 to 0 dl 1767384389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384378.747717:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:0.0:1767384378.747721:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 34], ns[79, 34] 00000100:00000001:1.0:1767384378.747726:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384378.747732:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d048881. 00000400:00000200:0.0:1767384378.747736:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 34], ns[93, 34] 00000100:00000001:1.0:1767384378.747740:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384378.747747:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384378.747748:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d048881. 00000400:00000200:0.0:1767384378.747751:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 34], ns[100, 34] 00000020:00000010:3.0:1767384378.747752:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d103d74d. 00000100:00000001:3.0:1767384378.747759:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384378.747759:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da369f82. 00000400:00000200:0.0:1767384378.747762:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 34], ns[136, 34] 00000020:00000010:3.0:1767384378.747766:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d103d74d. 00000020:00000010:1.0:1767384378.747768:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a222961. 00000400:00000200:0.0:1767384378.747771:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 34], ns[120, 34] 00000020:00000010:1.0:1767384378.747776:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000097a1c77b. 00000100:00100000:3.0:1767384378.747777:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009bbb8f92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746155264:12345-0@lo:253: 00000400:00000200:0.0:1767384378.747782:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 34], ns[148, 34] 00000100:00000001:1.0:1767384378.747785:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384378.747786:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746155264 00000100:00000001:1.0:1767384378.747789:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384378.747790:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 34], ns[162, 34] 00000020:00000001:3.0:1767384378.747792:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384378.747794:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.747798:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384378.747802:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.747802:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747808:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 34], ns[147, 34] 00000020:00000001:3.0:1767384378.747810:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384378.747814:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000400:00000200:0.0:1767384378.747814:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[145, 34] 00000100:00000001:1.0:1767384378.747818:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384378.747821:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384378.747825:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 34], ns[154, 34] 00000020:00000001:3.0:1767384378.747826:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384378.747833:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384378.747835:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384378.747836:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 34], ns[150, 34] 00000020:00000001:3.0:1767384378.747837:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384378.747839:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384378.747843:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747847:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[152, 34], ns[161, 34] 00000100:00100000:1.0:1767384378.747849:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:3.0:1767384378.747850:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384378.747854:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384378.747856:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000400:00000200:0.0:1767384378.747859:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[155, 34], ns[164, 34] 00000100:00000001:1.0:1767384378.747861:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604653136 : -111508104898480 : ffff9a957f049850) 02000000:00000010:3.0:1767384378.747863:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000059708ddd. 02000000:00000001:3.0:1767384378.747868:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747871:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000100:00000001:3.0:1767384378.747873:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384378.747873:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c031fb9 x1853236746155392/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:359/0 lens 4848/0 e 0 to 0 dl 1767384389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384378.747881:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384378.747885:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 20000000:00000010:3.0:1767384378.747890:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c556f2ad. 20000000:01000000:3.0:1767384378.747897:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384378.747897:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384378.747900:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 20000000:00000001:3.0:1767384378.747904:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:1.0:1767384378.747904:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d048881. 20000000:00000001:3.0:1767384378.747908:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384378.747908:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000100:00000001:1.0:1767384378.747910:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384378.747913:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.747916:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d048881. 20000000:00000001:3.0:1767384378.747917:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.747918:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp44 20000000:00000001:3.0:1767384378.747923:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00100000:1.0:1767384378.747928:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c031fb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746155392:12345-0@lo:253: 00000400:00000200:0.0:1767384378.747929:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp44 lpni_is_preferred = 0 20000000:00000010:3.0:1767384378.747934:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b7735b5. 00000100:00000200:1.0:1767384378.747936:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746155392 00000400:00000200:0.0:1767384378.747937:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp44 20000000:01000000:3.0:1767384378.747939:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00000400:00000200:0.0:1767384378.747944:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp44 NI seq info: [167:167:256:4294967295] 192.168.203.143@tcp44 LPNI seq info [158:158:8:4294967295] 20000000:00000001:3.0:1767384378.747948:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384378.747949:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384378.747951:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp44 00000020:00000001:1.0:1767384378.747955:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384378.747960:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384378.747962:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384378.747962:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp44(192.168.203.143@tcp44:) -> 192.168.203.143@tcp44(192.168.203.143@tcp:192.168.203.143@tcp44) : GET try# 0 00000020:00000001:1.0:1767384378.747966:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384378.747968:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384378.747970:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000800:00000200:0.0:1767384378.747973:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp44 00000020:00000001:1.0:1767384378.747978:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:0.0:1767384378.747979:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000009a7cc7c. 00000020:00000001:1.0:1767384378.747982:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384378.747986:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009273920f. 00080000:00000001:3.0:1767384378.747987:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384378.747987:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384378.747992:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:0.0:1767384378.747992:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a0f20ecd. 00000020:00000001:1.0:1767384378.747997:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384378.747999:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000100:00000001:1.0:1767384378.748002:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:0.1:1767384378.748003:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00080000:00000001:3.0:1767384378.748004:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.748007:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384378.748010:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384378.748013:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384378.748015:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 02000000:00000010:1.0:1767384378.748015:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009a6fb515. 00000400:00000200:0.0:1767384378.748018:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00080000:00000001:3.0:1767384378.748019:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.748021:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.748024:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100251 rc 0 00080000:00000002:3.0:1767384378.748026:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000100:00000001:1.0:1767384378.748028:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384378.748035:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384378.748036:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:3.0:1767384378.748039:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384378.748042:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384378.748045:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000010836e7. 00080000:00000001:3.0:1767384378.748047:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384378.748050:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384378.748051:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384378.748056:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384378.748058:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384378.748060:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384378.748064:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 20000000:00000001:1.0:1767384378.748064:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384378.748068:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384378.748070:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:1.0:1767384378.748072:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384378.748073:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00080000:00000010:3.0:1767384378.748077:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a59403aa. 00080000:00000001:3.0:1767384378.748082:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632564668915200 : -111509040636416 : ffff9a95473e5e00) 00080000:00000001:3.0:1767384378.748087:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384378.748091:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384378.748095:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d103d74d. 00080000:00000001:3.0:1767384378.748098:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384378.748101:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384378.748116:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.748121:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00080000:00000001:3.0:1767384378.748132:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384378.748161:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748188:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748203:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748219:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748238:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748255:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748275:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748292:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748309:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748324:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748337:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748349:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748362:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748374:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748385:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748400:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748414:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748507:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748550:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748572:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748594:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748620:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748641:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748664:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748687:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748704:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748725:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748747:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748765:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748781:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748803:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748825:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384378.748839:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384378.748951:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:0.0:1767384378.748954:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee35a2ba. 00000800:00000010:0.0:1767384378.748959:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d556caa. 00000800:00000010:0.0:1767384378.748976:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d556caa. 00000800:00020000:0.0:1767384378.748983:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384378.748986:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee35a2ba. 00000800:00000010:0.0:1767384378.748988:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:02020000:0.0:1767384378.749018:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp44 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384378.749023:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp44 notifying 192.168.203.143@tcp44: down 00000800:00000200:0.0:1767384378.749027:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp44 down 00000800:00000100:0.0:1767384378.749032:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp44 00000800:00000010:0.0:1767384378.749034:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000009a7cc7c. 00000400:00000200:0.0:1767384378.749036:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384378.749039:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp44->192.168.203.143@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384378.749045:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp44 added to recovery queue. ping count: 0 next ping: 301 health :900 00000400:00000200:0.0:1767384378.749048:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384378.749050:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 1 00000400:00000200:0.0:1767384378.749054:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:3.0:1767384378.749076:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384378.749083:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100851 00000400:00000001:3.0:1767384378.749087:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.749089:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384378.749104:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008572d54e 00000400:00000010:3.0:1767384378.749106:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008572d54e. 00000400:00000200:3.0:1767384378.749109:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384378.749114:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:3.0:1767384378.749117:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000035d359bc. 00000400:00000200:3.0:1767384378.749120:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (40) 00000400:00000200:3.0:1767384378.749132:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:-71 00000400:00000200:3.0:1767384378.749135:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102051 rc -71 00000400:00000200:3.0:1767384378.749155:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:3.0:1767384378.749158:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (39) 00080000:00000010:3.0:1767384378.749289:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a59403aa. 00080000:00000010:1.0:1767384378.749337:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d103d74d. 00040000:00000001:1.0:1767384378.749343:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384378.749346:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384378.749349:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384378.749352:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384378.749356:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384378.749358:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384378.749370:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:3.0:1767384378.749384:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a59403aa. 20000000:00000001:1.0:1767384378.749385:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384378.749390:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:01000000:1.0:1767384378.749391:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384378.749395:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384378.749399:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384378.749400:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384378.749403:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:0.0:1767384378.749406:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384378.749409:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384378.749410:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:0.0:1767384378.749412:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384378.749416:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384378.749419:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749419:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384378.749446:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767384378.749447:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f3ad72b. 00080000:00000001:3.0:1767384378.749448:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384378.749452:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384378.749453:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384378.749455:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384378.749458:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d650c61d. 00080000:00000002:3.0:1767384378.749459:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:0.0:1767384378.749464:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384378.749465:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00000020:00000040:0.0:1767384378.749468:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d650c61d with handle 0x980286e253c5fd8f to hash 00080000:00000002:3.0:1767384378.749469:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:0.0:1767384378.749473:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384378.749475:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384378.749479:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749482:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680589824 : -111509028961792 : ffff9a9547f08200) 00080000:00000001:3.0:1767384378.749483:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384378.749486:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680589824 : -111509028961792 : ffff9a9547f08200) 00000020:00000001:3.0:1767384378.749488:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384378.749490:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384378.749493:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:0.0:1767384378.749493:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.749498:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384378.749499:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384378.749505:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eec33cb7. 00010000:00000001:0.0:1767384378.749507:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384378.749509:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560326553088 : -111513382998528 : ffff9a94446b2e00) 00010000:00000001:0.0:1767384378.749512:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384378.749514:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384378.749515:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:3.0:1767384378.749519:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384378.749519:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384378.749523:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384378.749524:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000583e746. 00010000:00000001:0.0:1767384378.749525:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384378.749528:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384378.749530:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749531:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384378.749535:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384378.749536:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384378.749540:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384378.749541:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384378.749542:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f3ad72b) refcount = 1 00010000:00010000:0.0:1767384378.749545:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384378.749546:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749553:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384378.749555:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384378.749556:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384378.749558:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384378.749558:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749562:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384378.749565:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384378.749567:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:0.0:1767384378.749569:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384378.749571:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384378.749572:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d650c61d refcount=4 00000020:00000001:0.0:1767384378.749573:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680589824 : -111509028961792 : ffff9a9547f08200) 00010000:00000001:0.0:1767384378.749575:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680589824 : -111509028961792 : ffff9a9547f08200) 00010000:00000001:0.0:1767384378.749576:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384378.749583:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384378.749588:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384378.749588:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384378.749591:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384378.749595:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384378.749597:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:1.0:1767384378.749599:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c556f2ad. 00010000:00000001:0.0:1767384378.749599:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384378.749601:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.749604:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384378.749605:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749607:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384378.749608:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384378.749614:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.749615:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d650c61d already unused, calling callback (000000004feed035) 00010000:00000001:0.0:1767384378.749620:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:1.0:1767384378.749622:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746155264 00010000:00000001:0.0:1767384378.749623:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384378.749625:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384378.749629:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384378.749631:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384378.749633:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384378.749634:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384378.749635:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d650c61d refcount=5 00010000:00000200:1.0:1767384378.749637:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009bbb8f92 x1853236746155264/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384378.749637:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680589824 : -111509028961792 : ffff9a9547f08200) 00010000:00000001:0.0:1767384378.749640:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680589824 : -111509028961792 : ffff9a9547f08200) 00010000:00000001:0.0:1767384378.749644:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384378.749646:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.749657:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384378.749661:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384378.749665:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384378.749666:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749667:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749673:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00001000:1.0:1767384378.749674:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=84 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384378.749675:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384378.749677:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384378.749679:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384378.749682:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d650c61d with handle 0x980286e253c5fd8f from hash 00000100:00000001:1.0:1767384378.749684:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384378.749684:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384378.749688:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.749690:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384378.749691:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:0.0:1767384378.749691:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384378.749693:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384378.749697:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:0.0:1767384378.749697:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384378.749699:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:1.0:1767384378.749703:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384378.749703:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384378.749708:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749709:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749713:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384378.749714:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384378.749715:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1767384378.749720:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384378.749721:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.749725:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384378.749726:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c3050c. 00010000:00000001:0.0:1767384378.749727:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.749732:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384378.749733:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746155264, offset 224 00010000:00000001:0.0:1767384378.749734:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.749740:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384378.749743:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384378.749752:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384378.749754:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384378.749755:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384378.749759:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384378.749762:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384378.749764:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.749767:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384378.749768:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df07500 00010000:00000001:0.0:1767384378.749771:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384378.749775:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384378.749779:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e59 [2] + 224 20000000:00000001:0.0:1767384378.749780:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.749785:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384378.749789:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384378.749795:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384378.749800:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384378.749806:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384378.749808:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384378.749811:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384378.749814:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d650c61d/0x980286e253c5fd8f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384378.749824:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384378.749825:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f3ad72b count: 0 00010000:00000001:0.0:1767384378.749833:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384378.749836:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384378.749847:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384378.749854:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c3050c 00000400:00000010:1.0:1767384378.749857:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6c3050c. 00000100:00000001:1.0:1767384378.749860:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384378.749862:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384378.749872:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384378.749875:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384378.749878:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:3.0:1767384378.749883:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384378.749884:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384378.749888:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384378.749889:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384378.749891:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384378.749892:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.749896:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f06f2e0. 00000100:00000040:1.0:1767384378.749899:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bbb8f92 x1853236746155264/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384378.749901:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0cc120 00000400:00000010:3.0:1767384378.749905:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a0cc120. 00000100:00000001:3.0:1767384378.749910:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384378.749917:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384378.749921:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009bbb8f92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746155264:12345-0@lo:253: Request processed in 2170us (2760us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384378.749939:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384378.749940:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000040:1.0:1767384378.749946:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384378.749951:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.749954:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384378.749955:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384378.749957:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.749961:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384378.749961:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004aac2b62. 02000000:00000001:3.0:1767384378.749965:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384378.749969:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384378.749969:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000094d467cb. 00000100:00000001:3.0:1767384378.749972:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.749976:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003244054a. 02000000:00000001:3.0:1767384378.749977:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384378.749984:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=84 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384378.749985:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00001000:3.0:1767384378.749989:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=84 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384378.749992:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384378.749994:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384378.749996:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000059708ddd. 00000100:00000001:3.0:1767384378.749997:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.750002:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384378.750002:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384378.750004:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.750007:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.750008:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384378.750014:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384378.750015:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384378.750022:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7501e87. 00000100:00000001:3.0:1767384378.750026:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384378.750028:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c3050c. 00000100:00000001:3.0:1767384378.750030:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384378.750034:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384378.750037:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384378.750040:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384378.750042:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384378.750043:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384378.750045:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384378.750047:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384378.750055:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384378.750056:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384378.750058:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384378.750059:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384378.750063:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384378.750072:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7ca891a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746155264:0@lo:253: 00000100:00000001:3.0:1767384378.750077:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.750079:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384378.750082:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7ca891a x1853236746155264/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.750089:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384378.750091:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384378.750094:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000209a1d20. 02000000:00000001:3.0:1767384378.750098:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384378.750100:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384378.750102:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384378.750105:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384378.750107:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002ac3cd7b. 02000000:00000001:3.0:1767384378.750112:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384378.750114:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384378.750115:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7ca891a. 00000100:00000001:3.0:1767384378.750119:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384378.750120:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.750122:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.750127:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384378.750129:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.750131:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384378.750133:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384378.751133:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eec33cb7. 00080000:00000010:3.0:1767384378.751189:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000583e746. 00040000:00000001:3.0:1767384378.751194:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384378.751196:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384378.751197:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384378.751200:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:3.0:1767384378.751202:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384378.751204:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384378.751212:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384378.751221:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384378.751224:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384378.751229:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384378.751242:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384378.751247:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384378.751249:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384378.751252:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384378.751253:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384378.751258:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002b8ea393. 00010000:00000001:0.0:1767384378.751261:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384378.751264:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000447e7f13. 00000020:00000001:0.0:1767384378.751266:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384378.751267:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000447e7f13 with handle 0x980286e253c5fd96 to hash 00000020:00000001:0.0:1767384378.751269:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384378.751270:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384378.751271:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384378.751273:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384378.751274:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.751276:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.751281:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384378.751283:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384378.751284:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384378.751285:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384378.751286:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384378.751287:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384378.751288:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384378.751289:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384378.751297:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384378.751298:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384378.751299:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384378.751300:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002b8ea393) refcount = 1 00010000:00010000:0.0:1767384378.751302:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.751306:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384378.751307:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384378.751308:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384378.751309:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.751310:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384378.751311:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384378.751313:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:0.0:1767384378.751314:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384378.751315:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384378.751316:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=4 00000020:00000001:0.0:1767384378.751317:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384378.751319:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384378.751320:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384378.751321:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.751325:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384378.751327:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.751330:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.751331:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384378.751332:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.751336:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384378.751337:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.751339:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384378.751341:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384378.751345:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384378.751345:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000447e7f13 already unused, calling callback (000000004feed035) 00000100:00000001:3.0:1767384378.751350:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384378.751351:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000010:3.0:1767384378.751355:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000010836e7. 00010000:00000001:0.0:1767384378.751355:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384378.751358:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384378.751361:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.751365:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000040:3.0:1767384378.751366:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746155392 00010000:00000001:0.0:1767384378.751367:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384378.751370:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384378.751373:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1767384378.751373:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=5 00000020:00000001:0.0:1767384378.751378:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000200:3.0:1767384378.751381:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c031fb9 x1853236746155392/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384378.751381:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384378.751386:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384378.751389:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.751403:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384378.751404:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384378.751406:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.751408:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:3.0:1767384378.751410:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=84 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384378.751412:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.751416:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384378.751419:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384378.751422:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:0.0:1767384378.751445:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384378.751447:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:0.0:1767384378.751450:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384378.751451:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384378.751455:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.751455:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384378.751461:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000447e7f13 with handle 0x980286e253c5fd96 from hash 00000100:00000001:3.0:1767384378.751462:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384378.751467:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1767384378.751468:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384378.751469:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.751472:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384378.751473:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a0cc120. 00010000:00000001:0.0:1767384378.751474:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384378.751477:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:3.0:1767384378.751479:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746155392, offset 224 00010000:00000001:0.0:1767384378.751480:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384378.751483:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384378.751485:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384378.751487:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.751488:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384378.751492:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384378.751494:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384378.751497:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.751499:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384378.751500:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384378.751501:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.751505:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.751506:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.751508:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384378.751512:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df07580 00010000:00000001:0.0:1767384378.751517:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.751519:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384378.751522:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767384378.751523:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e61 [2] + 224 00010000:00000001:0.0:1767384378.751524:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384378.751527:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.751529:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384378.751532:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384378.751533:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.751535:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384378.751535:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.751540:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384378.751544:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384378.751551:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384378.751552:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384378.751553:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384378.751557:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000447e7f13/0x980286e253c5fd96 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384378.751559:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384378.751564:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002b8ea393 count: 0 00000100:00000040:3.0:1767384378.751576:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384378.751577:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384378.751579:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384378.751600:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384378.751606:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0cc120 00000400:00000010:3.0:1767384378.751609:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a0cc120. 00000100:00000001:3.0:1767384378.751613:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384378.751615:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384378.751620:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.751623:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384378.751624:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:1.0:1767384378.751628:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384378.751629:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384378.751633:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.751635:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384378.751635:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384378.751640:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384378.751643:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c031fb9 x1853236746155392/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384378.751644:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a8fbcf0. 00000400:00000200:1.0:1767384378.751651:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b90aeb7 00000400:00000010:1.0:1767384378.751655:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b90aeb7. 00000100:00100000:3.0:1767384378.751660:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c031fb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746155392:12345-0@lo:253: Request processed in 3761us (4358us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384378.751660:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384378.751668:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384378.751673:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:3.0:1767384378.751678:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384378.751682:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.751684:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384378.751687:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a222961. 00000020:00000010:3.0:1767384378.751690:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000097a1c77b. 00000020:00000010:3.0:1767384378.751696:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da369f82. 00000020:00000040:3.0:1767384378.751702:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 02000000:00000001:3.0:1767384378.751707:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384378.751708:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384378.751710:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009a6fb515. 00000100:00000001:1.0:1767384378.751719:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384378.751721:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.751723:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384378.751724:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384378.751726:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384378.751728:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.751729:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384378.751733:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384378.751735:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384378.751736:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384378.751741:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f06f2e0. 00000100:00001000:1.0:1767384378.751741:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=84 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384378.751747:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a0cc120. 00000100:00001000:1.0:1767384378.751748:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384378.751753:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384378.751755:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.751757:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384378.751759:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.751761:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384378.751764:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.751772:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384378.751775:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384378.751776:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384378.751778:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384378.751780:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384378.751782:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384378.751783:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384378.751785:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384378.751787:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384378.751788:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384378.751790:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384378.751791:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384378.751794:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384378.751801:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009d6d4934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746155392:0@lo:253: 00000100:00000001:1.0:1767384378.751806:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.751816:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384378.751819:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009d6d4934 x1853236746155392/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.751826:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384378.751828:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384378.751830:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002943f7b. 02000000:00000001:1.0:1767384378.751835:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384378.751836:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384378.751838:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384378.751840:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384378.751842:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001a0934c4. 02000000:00000001:1.0:1767384378.751846:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384378.751847:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384378.751848:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d6d4934. 00000100:00000001:1.0:1767384378.751851:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384378.751853:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.751854:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.751859:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384378.751860:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.751863:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384378.751865:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384378.754462:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294967518, at 4294967519 00000100:00000010:1.0:1767384378.754471:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f3d4c9. 00000100:00000040:2.0:1767384378.754481:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294967518, at 4294967519 00000100:00000040:0.0:1767384378.754486:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294967518, at 4294967519 00000100:00000040:3.0:1767384378.754488:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294967518, at 4294967519 00000100:00000010:2.0:1767384378.754488:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049c848db. 00000100:00000010:0.0:1767384378.754495:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000219a888c. 00000100:00000010:3.0:1767384378.754498:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076585b29. 00010000:00000010:0.1:1767384378.758505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f3ad72b. 00010000:00000010:0.1:1767384378.758512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d650c61d. 00010000:00000010:0.1:1767384378.758514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002b8ea393. 00010000:00000010:0.1:1767384378.758516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000447e7f13. 00000400:00000010:2.0:1767384378.763773:0:37267:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003fe33a61. 00000400:00000040:2.0:1767384378.763790:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384378.763792:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384378.763794:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384378.763795:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384378.763797:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384378.763798:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384378.763800:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384378.763801:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384378.763805:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384378.763806:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384378.763808:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384378.763809:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384378.763811:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384378.763812:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384378.763813:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384378.763814:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384378.763815:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384378.763816:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384378.763817:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384378.763818:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384378.763819:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384378.763820:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384378.763821:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384378.763822:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384378.763823:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384378.763824:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384378.763825:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384378.763826:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384378.763827:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384378.763828:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384378.763828:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384378.763830:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384378.763831:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384378.763831:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384378.763832:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384378.763833:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384378.763834:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384378.763835:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384378.763837:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384378.763838:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384378.763839:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384378.763840:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384378.763841:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384378.763842:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384378.763842:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384378.763843:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384378.763844:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384378.763850:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384378.763852:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384378.763853:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384378.763854:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384378.763855:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384378.763856:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384378.763858:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384378.763859:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384378.763859:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384378.763860:0:37267:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384378.763939:0:37267:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003fe33a61. 00000400:00000001:1.0:1767384378.788479:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384378.788483:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384378.788485:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdb710e 00000400:00000010:1.0:1767384378.788489:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdb710e. 00000400:00000200:1.0:1767384378.788494:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384378.788500:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384378.788511:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000090322f70. 00000400:00000010:1.0:1767384378.788515:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ed20e964. 00010000:00000001:2.0:1767384379.747498:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384379.747504:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.747510:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384379.747512:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.747530:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384379.747534:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384379.747537:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384379.811504:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp44 00000400:00000010:3.0:1767384379.811515:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bc53bd0a. 00000400:00000010:3.0:1767384379.811522:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e6542e43. 00000400:00000010:3.0:1767384379.811526:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0caf0ee. 00000400:00000010:3.0:1767384379.811535:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b1928fcf. 00000400:00000200:3.0:1767384379.811539:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp44 00000400:00000200:3.0:1767384379.811558:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp44 local destination 00000400:00000200:3.0:1767384379.811565:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp44 00000400:00000200:3.0:1767384379.811571:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp44 NI seq info: [168:168:256:4294967295] 192.168.203.143@tcp44 LPNI seq info [159:159:8:4294967295] 00000400:00000200:3.0:1767384379.811579:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp44 00000400:00000200:3.0:1767384379.811591:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp44(192.168.203.143@tcp44:) -> 192.168.203.143@tcp44(192.168.203.143@tcp44:192.168.203.143@tcp44) : GET try# 0 00000800:00000200:3.0:1767384379.811600:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp44 00000800:00000010:3.0:1767384379.811605:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e890466d. 00000800:00000200:3.0:1767384379.811615:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000800:00000200:3.1:1767384379.811621:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000400:00000200:3.0:1767384379.811640:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp44 added to recovery queue. ping count: 1 next ping: 303 health :900 00000400:00000200:3.0:1767384379.811725:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811761:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811780:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811795:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811806:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811818:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811831:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811846:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811869:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811895:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811920:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811947:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.811976:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812000:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812022:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812049:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812080:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812103:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812125:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812185:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812215:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812239:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812256:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812269:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812281:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812293:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812306:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812318:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812331:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812342:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812354:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812371:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812396:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812419:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384379.812630:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384379.812763:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000059708ddd. 00000800:00000010:3.0:1767384379.812767:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000628e5206. 00000800:00000010:3.0:1767384379.812771:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b0db8ece. 00000800:00000010:3.0:1767384379.812787:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b0db8ece. 00000800:00020000:3.0:1767384379.812796:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384379.812799:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000628e5206. 00000800:00000010:3.0:1767384379.812801:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000059708ddd. 00000400:02020000:3.0:1767384379.812831:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp44 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384379.812836:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp44 notifying 192.168.203.143@tcp44: down 00000400:00000200:3.0:1767384379.812840:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384379.812845:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp44 00000800:00000010:3.0:1767384379.812847:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e890466d. 00000400:00000200:3.0:1767384379.812855:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384379.812859:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp44->192.168.203.143@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384379.812865:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384379.812867:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384379.812870:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp44) recovery failed with -71 10000000:00000001:3.0:1767384380.259493:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384380.259498:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:3.0:1767384380.259503:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384380.259506:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384380.259508:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384380.259509:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384380.259511:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384380.259514:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384380.259516:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 79 10000000:00000001:3.0:1767384380.259519:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384380.259521:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384380.259529:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011eebb64. 00000020:00000040:3.0:1767384380.259533:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384380.259538:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384380.259542:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384380.259547:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384380.259554:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b65bc08d. 00000100:00000001:3.0:1767384380.259561:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384380.259565:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384380.259568:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384380.259587:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f292e628. 00010000:00000001:3.0:1767384380.259592:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384380.259595:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000158f3d3f. 00000020:00000001:3.0:1767384380.259601:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384380.259603:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000158f3d3f with handle 0x980286e253c5fd9d to hash 00000020:00000001:3.0:1767384380.259606:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384380.259608:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384380.259610:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:3.0:1767384380.259615:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384380.259617:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384380.259627:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384380.259636:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384380.259647:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384380.259653:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384380.259655:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384380.259661:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4af8f25. 00000100:00000001:3.0:1767384380.259664:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632564681175808 : -111509028375808 : ffff9a9547f97300) 00000100:00000001:3.0:1767384380.259667:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384380.259668:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609951488 : -111508099600128 : ffff9a957f557100) 00000100:00000001:3.0:1767384380.259674:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384380.259676:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.259678:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384380.259680:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384380.259688:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384380.259698:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384380.259700:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384380.259703:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384380.259706:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384380.259708:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384380.259712:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011eebb64 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746155520:0@lo:101: 00000100:00000001:3.0:1767384380.259717:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384380.259722:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384380.259724:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384380.259727:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384380.259731:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000091cd8f3e. 02000000:00000001:3.0:1767384380.259733:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384380.259739:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fec1f30. 00000400:00000010:3.0:1767384380.259752:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f62159df. 00000100:00000200:3.0:1767384380.259759:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746155520, portal 25 00000100:00000001:3.0:1767384380.259762:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384380.259763:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609951488 : -111508099600128 : ffff9a957f557100) 00000100:00000040:3.0:1767384380.259768:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384380.259778:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384380.259781:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384380.259784:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b158aa0. 00000100:00000200:3.0:1767384380.259786:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746155520, offset 0 00000400:00000200:3.0:1767384380.259793:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384380.259806:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384380.259817:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df07600 00000400:00000200:3.0:1767384380.259823:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1619 [2] + 0 00000400:00000010:3.0:1767384380.259827:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edf7df25. 00000400:00000200:3.0:1767384380.259831:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000090e4f32d 00000400:00000200:3.0:1767384380.259837:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384380.259842:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384380.259847:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090e4f32d 00000400:00000010:3.0:1767384380.259849:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090e4f32d. 00000100:00000001:3.0:1767384380.259853:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384380.259855:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384380.259859:0:17082:0:(events.c:337:request_in_callback()) incoming req@000000003fd6678f x1853236746155520 msgsize 328 00000100:00100000:3.0:1767384380.259863:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384380.259866:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384380.259872:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384380.259880:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b158aa0 00000400:00000010:3.0:1767384380.259882:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b158aa0. 00000100:00000001:3.0:1767384380.259885:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384380.259888:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384380.259898:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384380.259901:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384380.259920:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.259922:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384380.259928:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.259933:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294969030 00000100:00000010:3.0:1767384380.259937:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076585b29. 00000100:00000001:3.0:1767384380.259944:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384380.259949:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294969030 00000100:00000010:3.0:1767384380.259952:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8e3aa10. 00000100:00000001:3.0:1767384380.259956:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384380.259959:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294969030 00000100:00000010:3.0:1767384380.259962:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076c84e6e. 00000100:00000001:3.0:1767384380.259965:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384380.259969:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294969030 00000100:00000010:3.0:1767384380.259972:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b19e37c7. 00000100:00000001:3.0:1767384380.259976:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384380.259979:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384380.259982:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.259984:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384380.259986:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384380.259989:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b4af8f25 going to sleep for 11 seconds 00000100:00000001:3.0:1767384380.259992:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384380.259995:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260115:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384380.260119:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746155520 02000000:00000001:1.0:1767384380.260122:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384380.260125:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384380.260150:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384380.260164:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384380.260168:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746155520 00000020:00000001:1.0:1767384380.260170:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384380.260173:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384380.260175:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.260178:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:1.0:1767384380.260181:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384380.260183:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384380.260188:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384380.260192:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000256d0fb7. 00000100:00000001:1.0:1767384380.260195:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384380.260198:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000256d0fb7. 00000020:00000010:1.0:1767384380.260204:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000408e70e4. 00000020:00000010:1.0:1767384380.260209:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3ab2767. 00000020:00000010:1.0:1767384380.260214:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000614e3f76. 00000100:00000040:1.0:1767384380.260224:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384380.260227:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384380.260229:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384380.260231:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260239:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260249:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.260261:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384380.260263:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384380.260267:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767384380.260271:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384380.260274:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604659280 : -111508104892336 : ffff9a957f04b050) 00000100:00000040:1.0:1767384380.260278:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003fd6678f x1853236746155520/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:361/0 lens 328/0 e 0 to 0 dl 1767384391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.260288:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384380.260292:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000256d0fb7. 00000100:00000001:1.0:1767384380.260294:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384380.260297:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000256d0fb7. 00000100:00100000:1.0:1767384380.260301:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003fd6678f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746155520:12345-0@lo:101: 00000100:00000200:1.0:1767384380.260314:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746155520 00000020:00000001:1.0:1767384380.260318:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384380.260322:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384380.260324:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.260326:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384380.260329:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:1.0:1767384380.260333:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384380.260335:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384380.260338:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384380.260341:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384380.260345:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.260348:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384380.260351:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384380.260353:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384380.260355:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384380.260357:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.260376:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384380.260382:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a51e90cd. 00010000:00000001:1.0:1767384380.260387:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384380.260390:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058ab3b20. 00000020:00000001:1.0:1767384380.260393:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384380.260395:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058ab3b20 with handle 0x980286e253c5fda4 to hash 00000020:00000001:1.0:1767384380.260397:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384380.260398:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384380.260404:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00010000:1.0:1767384380.260407:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fd9d expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384380.260414:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000020:00000040:1.0:1767384380.260417:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000001:1.0:1767384380.260453:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384380.260456:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384380.260461:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000052bfb5e3. 02000000:00000001:1.0:1767384380.260464:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260472:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.260474:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384380.260477:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384380.260479:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384380.260480:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384380.260481:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384380.260483:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384380.260484:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384380.260486:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384380.260488:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384380.260489:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384380.260490:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384380.260491:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a51e90cd) refcount = 1 00010000:00010000:1.0:1767384380.260495:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fd9d expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.260499:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384380.260500:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384380.260502:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384380.260503:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.260504:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384380.260507:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384380.260509:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fd9d expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.260513:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384380.260515:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384380.260517:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384380.260518:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.260520:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384380.260521:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.260522:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384380.260523:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000058ab3b20, rc 0) 00000020:00000001:1.0:1767384380.260525:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384380.260527:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746155520 00010000:00000001:1.0:1767384380.260529:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384380.260532:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003fd6678f x1853236746155520/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:361/0 lens 328/344 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384380.260544:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384380.260546:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384380.260549:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=86 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384380.260552:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384380.260554:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384380.260555:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384380.260558:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384380.260559:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260561:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384380.260563:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384380.260566:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00000200:1.0:1767384380.260569:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746155520, offset 224 00000400:00000200:1.0:1767384380.260573:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384380.260577:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384380.260582:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df07600 00000400:00000200:1.0:1767384380.260585:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1e85 [1] + 224 00000400:00000200:1.0:1767384380.260588:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384380.260590:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384380.260593:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384380.260596:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384380.260602:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.260612:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384380.260615:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:1.0:1767384380.260616:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00000001:1.0:1767384380.260619:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384380.260621:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384380.260624:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384380.260626:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384380.260627:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384380.260629:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.260630:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384380.260638:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fd6678f x1853236746155520/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:361/0 lens 328/344 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384380.260645:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fd6678f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746155520:12345-0@lo:101: Request processed in 357us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384380.260650:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767384380.260652:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384380.260654:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384380.260656:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384380.260659:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3ab2767. 00000020:00000010:1.0:1767384380.260662:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000614e3f76. 00000020:00000010:1.0:1767384380.260665:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000408e70e4. 00000020:00000040:1.0:1767384380.260669:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:1.0:1767384380.260672:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384380.260674:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000052bfb5e3. 02000000:00000001:1.0:1767384380.260676:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384380.260677:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384380.260681:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384380.260685:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a8fbcf0. 00000400:00000010:1.0:1767384380.260688:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9fd83bb. 00000100:00000001:1.0:1767384380.260709:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384380.260712:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384380.260713:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384380.260715:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fec1f30. 00000400:00000200:1.0:1767384380.260718:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f62159df 00000400:00000010:1.0:1767384380.260719:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f62159df. 00000100:00000001:1.0:1767384380.260720:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384380.260722:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384380.260728:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.260733:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384380.260735:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.260737:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384380.260739:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384380.260746:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384380.260747:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384380.260749:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384380.260752:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=86 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384380.260754:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=86 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384380.260757:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384380.260758:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.260759:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384380.260761:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260763:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384380.260765:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.260769:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384380.260772:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384380.260773:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384380.260775:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384380.260780:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011eebb64 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746155520:0@lo:101: 00000100:00000001:1.0:1767384380.260783:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.260785:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260787:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384380.260788:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384380.260790:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.260794:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384380.260796:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b4af8f25. 00000100:00000001:1.0:1767384380.260799:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384380.260800:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.260802:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384380.260804:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.260806:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.260807:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=4 00000020:00000001:1.0:1767384380.260809:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:1.0:1767384380.260811:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000040:1.0:1767384380.260819:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000158f3d3f, remote cookie: 0x980286e253c5fda4, flags: 0x0 00010000:00000001:1.0:1767384380.260822:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384380.260824:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384380.260825:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384380.260826:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384380.260828:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384380.260829:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f292e628) refcount = 1 00010000:00010000:1.0:1767384380.260831:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.260835:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384380.260836:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384380.260837:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384380.260839:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384380.260841:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384380.260843:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.260847:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384380.260848:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.260848:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384380.260849:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.260850:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384380.260851:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260852:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384380.260854:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011eebb64 x1853236746155520/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.260859:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384380.260860:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384380.260862:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000091cd8f3e. 02000000:00000001:1.0:1767384380.260865:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384380.260866:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384380.260867:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384380.260869:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384380.260870:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b65bc08d. 02000000:00000001:1.0:1767384380.260873:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384380.260880:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384380.260882:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011eebb64. 00000100:00000001:1.0:1767384380.260885:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384380.260885:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384380.260887:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384380.260889:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384380.260890:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:1.0:1767384380.260891:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.260893:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.260895:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.260896:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=3 00000020:00000001:1.0:1767384380.260897:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:1.0:1767384380.260898:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:1.0:1767384380.260900:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384380.260901:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.260902:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384380.260903:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384380.260905:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384380.260907:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000834ae32b. 00000100:00000010:1.0:1767384380.260922:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d6d4934. 00000020:00000040:1.0:1767384380.260924:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384380.260926:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384380.260927:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384380.260929:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384380.260931:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000408e70e4. 00000100:00000001:1.0:1767384380.260933:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260935:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384380.260938:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000052bfb5e3. 00000100:00000010:1.0:1767384380.260940:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000256d0fb7. 00000020:00000040:1.0:1767384380.260941:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384380.260944:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384380.260946:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384380.260948:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000515b15cc. 00000100:00000001:1.0:1767384380.260949:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560348830528 : -111513360721088 : ffff9a9445bf1b40) 00000100:00000001:1.0:1767384380.260951:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384380.260952:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629104384 : -111508080447232 : ffff9a958079b100) 00000100:00000001:1.0:1767384380.260959:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384380.260960:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260962:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384380.260963:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384380.260966:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.260971:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384380.260972:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384380.260974:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384380.260976:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384380.260977:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384380.260979:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009d6d4934 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746155648:0@lo:256: 00000100:00000001:1.0:1767384380.260982:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384380.260984:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384380.260985:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.260987:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384380.260992:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cac5ace1. 00000400:00000010:1.0:1767384380.260995:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005645b9d6. 00000100:00000200:1.0:1767384380.260997:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df07680-0x695824df07680, portal 33 00000100:00000001:1.0:1767384380.260999:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384380.261001:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384380.261004:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd8f4669. 02000000:00000001:1.0:1767384380.261005:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384380.261007:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fbe427a. 00000400:00000010:1.0:1767384380.261010:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00000200:1.0:1767384380.261012:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746155648, portal 25 00000100:00000001:1.0:1767384380.261014:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384380.261016:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629104384 : -111508080447232 : ffff9a958079b100) 00000100:00000040:1.0:1767384380.261019:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.261023:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384380.261025:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384380.261027:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7140de7. 00000100:00000200:1.0:1767384380.261029:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746155648, offset 0 00000400:00000200:1.0:1767384380.261036:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384380.261040:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384380.261044:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df07680 00000400:00000200:1.0:1767384380.261047:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1641 [2] + 0 00000400:00000010:1.0:1767384380.261049:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3e6e89c. 00000400:00000200:1.0:1767384380.261051:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b03f52b9 00000400:00000200:1.0:1767384380.261053:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384380.261055:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384380.261057:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b03f52b9 00000400:00000010:1.0:1767384380.261058:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b03f52b9. 00000100:00000001:1.0:1767384380.261061:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384380.261062:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384380.261064:0:17082:0:(events.c:337:request_in_callback()) incoming req@00000000ea619d63 x1853236746155648 msgsize 304 00000100:00100000:1.0:1767384380.261067:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384380.261068:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384380.261078:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384380.261081:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7140de7 00000400:00000010:1.0:1767384380.261082:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7140de7. 00000100:00000001:1.0:1767384380.261084:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384380.261086:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.261091:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384380.261093:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.261097:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.261099:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384380.261101:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.261103:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294969031 00000100:00000001:1.0:1767384380.261109:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969030 00000100:00000001:0.0:1767384380.261112:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384380.261113:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294969031 00000100:00100000:0.0:1767384380.261116:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746155648 00000100:00000001:1.0:1767384380.261118:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969030 02000000:00000001:0.0:1767384380.261120:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384380.261122:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294969031 00000100:00000001:0.0:1767384380.261124:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384380.261126:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969030 00000100:00000001:0.0:1767384380.261145:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.261151:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294969031 02000000:00000001:0.0:1767384380.261151:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384380.261158:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746155648 00000100:00000001:1.0:1767384380.261159:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969030 00000020:00000001:0.0:1767384380.261162:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384380.261164:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384380.261166:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:1.0:1767384380.261169:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.261170:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384380.261172:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384380.261175:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:1.0:1767384380.261176:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384380.261179:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000515b15cc going to sleep for 11 seconds 00000020:00000001:0.0:1767384380.261182:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384380.261184:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384380.261187:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384380.261188:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.261194:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384380.261199:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019eaa4c9. 00000100:00000001:0.0:1767384380.261202:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384380.261205:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019eaa4c9. 00000020:00000010:0.0:1767384380.261209:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054840315. 00000020:00000010:0.0:1767384380.261212:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09d4fd8. 00000020:00000010:0.0:1767384380.261215:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2859f44. 00000100:00000040:0.0:1767384380.261220:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384380.261221:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384380.261222:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384380.261223:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.261226:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.261237:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384380.261247:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384380.261249:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384380.261252:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000040:0.0:1767384380.261254:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384380.261256:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604649040 : -111508104902576 : ffff9a957f048850) 00000100:00000040:0.0:1767384380.261259:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea619d63 x1853236746155648/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:361/0 lens 304/0 e 0 to 0 dl 1767384391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384380.261266:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384380.261268:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019eaa4c9. 00000100:00000001:0.0:1767384380.261270:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384380.261272:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019eaa4c9. 00000100:00100000:0.0:1767384380.261274:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea619d63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746155648:12345-0@lo:256: 00000100:00000200:0.0:1767384380.261278:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746155648 00000020:00000001:0.0:1767384380.261279:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384380.261281:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384380.261282:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.261284:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384380.261285:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:0.0:1767384380.261288:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384380.261290:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384380.261291:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384380.261292:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384380.261294:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.261296:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384380.261298:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384380.261301:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000093ff2184. 02000000:00000001:0.0:1767384380.261302:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.261304:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384380.261306:0:17077:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384380.261308:0:17077:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384380.261310:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384380.261312:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384380.261314:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384380.261315:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384380.261316:0:17077:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384380.261318:0:17077:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000009cd5a578. 20000000:00000001:0.0:1767384380.261321:0:17077:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384380.261334:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384380.261340:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384380.261343:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384380.261345:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384380.261347:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384380.261348:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384380.261349:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384380.261350:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384380.261352:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384380.261353:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384380.261354:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384380.261356:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384380.261358:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384380.261359:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384380.261362:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384380.261364:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384380.261366:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384380.261368:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384380.261370:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384380.261373:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384380.261375:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384380.261377:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384380.261379:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384380.261382:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384380.261384:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384380.261387:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384380.261389:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384380.261391:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384380.261393:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384380.261396:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384380.261398:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384380.261399:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384380.261402:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384380.261404:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384380.261406:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384380.261409:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384380.261411:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384380.261413:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384380.261416:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:0.0:1767384380.261419:0:17077:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 3292/1/4/3. 20000000:00000040:0.0:1767384380.261704:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384380.261707:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384380.261709:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384380.261711:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384380.261713:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384380.261715:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384380.261716:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384380.261718:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384380.261720:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384380.261721:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384380.261724:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384380.261725:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384380.261727:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384380.261729:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384380.261731:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384380.261732:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384380.261734:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384380.261735:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384380.261737:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384380.261738:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384380.261740:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384380.261741:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384380.261743:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384380.261745:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384380.261746:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384380.261747:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384380.261749:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384380.261751:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384380.261752:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384380.261754:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384380.261755:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384380.261757:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384380.261758:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384380.261760:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384380.261761:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384380.261763:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384380.261764:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384380.261766:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384380.261767:0:17077:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:0.0:1767384380.261769:0:17077:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 2488/1/4/3. 20000000:01000000:0.0:1767384380.261771:0:17077:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1608, version 82 20000000:00000001:0.0:1767384380.261773:0:17077:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1608 : 1608 : 648) 00000100:00000001:0.0:1767384380.261775:0:17077:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384380.261779:0:17077:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a27946ed. 00000100:00000010:0.0:1767384380.261782:0:17077:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004477f7d6. 00000020:00000040:0.0:1767384380.261784:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:0.0:1767384380.261786:0:17077:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384380.261792:0:17077:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384380.261795:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0e31909. 00000400:00000010:0.0:1767384380.261800:0:17077:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d1c7f076. 00000400:00000200:0.0:1767384380.261803:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384380.261809:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384380.261814:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1608 into portal 33 MB=0x695824df07680 00000400:00000200:0.0:1767384380.261819:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1608/1608 into md 0x1e95 [4] + 0 00000400:00000010:0.0:1767384380.261821:0:17077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cac5ace1. 00000400:00000200:0.0:1767384380.261824:0:17077:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005645b9d6 00000400:00000200:0.0:1767384380.261826:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384380.261829:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384380.261831:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005645b9d6 00000400:00000010:0.0:1767384380.261832:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005645b9d6. 00000100:00000001:0.0:1767384380.261835:0:17077:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384380.261837:0:17077:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009d6d4934 desc 0000000052bfb5e3 mbits 1853236746155648 00000100:00000001:0.0:1767384380.261848:0:17077:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384380.261850:0:17077:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384380.261854:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384380.261862:0:17077:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ea1 00000400:00000200:0.0:1767384380.261864:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384380.261866:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384380.261869:0:17077:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:1.0:1767384380.261870:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384380.261871:0:17077:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a27946ed 00000100:00000001:1.0:1767384380.261875:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.261876:0:17077:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384380.261882:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e31909 00000400:00000010:0.0:1767384380.261885:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0e31909. 00000100:00000001:0.0:1767384380.261887:0:17077:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384380.261888:0:17077:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a27946ed 00000100:00000001:0.0:1767384380.261890:0:17077:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384380.261894:0:17077:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1608 bytes via portal 33 id 12345-0@lo mbits 0x695824df07680-0x695824df07680 00000100:00000001:0.0:1767384380.261898:0:17077:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.261902:0:17077:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.261904:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384380.261907:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000010:0.0:1767384380.261910:0:17077:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004477f7d6. 00000100:00000010:0.0:1767384380.261913:0:17077:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a27946ed. 00000100:00000001:0.0:1767384380.261915:0:17077:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384380.261917:0:17077:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384380.261923:0:17077:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000009cd5a578. 20000000:00000001:0.0:1767384380.261927:0:17077:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384380.261930:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746155648 00010000:00000001:0.0:1767384380.261932:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384380.261935:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea619d63 x1853236746155648/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:361/0 lens 304/240 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384380.261944:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384380.261946:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384380.261948:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384380.261952:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384380.261954:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384380.261956:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384380.261958:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384380.261960:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.261961:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384380.261963:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384380.261966:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0e31909. 00000100:00000200:0.0:1767384380.261968:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746155648, offset 224 00000400:00000200:0.0:1767384380.261972:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384380.261975:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384380.261979:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df07680 00000400:00000200:0.0:1767384380.261982:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e99 [1] + 224 00000400:00000200:0.0:1767384380.261985:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384380.261987:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384380.261989:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384380.261991:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384380.261996:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384380.262008:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384380.262012:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e31909 00000400:00000010:0.0:1767384380.262014:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0e31909. 00000100:00000001:0.0:1767384380.262016:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384380.262017:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384380.262021:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384380.262024:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384380.262026:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384380.262028:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384380.262028:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.262032:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384380.262034:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384380.262035:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea619d63 x1853236746155648/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:361/0 lens 304/240 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384380.262037:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384380.262040:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fbe427a. 00000400:00000200:1.0:1767384380.262045:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:1.0:1767384380.262048:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00100000:0.0:1767384380.262049:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea619d63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746155648:12345-0@lo:256: Request processed in 780us (982us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384380.262054:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384380.262059:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000200:1.0:1767384380.262060:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384380.262063:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:0.0:1767384380.262067:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384380.262070:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384380.262074:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09d4fd8. 00000100:00000200:1.0:1767384380.262075:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384380.262079:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2859f44. 00000020:00000010:0.0:1767384380.262084:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054840315. 00000100:00000001:1.0:1767384380.262086:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384380.262088:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:1.0:1767384380.262089:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.262092:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384380.262092:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384380.262094:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384380.262095:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000093ff2184. 00000100:00000001:1.0:1767384380.262096:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384380.262099:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384380.262099:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384380.262101:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.262102:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384380.262105:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=86 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384380.262107:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384380.262110:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=86 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384380.262112:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af8eb50b. 00000100:00000001:1.0:1767384380.262113:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384380.262116:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.262118:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384380.262119:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000095105de. 00010000:00000001:1.0:1767384380.262120:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.262150:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384380.262154:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384380.262165:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.262172:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384380.262174:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384380.262178:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384380.262186:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009d6d4934 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746155648:0@lo:256: 00000100:00000001:1.0:1767384380.262193:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.262196:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.262198:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384380.262200:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384380.262204:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.262209:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384380.262210:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000515b15cc. 00000100:00000001:1.0:1767384380.262213:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384380.262213:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384380.262216:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 82, more 0. 10000000:00000001:1.0:1767384380.262218:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384380.262224:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000067f290a8. 10000000:00000040:1.0:1767384380.262232:0:17082:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.143@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384380.262236:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384380.262238:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384380.262242:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:1.0:1767384380.262244:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.262246:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384380.262247:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:1.0:1767384380.262249:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000100:00000200:1.0:1767384380.262252:0:17082:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 39 NIDs for '192.168.203.143@tcp' 00000400:00000200:1.0:1767384380.262259:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384380.262261:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384380.262263:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:1.0:1767384380.262268:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384380.262272:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (38) 00000400:00000200:1.0:1767384380.262276:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (39) 00000400:00000200:1.0:1767384380.262287:0:17082:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384380.262289:0:17082:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384380.262292:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384380.262294:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:1.0:1767384380.262296:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (40) 00000400:00000200:1.0:1767384380.262297:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:1.0:1767384380.262299:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:1.0:1767384380.262302:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262304:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:1.0:1767384380.262306:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:1.0:1767384380.262309:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262310:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:1.0:1767384380.262313:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:0.0:1767384380.262313:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384380.262317:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262320:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:0.0:1767384380.262322:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:1.0:1767384380.262324:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:0.0:1767384380.262326:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (39) 00000400:00000200:1.0:1767384380.262330:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262332:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000010:0.0:1767384380.262333:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000093ff2184. 00000400:00000200:1.0:1767384380.262334:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000010:0.0:1767384380.262338:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0e31909. 00000400:00000200:1.0:1767384380.262339:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262343:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:1.0:1767384380.262345:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000010:0.0:1767384380.262346:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000018af6a58. 00000400:00000200:1.0:1767384380.262350:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262354:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:1.0:1767384380.262355:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:1.0:1767384380.262359:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:1.0:1767384380.262362:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262363:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:0.0:1767384380.262366:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:1.0:1767384380.262367:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:1.0:1767384380.262375:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262378:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:1.0:1767384380.262379:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:0.0:1767384380.262386:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:0.0:1767384380.262392:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:1.0:1767384380.262397:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:0.0:1767384380.262403:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:1.0:1767384380.262406:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262412:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:0.0:1767384380.262416:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:1.0:1767384380.262417:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:1.0:1767384380.262447:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262448:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:1.0:1767384380.262450:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:1.0:1767384380.262454:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262457:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:0.0:1767384380.262457:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:1.0:1767384380.262463:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:1.0:1767384380.262469:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262471:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:1.0:1767384380.262474:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:1.0:1767384380.262479:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:0.0:1767384380.262483:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000400:00000200:1.0:1767384380.262487:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262492:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:0.0:1767384380.262494:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000400:00000200:1.0:1767384380.262498:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:0.0:1767384380.262502:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000400:00000200:1.0:1767384380.262507:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262511:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[142, 38] 00000400:00000200:1.0:1767384380.262513:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:1.0:1767384380.262519:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:0.0:1767384380.262519:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 38], ns[158, 38] 00000400:00000200:1.0:1767384380.262526:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262527:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 38], ns[166, 38] 00000400:00000200:1.0:1767384380.262533:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:0.0:1767384380.262535:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:1.0:1767384380.262539:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:0.0:1767384380.262542:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:1.0:1767384380.262548:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262549:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:1.0:1767384380.262553:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:1.0:1767384380.262556:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:0.0:1767384380.262558:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000400:00000200:1.0:1767384380.262562:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262566:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000400:00000200:0.0:1767384380.262569:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000400:00000200:1.0:1767384380.262571:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.143@tcp27 00000400:00000200:1.0:1767384380.262577:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262581:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp27 00000400:00000200:0.0:1767384380.262581:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 34], ns[62, 34] 00000400:00000200:1.0:1767384380.262586:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.143@tcp28 00000400:00000200:0.0:1767384380.262592:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 34], ns[78, 34] 00000400:00000200:1.0:1767384380.262593:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262599:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp28 00000400:00000200:0.0:1767384380.262602:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 34], ns[163, 34] 00000400:00000200:1.0:1767384380.262606:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.143@tcp29 00000400:00000200:0.0:1767384380.262609:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 34], ns[79, 34] 00000400:00000200:1.0:1767384380.262615:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262617:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 34], ns[93, 34] 00000400:00000200:1.0:1767384380.262620:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp29 00000400:00000200:0.0:1767384380.262623:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 34], ns[100, 34] 00000400:00000200:0.0:1767384380.262626:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 34], ns[136, 34] 00000400:00000200:0.0:1767384380.262632:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 34], ns[120, 34] 00000400:00000200:1.0:1767384380.262634:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.143@tcp30 00000400:00000200:0.0:1767384380.262638:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 34], ns[148, 34] 00000400:00000200:1.0:1767384380.262643:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262644:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 34], ns[162, 34] 00000400:00000200:1.0:1767384380.262650:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp30 00000400:00000200:0.0:1767384380.262653:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 34], ns[147, 34] 00000400:00000200:1.0:1767384380.262656:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.143@tcp31 00000400:00000200:0.0:1767384380.262660:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[145, 34] 00000400:00000200:1.0:1767384380.262664:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262668:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 34], ns[154, 34] 00000400:00000200:1.0:1767384380.262669:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp31 00000400:00000200:1.0:1767384380.262675:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.143@tcp32 00000400:00000200:0.0:1767384380.262677:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 34], ns[150, 34] 00000400:00000200:1.0:1767384380.262683:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262683:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[152, 34], ns[161, 34] 00000400:00000200:1.0:1767384380.262687:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp32 00000400:00000200:1.0:1767384380.262692:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.143@tcp33 00000400:00000200:0.0:1767384380.262693:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[155, 34], ns[164, 34] 00000400:00000200:1.0:1767384380.262697:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262701:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[159, 34], ns[168, 34] 00000400:00000200:1.0:1767384380.262702:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp33 00000400:00000200:1.0:1767384380.262707:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.143@tcp34 00000400:00000200:1.0:1767384380.262714:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262715:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000400:00000200:1.0:1767384380.262717:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp34 00000400:00000200:1.0:1767384380.262721:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.143@tcp35 00000400:00000200:0.0:1767384380.262726:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384380.262728:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262732:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp35 00000400:00000200:1.0:1767384380.262736:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.143@tcp36 00000400:00000200:0.0:1767384380.262739:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000400:00000200:1.0:1767384380.262740:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262744:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp36 00000400:00000200:1.0:1767384380.262745:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.143@tcp37 00000400:00000200:0.0:1767384380.262749:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp45 00000400:00000200:1.0:1767384380.262750:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262753:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp37 00000400:00000200:1.0:1767384380.262755:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.143@tcp38 00000400:00000200:0.0:1767384380.262759:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp45 lpni_is_preferred = 0 00000400:00000200:1.0:1767384380.262760:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384380.262764:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp38 00000400:00000200:0.0:1767384380.262766:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp45 00000400:00000200:1.0:1767384380.262769:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.143@tcp39 00000400:00000200:1.0:1767384380.262774:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262776:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp45 NI seq info: [169:169:256:4294967295] 192.168.203.143@tcp45 LPNI seq info [160:160:8:4294967295] 00000400:00000200:1.0:1767384380.262777:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp39 00000400:00000200:1.0:1767384380.262783:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.143@tcp40 00000400:00000200:1.0:1767384380.262787:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384380.262790:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp45 00000400:00000200:1.0:1767384380.262791:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp40 00000100:00000001:1.0:1767384380.262794:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.262799:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384380.262804:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp45(192.168.203.143@tcp45:) -> 192.168.203.143@tcp45(192.168.203.143@tcp:192.168.203.143@tcp45) : GET try# 0 10000000:00000040:1.0:1767384380.262806:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 00000800:00000200:0.0:1767384380.262811:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp45 10000000:00000010:1.0:1767384380.262818:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a3ab2767. 00000800:00000010:0.0:1767384380.262819:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000072d213e7. 10000000:00000040:1.0:1767384380.262822:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 82/82 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000020:00000080:1.0:1767384380.262826:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384380.262832:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384380.262835:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e68ddd2. 00000020:00000010:1.0:1767384380.262840:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007adda29c. 00000040:00000010:1.0:1767384380.262845:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000087fcdd84. 00000800:00000010:0.0:1767384380.262845:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007d869e73. 00000800:00000010:0.0:1767384380.262852:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a1790e65. 00000020:00000010:1.0:1767384380.262853:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000030c0c0f2. 00000800:00000200:0.0:1767384380.262859:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000020:00000010:1.0:1767384380.262860:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004964635c. 00000020:00000010:1.0:1767384380.262867:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000508800e1. 00000800:00000200:0.1:1767384380.262867:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 80000000:00000010:1.0:1767384380.262874:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007a257a64. 40000000:00000010:1.0:1767384380.262878:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a36f1476. 00100000:00000010:1.0:1767384380.262882:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008242b01b. 00000400:00000200:0.0:1767384380.262882:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384380.262887:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00040000:00000010:1.0:1767384380.262888:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070f31501. 00040000:00000010:1.0:1767384380.262894:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c7b2f9dd. 00040000:00000010:1.0:1767384380.262898:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000da369f82. 00080000:00000010:1.0:1767384380.262904:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c8bc3ada. 00080000:00000010:1.0:1767384380.262908:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000002d55f8d. 00000004:00000010:1.0:1767384380.262915:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000e8b5e89. 00000004:00000010:1.0:1767384380.262920:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c45104bf. 00000004:00000010:1.0:1767384380.262925:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000060a481c4. 00002000:00000010:1.0:1767384380.262928:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e7be00fa. 00000004:00000010:1.0:1767384380.262932:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f5308dda. 00000004:00000001:1.0:1767384380.262936:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384380.262938:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384380.262940:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a3ab2767 00000040:00001000:1.0:1767384380.262941:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384380.262943:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384380.262945:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384380.262946:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384380.262948:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384380.262950:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384380.262951:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384380.262952:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:1.0:1767384380.262958:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384380.262963:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000004:00000001:1.0:1767384380.263012:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384380.263017:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007adda29c. 00000400:00000200:0.0:1767384380.263020:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000040:00000010:1.0:1767384380.263022:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000087fcdd84. 00000020:00000010:1.0:1767384380.263028:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000030c0c0f2. 00000020:00000010:1.0:1767384380.263032:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004964635c. 00000020:00000010:1.0:1767384380.263036:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000508800e1. 80000000:00000010:1.0:1767384380.263040:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007a257a64. 40000000:00000010:1.0:1767384380.263044:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a36f1476. 00100000:00000010:1.0:1767384380.263046:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008242b01b. 00040000:00000010:1.0:1767384380.263049:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070f31501. 00040000:00000010:1.0:1767384380.263052:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c7b2f9dd. 00040000:00000010:1.0:1767384380.263055:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000da369f82. 00080000:00000010:1.0:1767384380.263060:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000002d55f8d. 00080000:00000010:1.0:1767384380.263064:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c8bc3ada. 00000400:00000200:0.0:1767384380.263065:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000004:00000010:1.0:1767384380.263068:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000e8b5e89. 00000004:00000010:1.0:1767384380.263074:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c45104bf. 00000004:00000010:1.0:1767384380.263078:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000060a481c4. 00002000:00000010:1.0:1767384380.263080:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e7be00fa. 00000004:00000010:1.0:1767384380.263084:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f5308dda. 00000020:00000010:1.0:1767384380.263087:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e68ddd2. 00000020:00000001:1.0:1767384380.263090:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.263092:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384380.263095:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a3ab2767. 10000000:00000010:1.0:1767384380.263097:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000067f290a8. 10000000:00000001:1.0:1767384380.263100:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384380.263101:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:1.0:1767384380.263105:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384380.263110:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009d6d4934 x1853236746155648/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.263115:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384380.263117:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384380.263119:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd8f4669. 02000000:00000001:1.0:1767384380.263123:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384380.263125:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384380.263145:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:0.0:1767384380.263148:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000020:00000001:1.0:1767384380.263149:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384380.263152:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384380.263155:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384380.263157:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384380.263159:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384380.263161:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000256d0fb7. 00000100:00000010:1.0:1767384380.263165:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000052bfb5e3. 00000100:00000001:1.0:1767384380.263168:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384380.263170:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000408e70e4. 02000000:00000001:1.0:1767384380.263175:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384380.263177:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384380.263179:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d6d4934. 00000100:00000001:1.0:1767384380.263183:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384380.263185:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384380.263192:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 10000000:00000010:1.0:1767384380.263199:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000834ae32b. 10000000:01000000:1.0:1767384380.263204:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384380.263207:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384380.263209:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.263211:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.263212:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=3 00000020:00000001:1.0:1767384380.263214:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:1.0:1767384380.263216:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:1.0:1767384380.263218:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384380.263220:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.263225:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.263226:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384380.263228:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.263232:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384380.263233:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00010000:00000001:1.0:1767384380.263234:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.263236:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384380.263238:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384380.263246:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384380.263249:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384380.263251:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384380.263252:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:1.0:1767384380.263255:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384380.263292:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263342:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263397:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263462:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263503:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263545:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263583:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263638:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263688:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263732:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263768:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263807:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263837:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263869:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263912:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.263962:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264012:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264045:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264080:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264099:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264123:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264180:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264227:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264268:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264295:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264328:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264359:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.264393:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384380.264565:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:0.0:1767384380.264569:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004ece736. 00000800:00000010:0.0:1767384380.264575:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019eaa4c9. 00000800:00000010:0.0:1767384380.264594:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019eaa4c9. 00000800:00020000:0.0:1767384380.264602:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384380.264605:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004ece736. 00000800:00000010:0.0:1767384380.264607:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:02020000:0.0:1767384380.264638:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp45 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384380.264643:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp45 notifying 192.168.203.143@tcp45: down 00000800:00000200:0.0:1767384380.264647:0:34393:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp45 down 00000800:00000100:0.0:1767384380.264652:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp45 00000800:00000010:0.0:1767384380.264655:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000072d213e7. 00000400:00000200:0.0:1767384380.264657:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384380.264660:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp45->192.168.203.143@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384380.264667:0:34393:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp45 added to recovery queue. ping count: 0 next ping: 302 health :900 00000400:00000200:0.0:1767384380.264670:0:34393:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384380.264672:0:34393:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 1 00000400:00000200:0.0:1767384380.264675:0:34393:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:1.0:1767384380.264709:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384380.264714:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100871 00000400:00000001:1.0:1767384380.264722:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384380.264723:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384380.264725:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e31909 00000400:00000010:1.0:1767384380.264726:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0e31909. 00000400:00000200:1.0:1767384380.264729:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384380.264733:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:1.0:1767384380.264736:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000093ff2184. 00000400:00000200:1.0:1767384380.264739:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (40) 00000400:00000200:1.0:1767384380.264741:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:-71 00000400:00000200:1.0:1767384380.264743:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 rc -71 00000400:00000200:1.0:1767384380.264747:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:1.0:1767384380.264749:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (39) 00000100:00000040:0.0:1767384380.267469:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294969031, at 4294969032 00000100:00000010:0.0:1767384380.267478:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076585b29. 00000100:00000040:2.0:1767384380.267527:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294969031, at 4294969032 00000100:00000010:2.0:1767384380.267537:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076c84e6e. 00000100:00000040:3.0:1767384380.268462:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294969031, at 4294969033 00000100:00000010:3.0:1767384380.268468:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b19e37c7. 00000100:00000040:1.0:1767384380.268935:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294969031, at 4294969033 00000100:00000010:1.0:1767384380.268941:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8e3aa10. 00000020:00000010:2.0:1767384380.274823:0:37735:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000051a2da5c. 00000020:00000040:2.0:1767384380.274834:0:37735:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384380.274836:0:37735:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000051a2da5c. 00080000:00000010:3.0:1767384380.632491:0:37799:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb0c5afd. 00080000:00000010:3.0:1767384380.632503:0:37799:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb0c5afd. 00000020:00000001:3.0:1767384380.632509:0:37799:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384380.632519:0:37799:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb0c5afd. 00080000:00000010:3.0:1767384380.632523:0:37799:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb0c5afd. 00000020:00000001:3.0:1767384380.632527:0:37799:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.771503:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384380.771511:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.771519:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384380.771521:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.771567:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384380.771571:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384380.771574:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384380.835525:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1767384380.835540:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb731270] -> 12345-192.168.203.143@tcp12 (6) 00000400:00000001:3.0:1767384380.835541:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384380.835546:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0caf0ee 00000400:00000010:3.0:1767384380.835551:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0caf0ee. 00000800:00000200:1.0:1767384380.835551:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp12 ip 192.168.203.143:988 00000400:00000200:3.0:1767384380.835558:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384380.835558:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384380.835566:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767384380.835581:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bc53bd0a. 00000400:00000010:3.0:1767384380.835585:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e6542e43. 00000400:00000200:3.0:1767384380.835592:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp42 00000400:00000010:3.0:1767384380.835596:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bc53bd0a. 00000400:00000010:3.0:1767384380.835602:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008ca52aeb. 00000400:00000010:3.0:1767384380.835606:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0caf0ee. 00000400:00000010:3.0:1767384380.835614:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000089a6bc69. 00000400:00000200:3.0:1767384380.835618:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp42 00000400:00000200:3.0:1767384380.835630:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp42 local destination 00000400:00000200:3.0:1767384380.835637:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp42 00000400:00000200:3.0:1767384380.835641:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp42 NI seq info: [170:170:256:4294967295] 192.168.203.143@tcp42 LPNI seq info [161:161:8:4294967295] 00000400:00000200:3.0:1767384380.835648:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp42 00000400:00000200:3.0:1767384380.835656:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp42(192.168.203.143@tcp42:) -> 192.168.203.143@tcp42(192.168.203.143@tcp42:192.168.203.143@tcp42) : GET try# 0 00000800:00000200:3.0:1767384380.835662:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp42 00000800:00000010:3.0:1767384380.835668:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000effcf45c. 00000800:00000200:3.0:1767384380.835675:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (2) 00000800:00000200:3.1:1767384380.835680:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (2) 00000400:00000200:3.0:1767384380.835704:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp42 added to recovery queue. ping count: 3 next ping: 310 health :700 00000400:00000200:3.0:1767384380.835710:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp38 00000400:00000010:3.0:1767384380.835713:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000090322f70. 00000400:00000010:3.0:1767384380.835718:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000075a710f7. 00000400:00000010:3.0:1767384380.835721:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b158aa0. 00000800:00000200:0.0:1767384380.835724:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384380.835726:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007cd9f3f9. 00000800:00000001:0.0:1767384380.835731:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384380.835733:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp38 00000400:00000200:3.0:1767384380.835740:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp38 local destination 00000800:00000001:0.0:1767384380.835742:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384380.835747:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp38 00000800:00000001:0.0:1767384380.835748:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384380.835753:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384380.835754:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp38 NI seq info: [171:171:256:4294967295] 192.168.203.143@tcp38 LPNI seq info [162:162:8:4294967295] 00000400:00000200:3.0:1767384380.835768:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp38 00000400:00000200:3.0:1767384380.835777:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp38(192.168.203.143@tcp38:) -> 192.168.203.143@tcp38(192.168.203.143@tcp38:192.168.203.143@tcp38) : GET try# 0 00000800:00000200:3.0:1767384380.835783:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp38 00000800:00000010:3.0:1767384380.835790:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c1cdff75. 00000400:00000200:1.0:1767384380.835793:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000200:3.0:1767384380.835797:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000800:00000200:3.1:1767384380.835804:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000400:00000200:3.0:1767384380.835822:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp38 added to recovery queue. ping count: 4 next ping: 318 health :600 00000400:00000200:3.0:1767384380.835828:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp45 00000400:00000010:3.0:1767384380.835831:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000addb88c8. 00000400:00000010:3.0:1767384380.835836:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006627211f. 00000400:00000010:3.0:1767384380.835840:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000400:00000010:3.0:1767384380.835846:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d58063e. 00000400:00000200:3.0:1767384380.835851:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp45 00000400:00000200:1.0:1767384380.835855:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.835861:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp45 local destination 00000400:00000200:3.0:1767384380.835867:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp45 00000400:00000200:3.0:1767384380.835872:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp45 NI seq info: [172:172:256:4294967295] 192.168.203.143@tcp45 LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1767384380.835878:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp45 00000400:00000200:0.0:1767384380.835888:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.835889:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp45(192.168.203.143@tcp45:) -> 192.168.203.143@tcp45(192.168.203.143@tcp45:192.168.203.143@tcp45) : GET try# 0 00000800:00000200:3.0:1767384380.835900:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp45 00000800:00000010:3.0:1767384380.835904:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008093f3b1. 00000800:00000200:3.0:1767384380.835911:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000400:00000200:1.0:1767384380.835911:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000200:3.1:1767384380.835920:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000400:00000200:3.0:1767384380.835936:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp45 added to recovery queue. ping count: 1 next ping: 304 health :900 00000400:00000200:0.0:1767384380.835949:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.835973:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836001:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836001:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836033:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836067:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836087:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836101:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836122:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836171:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836184:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836192:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836242:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836252:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836254:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836308:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836329:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836338:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836368:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836390:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836422:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836456:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836484:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836509:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836536:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836549:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836568:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836606:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836614:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836625:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836675:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836686:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836687:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836737:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836782:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836782:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836798:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836844:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836852:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836864:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836914:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836916:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.836933:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.836984:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.836996:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837004:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837046:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837068:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837095:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837150:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837158:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837168:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837217:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837237:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837237:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837277:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837300:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837313:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837339:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837366:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837375:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837398:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837445:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837470:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837489:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837504:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837542:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837555:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837562:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837613:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837625:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837629:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837676:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837706:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837706:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837740:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837760:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837775:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837808:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837824:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837837:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837872:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837886:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837911:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.837939:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.837943:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.837980:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.838020:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.838025:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.838044:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.838078:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.838100:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.838108:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.838148:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.838198:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.838199:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.838259:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.838264:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000800:00000010:0.0:1767384380.838308:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:0.0:1767384380.838315:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008864fb79. 00000800:00000010:0.0:1767384380.838321:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ad1579b. 00000400:00000200:3.0:1767384380.838331:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.838333:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000010:0.0:1767384380.838353:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ad1579b. 00000800:00020000:0.0:1767384380.838364:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384380.838368:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008864fb79. 00000800:00000010:0.0:1767384380.838372:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:00000200:3.0:1767384380.838389:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.838403:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000400:02020000:0.0:1767384380.838448:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp38 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384380.838456:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp38 notifying 192.168.203.143@tcp38: down 00000800:00000200:0.0:1767384380.838462:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp38 down 00000800:00000100:0.0:1767384380.838467:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp38 00000800:00000010:0.0:1767384380.838469:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c1cdff75. 00000400:00000200:0.0:1767384380.838473:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384380.838479:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp38->192.168.203.143@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384380.838483:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.838486:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384380.838491:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384380.838495:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.838495:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp38) recovery failed with -71 00000400:00000200:1.0:1767384380.838552:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.838579:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.838608:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.838637:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000800:00000010:3.0:1767384380.838655:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000059708ddd. 00000800:00000010:3.0:1767384380.838662:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073461712. 00000400:00000200:1.0:1767384380.838667:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000800:00000010:3.0:1767384380.838668:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1ccfa12. 00000400:00000200:1.0:1767384380.838700:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.143:988 00000800:00000010:3.0:1767384380.838705:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1ccfa12. 00000800:00020000:3.0:1767384380.838715:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384380.838719:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073461712. 00000800:00000010:3.0:1767384380.838723:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000059708ddd. 00000400:00000200:1.0:1767384380.838729:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.838767:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.143:988 00000400:02020000:3.0:1767384380.838780:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp45 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384380.838789:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp45 notifying 192.168.203.143@tcp45: down 00000400:00000200:3.0:1767384380.838793:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384380.838798:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp45 00000800:00000010:3.0:1767384380.838801:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008093f3b1. 00000400:00000200:1.0:1767384380.838802:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.838805:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384380.838813:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp45->192.168.203.143@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384380.838821:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384380.838824:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384380.838829:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp45) recovery failed with -71 00000400:00000200:1.0:1767384380.838831:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.143:988 00000800:00000010:1.0:1767384380.838996:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c8bc3ada. 00000800:00000010:1.0:1767384380.839002:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a663c685. 00000800:00000010:1.0:1767384380.839006:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a36f1476. 00000800:00000010:1.0:1767384380.839042:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a36f1476. 00000400:00000200:0.0:1767384380.839195:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384380.839212:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp42 from 206.3.0.2 00000800:00000010:0.0:1767384380.839216:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000deffb73e. 00000800:00000010:3.0:1767384380.839276:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000059708ddd. 00000800:00000010:3.0:1767384380.839286:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073461712. 00000800:00000010:3.0:1767384380.839319:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f962fc69. 00000800:00000200:3.1:1767384380.839329:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (2) 00000800:00000200:3.1:1767384380.839337:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp42 00000000f962fc69 deleted 00000800:00000010:3.1:1767384380.839341:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f962fc69. 00000800:00000200:3.1:1767384380.839348:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384380.839355:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp42 ip 192.168.203.143:974 00000800:00000200:3.1:1767384380.839359:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000effcf45c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384380.839368:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp42 p 3.x 192.168.203.143 -> 192.168.203.143:974 incarnation:1767384367243237516 sched[0] 00000800:00000010:3.0:1767384380.839376:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1ccfa12. 00000800:00000010:3.0:1767384380.839476:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1ccfa12. 00000800:00000010:3.0:1767384380.839481:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073461712. 00000800:00000200:1.1:1767384380.839494:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384380.839504:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp42 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384367243237516 sched[0] 00000800:00000010:1.0:1767384380.839509:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a663c685. 00000800:00000010:3.0:1767384380.839522:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000deffb73e. 00000800:00000001:3.0:1767384380.839543:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384380.839549:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384380.839550:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384380.839556:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384380.839600:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000200:3.0:1767384380.839613:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384380.839618:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000effcf45c. 00000400:00000200:3.0:1767384380.839623:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384380.839630:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp42->192.168.203.143@tcp42: GET: OK 00000400:00000200:3.0:1767384380.839635:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384380.839639:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp42 recovery message sent successfully:0 00000800:00000001:3.0:1767384380.839652:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384380.839654:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000800:00000001:3.0:1767384380.839666:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384380.839669:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384380.839676:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384380.839683:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp42(192.168.203.143@tcp42) <- 192.168.203.143@tcp42 : GET - for me 00000400:00000200:3.0:1767384380.839696:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384380.839698:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.839708:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x1e51 [1] + 0 00000400:00000200:3.0:1767384380.839719:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp42 to MR: 192.168.203.143@tcp42 local destination 00000400:00000200:1.0:1767384380.839724:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.839730:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp42 NI seq info: [173:173:256:4294967295] 192.168.203.143@tcp42 LPNI seq info [164:164:8:4294967295] 00000400:00000200:3.0:1767384380.839746:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp42(192.168.203.143@tcp42:192.168.203.143@tcp42) -> 192.168.203.143@tcp42(192.168.203.143@tcp42:192.168.203.143@tcp42) 192.168.203.143@tcp42 : REPLY try# 0 00000800:00000200:3.0:1767384380.839752:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp42 00000400:00000200:1.0:1767384380.839753:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000010:3.0:1767384380.839756:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008093f3b1. 00000800:00000200:3.0:1767384380.839764:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (4) 00000800:00000200:3.0:1767384380.839769:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp42 ip 192.168.203.143:988 00000800:00000200:3.0:1767384380.839772:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008093f3b1 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384380.839781:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.839807:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000800:00000001:0.0:1767384380.839815:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384380.839839:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000800:00000001:0.0:1767384380.839840:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384380.839849:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384380.839849:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384380.839854:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008093f3b1. 00000800:00000001:0.0:1767384380.839855:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384380.839862:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384380.839862:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384380.839873:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp42(192.168.203.143@tcp42) <- 192.168.203.143@tcp42 : REPLY - for me 00000400:00000200:1.0:1767384380.839874:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384380.839882:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp42->192.168.203.143@tcp42: REPLY: OK 00000400:00000200:0.0:1767384380.839889:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp42: Reply from 12345-192.168.203.143@tcp42 of length 272/272 into md 0x1eb1 00000800:00000001:0.0:1767384380.839895:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384380.839902:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384380.839905:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384380.839912:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp42->192.168.203.143@tcp42: REPLY: OK 00000800:00000001:3.0:1767384380.839913:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384380.839913:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384380.839919:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0caf0ee 00000400:00000010:0.0:1767384380.839923:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0caf0ee. 00000400:00000200:0.0:1767384380.839928:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384380.839933:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bc53bd0a. 00000400:00000010:0.0:1767384380.839937:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008ca52aeb. 00000800:00000001:0.0:1767384380.839945:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384380.839947:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000800:00000001:0.0:1767384380.839950:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384380.839980:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.839999:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840017:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840035:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840052:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840070:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840088:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840106:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840140:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840164:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840182:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840202:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840221:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840239:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840255:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840273:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840291:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840308:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840326:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840345:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840364:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840382:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840410:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384380.840461:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384380.840553:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002d55f8d. 00000800:00000010:1.0:1767384380.840557:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a663c685. 00000800:00000010:1.0:1767384380.840560:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a36f1476. 00000800:00000010:1.0:1767384380.840577:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a36f1476. 00000800:00020000:1.0:1767384380.840583:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384380.840586:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a663c685. 00000800:00000010:1.0:1767384380.840588:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002d55f8d. 00000400:02020000:1.0:1767384380.840625:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp42 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000001:00000001:1.0:1767384381.444969:0:37963:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384381.444972:0:37963:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:1.0:1767384381.449988:0:37963:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384381.458419:0:37964:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f5308dda. 00000400:00000010:1.0:1767384381.458468:0:37964:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fd778011. 00000400:00000010:1.0:1767384381.458481:0:37964:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000089f2f1ea. 00000400:00000010:1.0:1767384381.458486:0:37964:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000508800e1. 00000400:00000010:1.0:1767384381.458490:0:37964:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009416d2a8. 00000400:00000010:1.0:1767384381.458495:0:37964:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000084bf48f5. 00000400:00000010:1.0:1767384381.458497:0:37964:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000aa45ded6. 00000400:00000010:1.0:1767384381.458499:0:37964:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f3fb30e0. 00000400:00000010:1.0:1767384381.458503:0:37964:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000068034888. 00000800:00000010:1.0:1767384381.458522:0:37964:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009af61614. 00000800:00000200:1.0:1767384381.458533:0:37964:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384381.458551:0:37964:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384381.458591:0:37964:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384381.458622:0:37964:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp48 [8/256/0/180] 00000400:00000010:1.0:1767384381.461310:0:37964:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000001c66a35c. 00000400:00000010:1.0:1767384381.461320:0:37964:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fbe427a. 00000400:00000010:1.0:1767384381.461325:0:37964:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000400:00000001:1.0:1767384381.461349:0:37964:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384381.461351:0:37964:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384381.461353:0:37964:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e954233. 00000400:00000200:1.0:1767384381.461355:0:37964:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed3d1a6 00000400:00000010:1.0:1767384381.461357:0:37964:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed3d1a6. 00000400:00000010:1.0:1767384381.461361:0:37964:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000009bef4ce8. 00000400:00000200:1.0:1767384381.461366:0:37964:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (38) 00000400:00000200:1.0:1767384381.461383:0:37964:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384381.461395:0:37964:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:1.0:1767384381.461403:0:37964:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000002d55f8d. 00000020:01000000:1.0:1767384381.461408:0:37964:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384381.461411:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384381.461418:0:37964:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp48 00000400:00000200:0.0:1767384381.461420:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:0.0:1767384381.461442:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (39) 00000400:00000010:0.0:1767384381.461447:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000e26b3d80. 00000400:00000010:0.0:1767384381.461451:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 00000400:00000010:0.0:1767384381.461458:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000266fd065. 00000400:00000200:0.0:1767384381.461464:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000010:1.0:1767384381.461466:0:37964:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fd778011. 00000400:00000010:1.0:1767384381.461474:0:37964:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f5308dda. 00000400:00000200:0.0:1767384381.461477:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384381.461484:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:0.0:1767384381.461491:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:0.0:1767384381.461495:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384381.461500:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:0.0:1767384381.461504:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:0.0:1767384381.461509:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:0.0:1767384381.461513:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:0.0:1767384381.461518:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000400:00000200:0.0:1767384381.461523:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000400:00000200:0.0:1767384381.461527:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000400:00000200:0.0:1767384381.461532:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[142, 38] 00000400:00000200:0.0:1767384381.461537:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 38], ns[158, 38] 00000400:00000200:0.0:1767384381.461542:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 38], ns[166, 38] 00000400:00000200:0.0:1767384381.461547:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:0.0:1767384381.461551:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:0.0:1767384381.461557:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:0.0:1767384381.461562:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000400:00000200:0.0:1767384381.461567:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000400:00000200:0.0:1767384381.461571:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 34], ns[62, 34] 00000400:00000200:0.0:1767384381.461578:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 34], ns[78, 34] 00000400:00000200:0.0:1767384381.461583:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 34], ns[163, 34] 00000400:00000200:0.0:1767384381.461587:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 34], ns[79, 34] 00000400:00000200:0.0:1767384381.461592:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 34], ns[93, 34] 00000400:00000200:0.0:1767384381.461598:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 34], ns[100, 34] 00000400:00000200:0.0:1767384381.461604:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 34], ns[136, 34] 00000400:00000200:0.0:1767384381.461609:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 34], ns[120, 34] 00000400:00000200:0.0:1767384381.461616:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 34], ns[148, 34] 00000400:00000200:0.0:1767384381.461622:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 34], ns[162, 34] 00000400:00000200:0.0:1767384381.461628:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 34], ns[171, 34] 00000400:00000200:0.0:1767384381.461634:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[145, 34] 00000400:00000200:0.0:1767384381.461639:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 34], ns[154, 34] 00000400:00000200:0.0:1767384381.461644:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 34], ns[150, 34] 00000400:00000200:0.0:1767384381.461650:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 34], ns[173, 34] 00000400:00000200:0.0:1767384381.461656:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[155, 34], ns[164, 34] 00000400:00000200:0.0:1767384381.461660:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[159, 34], ns[168, 34] 00000400:00000200:0.0:1767384381.461664:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[163, 34], ns[172, 34] 00000400:00000200:0.0:1767384381.461670:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000020:00000001:2.0:1767384381.461671:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384381.461675:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384381.461678:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 10000000:00000001:2.0:1767384381.461679:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384381.461682:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384381.461685:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp46 00000020:01000004:2.0:1767384381.461686:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384381.461689:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384381.461690:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384381.461691:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384381.461693:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp46 lpni_is_preferred = 0 00000020:01000004:2.0:1767384381.461694:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384381.461698:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp46 00000020:01000004:2.0:1767384381.461702:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384381.461703:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384381.461705:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384381.461705:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp46 NI seq info: [174:174:256:4294967295] 192.168.203.143@tcp46 LPNI seq info [165:165:8:4294967295] 00000020:01000004:2.0:1767384381.461707:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384381.461710:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384381.461715:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083f217cd. 00000400:00000200:0.0:1767384381.461715:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp46 00000020:00000040:2.0:1767384381.461719:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384381.461725:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384381.461729:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384381.461730:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp46(192.168.203.143@tcp46:) -> 192.168.203.143@tcp46(192.168.203.143@tcp:192.168.203.143@tcp46) : GET try# 0 02000000:00000001:2.0:1767384381.461734:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384381.461738:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp46 02000000:00000010:2.0:1767384381.461742:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bbd2a0ae. 00000800:00000010:0.0:1767384381.461744:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000014663e73. 00000100:00000001:2.0:1767384381.461748:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384381.461754:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c06e2ca8. 00000100:00000001:2.0:1767384381.461756:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384381.461759:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384381.461759:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000087f2657a. 00000100:00000040:2.0:1767384381.461765:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083f217cd] to pc [ptlrpcd_00_03+3] req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384381.461770:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c06e2ca8] -> 12345-192.168.203.143@tcp46 (2) 00000800:00000200:0.1:1767384381.461780:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c06e2ca8] -> 12345-192.168.203.143@tcp46 (2) 10000000:00000001:2.0:1767384381.461793:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384381.461795:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 10000000:00000001:2.0:1767384381.461797:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384381.461799:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384381.461801:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000020:01000000:2.0:1767384381.461802:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384381.461811:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384381.461812:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384381.461812:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384381.461813:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384381.461815:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384381.461816:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384381.461816:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384381.461817:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384381.461819:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384381.461819:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384381.461821:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384381.461822:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384381.461823:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384381.461824:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384381.461824:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384381.461828:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384381.461829:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001de70058. 00000020:00000040:2.0:1767384381.461832:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000040:0.0:1767384381.461835:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.461836:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384381.461838:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384381.461844:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.461850:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384381.461852:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009d90b90e. 00000100:00000001:0.0:1767384381.461853:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.461858:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.461859:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384381.461862:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384381.461863:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384381.461864:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.461865:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384381.461870:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.461871:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.461871:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de70058] to pc [ptlrpcd_00_00+0] req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384381.461878:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083f217cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746155776:0@lo:253: 00000100:00000001:0.0:1767384381.461886:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384381.461891:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:2.0:1767384381.461893:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.461894:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384381.461896:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384381.461899:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.461899:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000000:2.0:1767384381.461902:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384381.461904:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000002d55f8d. 02000000:00000010:0.0:1767384381.461906:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000005c0d2af. 02000000:00000001:0.0:1767384381.461910:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384381.461915:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067f87b13. 00000100:00000001:2.0:1767384381.461918:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384381.461921:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:0.0:1767384381.461921:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6076c51. 00000100:00000001:2.0:1767384381.461924:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384381.461927:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746155776, portal 25 00000100:00000001:0.0:1767384381.461931:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384381.461932:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384381.461934:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348033280 : -111513361518336 : ffff9a9445b2f100) 00000100:00000001:2.0:1767384381.461935:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384381.461938:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384381.461940:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384381.461942:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384381.461943:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384381.461945:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000100:00000040:2.0:1767384381.461946:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.461967:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384381.461968:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384381.461971:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384381.461974:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384381.461974:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384381.461977:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384381.461978:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e5292e7. 02000000:00000001:2.0:1767384381.461979:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384381.461983:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001de70058 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746155904:0@lo:253: 00000100:00000200:0.0:1767384381.461984:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746155776, offset 0 00000100:00000001:2.0:1767384381.461988:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384381.461990:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384381.461992:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384381.461995:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384381.461996:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384381.461999:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 02000000:00000010:2.0:1767384381.462001:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000298fd7ca. 02000000:00000001:2.0:1767384381.462005:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384381.462008:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384381.462010:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019e4d5c9. 00000400:00000010:2.0:1767384381.462020:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016c8c7eb. 00000400:00000200:0.0:1767384381.462020:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df07700 00000100:00000200:2.0:1767384381.462025:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746155904, portal 25 00000100:00000001:2.0:1767384381.462028:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384381.462029:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348031488 : -111513361520128 : ffff9a9445b2ea00) 00000400:00000200:0.0:1767384381.462031:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1649 [2] + 0 00000100:00000040:2.0:1767384381.462035:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384381.462037:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081cbe5a2. 00000400:00000200:3.0:1767384381.462042:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000001:2.0:1767384381.462044:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384381.462044:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056b47a65 00000100:00000040:2.0:1767384381.462049:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384381.462052:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c09c3749. 00000400:00000200:0.0:1767384381.462053:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384381.462054:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746155904, offset 0 00000400:00000200:2.0:1767384381.462063:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384381.462063:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384381.462069:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056b47a65 00000400:00000010:0.0:1767384381.462073:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056b47a65. 00000400:00000200:2.0:1767384381.462074:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384381.462076:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000100:00000001:0.0:1767384381.462080:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384381.462083:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384381.462085:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df07780 00000100:00000040:0.0:1767384381.462090:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000070992eb8 x1853236746155776 msgsize 4848 00000400:00000200:2.0:1767384381.462092:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1671 [2] + 0 00000400:00000010:2.0:1767384381.462097:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3e30835. 00000100:00100000:0.0:1767384381.462101:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384381.462102:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8cf69a0 00000100:00000040:0.0:1767384381.462104:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384381.462107:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384381.462111:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384381.462114:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000001:0.0:1767384381.462115:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384381.462134:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e5292e7 00000400:00000010:0.0:1767384381.462137:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e5292e7. 00000400:00000200:2.0:1767384381.462141:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8cf69a0 00000100:00000001:0.0:1767384381.462141:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384381.462145:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8cf69a0. 00000100:00000200:0.0:1767384381.462145:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.462149:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384381.462151:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384381.462156:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000004c4f1369 x1853236746155904 msgsize 4848 00000100:00000001:0.0:1767384381.462163:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384381.462166:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00100000:2.0:1767384381.462167:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384381.462170:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384381.462171:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384381.462180:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384381.462184:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384381.462185:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09c3749 00000400:00000010:2.0:1767384381.462189:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c09c3749. 00000100:00000001:0.0:1767384381.462189:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384381.462192:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384381.462196:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384381.462197:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.462203:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294970232 00000400:00000200:3.0:1767384381.462204:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000001:2.0:1767384381.462205:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384381.462210:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384381.462211:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff1eeb80. 00000100:00000001:0.0:1767384381.462219:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384381.462226:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294970232 00000100:00000001:2.0:1767384381.462227:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.462230:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384381.462232:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000bb395f9. 00000100:00000001:2.0:1767384381.462235:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.462237:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384381.462239:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294970232 00000100:00000001:0.0:1767384381.462242:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294970232 00000100:00000001:2.0:1767384381.462243:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294970232 00000400:00000200:3.0:1767384381.462244:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:2.0:1767384381.462245:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294970232 00000100:00000001:2.0:1767384381.462249:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294970232 00000100:00000001:2.0:1767384381.462252:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294970232 00000100:00000010:0.0:1767384381.462255:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006015cbae. 00000100:00000001:0.0:1767384381.462260:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384381.462264:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294970232 00000100:00000001:0.0:1767384381.462264:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294970232 00000100:00000001:2.0:1767384381.462269:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294970232 00000100:00000010:0.0:1767384381.462270:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036196936. 00000100:00000001:0.0:1767384381.462275:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384381.462278:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294970232 00000100:00000001:0.0:1767384381.462278:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384381.462281:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000001:2.0:1767384381.462282:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384381.462283:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.462285:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.462288:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.462289:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.462294:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.462294:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.462301:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384381.462303:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384381.462306:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.462308:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384381.462311:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.462313:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.462319:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384381.462322:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746155776 00000100:00000001:0.0:1767384381.462324:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384381.462325:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384381.462327:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.462329:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384381.462332:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:2.0:1767384381.462333:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384381.462338:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.462339:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384381.462343:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746155904 00000100:00100000:2.0:1767384381.462344:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746155776 02000000:00000001:0.0:1767384381.462345:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384381.462348:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384381.462349:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384381.462351:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384381.462352:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384381.462356:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384381.462357:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384381.462361:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746155904 00000020:00000001:0.0:1767384381.462363:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384381.462365:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000400:00000200:3.0:1767384381.462367:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000020:00000040:2.0:1767384381.462369:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:0.0:1767384381.462369:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384381.462372:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000020:00000001:2.0:1767384381.462376:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384381.462377:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384381.462381:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384381.462382:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384381.462389:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384381.462389:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384381.462396:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051a2da5c. 00000020:00000010:0.0:1767384381.462396:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a98f2c9c. 00000100:00000001:2.0:1767384381.462401:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384381.462402:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384381.462403:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000020:00000010:0.0:1767384381.462405:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a98f2c9c. 00000020:00000010:2.0:1767384381.462412:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051a2da5c. 00000020:00000010:0.0:1767384381.462414:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b1670c8. 00000020:00000010:2.0:1767384381.462419:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008729b362. 00000020:00000010:0.0:1767384381.462420:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a393569e. 00000020:00000010:2.0:1767384381.462447:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007aea5c65. 00000020:00000010:2.0:1767384381.462454:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034dec0f4. 00000020:00000010:0.0:1767384381.462454:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d2859f44. 00000100:00000040:0.0:1767384381.462466:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384381.462467:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000001:0.0:1767384381.462470:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384381.462471:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384381.462474:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384381.462474:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384381.462479:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.462479:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.462490:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.462492:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.462500:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384381.462502:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000001:0.0:1767384381.462508:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384381.462516:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384381.462519:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384381.462521:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384381.462526:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000001:0.0:1767384381.462526:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384381.462531:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384381.462536:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565604651088 : -111508104900528 : ffff9a957f049050) 00000100:00100000:0.0:1767384381.462536:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000040:0.0:1767384381.462541:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000400:00000200:3.0:1767384381.462542:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000100:00000040:2.0:1767384381.462544:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070992eb8 x1853236746155776/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 4848/0 e 0 to 0 dl 1767384392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.462546:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608978512 : -111508100573104 : ffff9a957f469850) 00000100:00000040:0.0:1767384381.462556:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c4f1369 x1853236746155904/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 4848/0 e 0 to 0 dl 1767384392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.462558:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384381.462563:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051a2da5c. 00000100:00000001:2.0:1767384381.462568:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384381.462570:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384381.462571:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051a2da5c. 00000020:00000010:0.0:1767384381.462575:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a98f2c9c. 00000100:00100000:2.0:1767384381.462579:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070992eb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746155776:12345-0@lo:253: 00000100:00000001:0.0:1767384381.462580:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384381.462584:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000020:00000010:0.0:1767384381.462586:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a98f2c9c. 00000100:00000200:2.0:1767384381.462587:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746155776 00000020:00000001:2.0:1767384381.462592:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384381.462594:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c4f1369 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16354:x1853236746155904:12345-0@lo:253: 00000020:00000001:2.0:1767384381.462596:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384381.462599:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384381.462604:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746155904 00000020:00000001:2.0:1767384381.462605:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384381.462609:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:0.0:1767384381.462609:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384381.462612:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384381.462614:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384381.462616:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384381.462617:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384381.462619:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384381.462620:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000020:00000001:2.0:1767384381.462621:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384381.462622:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384381.462625:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384381.462627:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384381.462629:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.462630:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384381.462632:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384381.462634:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384381.462636:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.462639:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384381.462640:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384381.462643:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384381.462644:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384381.462650:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000809351f7. 02000000:00000001:0.0:1767384381.462652:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.462654:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384381.462658:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005d8b62fd. 20000000:00000001:0.0:1767384381.462658:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384381.462662:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 02000000:00000001:2.0:1767384381.462662:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.462666:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384381.462670:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384381.462676:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000259f09e9. 20000000:00000010:2.0:1767384381.462677:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cec81cb9. 20000000:01000000:0.0:1767384381.462682:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384381.462683:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384381.462686:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384381.462687:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384381.462691:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384381.462695:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384381.462697:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384381.462698:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384381.462700:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384381.462701:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384381.462705:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384381.462707:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384381.462709:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 20000000:00000010:0.0:1767384381.462711:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033b91dae. 20000000:01000000:0.0:1767384381.462715:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:0.0:1767384381.462721:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384381.462726:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384381.462729:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384381.462745:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384381.462751:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00080000:00000001:0.0:1767384381.462758:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384381.462762:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384381.462764:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384381.462766:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384381.462768:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384381.462770:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:0.0:1767384381.462776:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:0.0:1767384381.462778:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384381.462781:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384381.462784:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384381.462786:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00080000:00000001:0.0:1767384381.462787:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384381.462792:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384381.462796:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384381.462800:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384381.462804:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c434cd20. 00080000:00000001:0.0:1767384381.462807:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560347800576 : -111513361751040 : ffff9a9445af6400) 00080000:00000001:0.0:1767384381.462810:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384381.462813:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384381.462817:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a98f2c9c. 00080000:00000001:0.0:1767384381.462820:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384381.462823:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384381.462826:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00080000:00000001:0.0:1767384381.462836:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384381.462852:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384381.462864:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.462908:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.462950:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.462984:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.463020:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.463042:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.463065:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.463086:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.463109:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.463147:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.463181:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.463216:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.463253:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384381.463417:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c556f2ad. 00000800:00000010:3.0:1767384381.463444:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057b326d2. 00000800:00000010:3.0:1767384381.463451:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4e23d33. 00000800:00000010:3.0:1767384381.463481:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4e23d33. 00000800:00020000:3.0:1767384381.463492:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384381.463501:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057b326d2. 00000800:00000010:3.0:1767384381.463505:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c556f2ad. 00000400:02020000:3.0:1767384381.463559:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp46 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384381.463566:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp46 notifying 192.168.203.143@tcp46: down 00000800:00000200:3.0:1767384381.463573:0:34393:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp46 down 00000800:00000100:3.0:1767384381.463580:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp46 00000800:00000010:3.0:1767384381.463583:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000014663e73. 00000400:00000200:3.0:1767384381.463587:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384381.463592:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp46->192.168.203.143@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384381.463602:0:34393:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp46 added to recovery queue. ping count: 0 next ping: 303 health :900 00000400:00000200:3.0:1767384381.463606:0:34393:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384381.463609:0:34393:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384381.463614:0:34393:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384381.463670:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384381.463676:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100871 00000400:00000001:0.0:1767384381.463681:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384381.463682:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384381.463684:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000400:00000010:0.0:1767384381.463686:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000400:00000200:0.0:1767384381.463690:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384381.463695:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:0.0:1767384381.463699:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000e26b3d80. 00000400:00000200:0.0:1767384381.463703:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (40) 00000400:00000200:0.0:1767384381.463706:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:-71 00000400:00000200:0.0:1767384381.463710:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 rc -71 00000400:00000200:0.0:1767384381.463714:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:0.0:1767384381.463718:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (39) 00080000:00000010:3.0:1767384381.464547:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c434cd20. 00080000:00000010:2.0:1767384381.464581:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a98f2c9c. 00040000:00000001:2.0:1767384381.464586:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384381.464588:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384381.464590:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384381.464594:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384381.464596:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384381.464598:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384381.464613:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384381.464621:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384381.464624:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384381.464630:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384381.464634:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384381.464639:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384381.464641:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:1.0:1767384381.464642:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000408e70e4. 00010000:00000001:3.0:1767384381.464647:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:1.0:1767384381.464647:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00010000:00000001:3.0:1767384381.464652:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:1.0:1767384381.464652:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384381.464658:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000040:3.0:1767384381.464659:0:17101:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a51e90cd count: 2 00080000:00000001:1.0:1767384381.464660:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384381.464665:0:17101:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384381.464669:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384381.464673:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dac885ac. 00080000:00000001:1.0:1767384381.464675:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384381.464677:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384381.464681:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dac885ac with handle 0x980286e253c5fdab to hash 00080000:00000001:1.0:1767384381.464683:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384381.464684:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384381.464687:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384381.464688:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00080000:00000001:1.0:1767384381.464690:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.464693:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00080000:00000001:1.0:1767384381.464694:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384381.464696:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.464699:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384381.464702:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384381.464705:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00010000:00010000:3.0:1767384381.464707:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384381.464711:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:1.0:1767384381.464714:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384381.464719:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384381.464722:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384381.464725:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384381.464729:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384381.464733:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00010000:00000001:3.0:1767384381.464737:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384381.464738:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384381.464742:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:1.0:1767384381.464743:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fd8f4669. 00010000:00000001:3.0:1767384381.464746:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384381.464748:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560325799424 : -111513383752192 : ffff9a94445fae00) 00010000:00000001:3.0:1767384381.464751:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384381.464752:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384381.464756:0:17101:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000001:00000001:1.0:1767384381.464756:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384381.464761:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007bb7bdbd. 00010000:00010000:3.0:1767384381.464762:0:17101:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fd9d expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384381.464765:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384381.464769:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384381.464774:0:17101:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384381.464777:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384381.464777:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384381.464779:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.464781:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384381.464782:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384381.464784:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384381.464785:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000259f09e9. 00010000:00000001:3.0:1767384381.464789:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384381.464789:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:2.0:1767384381.464791:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.464794:0:17101:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000040:2.0:1767384381.464796:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746155904 00010000:00010000:3.0:1767384381.464797:0:17101:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384381.464800:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384381.464807:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a51e90cd) refcount = 2 00010000:00000200:2.0:1767384381.464807:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c4f1369 x1853236746155904/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384381.464814:0:17101:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384381.464820:0:17101:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x980286e253c5fd9d expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384381.464820:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384381.464823:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384381.464828:0:17101:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00001000:2.0:1767384381.464828:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=87 v=5 (1 0 0 0) 00010000:00000040:3.0:1767384381.464831:0:17101:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384381.464834:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:3.0:1767384381.464840:0:17101:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d4e23d33. 00000100:00000001:3.0:1767384381.464844:0:17101:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:2.0:1767384381.464844:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384381.464848:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000010:3.0:1767384381.464849:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000057b326d2. 02000000:00000001:2.0:1767384381.464851:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384381.464852:0:17101:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560351549120 : -111513358002496 : ffff9a9445e896c0) 02000000:00000001:2.0:1767384381.464854:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.464856:0:17101:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632560351549120 : -111513358002496 : ffff9a9445e896c0) 00000100:00000001:2.0:1767384381.464859:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384381.464860:0:17101:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384381.464863:0:17101:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000040:2.0:1767384381.464864:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384381.464866:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000010:2.0:1767384381.464869:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c09c3749. 00000100:00000200:2.0:1767384381.464872:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746155904, offset 224 00010000:00000001:3.0:1767384381.464875:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384381.464878:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384381.464880:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384381.464881:0:17101:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384381.464885:0:17101:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384381.464889:0:17101:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:2.0:1767384381.464889:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384381.464892:0:17101:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384381.464897:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050c80de4. 00000400:00000200:2.0:1767384381.464900:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df07780 00000020:00000040:3.0:1767384381.464902:0:17101:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000100:00000001:3.0:1767384381.464907:0:17101:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384381.464910:0:17101:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384381.464910:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ecd [2] + 224 02000000:00000001:3.0:1767384381.464914:0:17101:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384381.464918:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384381.464920:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044711245. 00000400:00000200:2.0:1767384381.464924:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384381.464926:0:17101:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.464929:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384381.464933:0:17101:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x980286e253c5fd9d expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384381.464935:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384381.464955:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384381.464958:0:17101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x980286e253c5fd9d expref: 16 pid: 17079 timeout: 452 lvb_type: 0 00010000:00000001:3.0:1767384381.464974:0:17101:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384381.464976:0:17101:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384381.464979:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384381.464981:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384381.464986:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09c3749 00000100:00000001:3.0:1767384381.464989:0:17101:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384381.464990:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c09c3749. 00000100:00000001:3.0:1767384381.464992:0:17101:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.464994:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384381.464997:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384381.464999:0:17101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050c80de4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746156032:0@lo:104: 00000100:00000001:2.0:1767384381.465001:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.465003:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384381.465005:0:17101:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384381.465007:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384381.465008:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 02000000:00000001:3.0:1767384381.465010:0:17101:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000001:1.0:1767384381.465012:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384381.465013:0:17101:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384381.465013:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384381.465017:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384381.465017:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384381.465018:0:17101:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384381.465022:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:3.0:1767384381.465023:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da369f82. 00000100:00000040:2.0:1767384381.465027:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c4f1369 x1853236746155904/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384381.465028:0:17101:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384381.465028:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019e4d5c9. 00000400:00000200:1.0:1767384381.465035:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016c8c7eb 00000400:00000010:3.0:1767384381.465037:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dfb077f. 00000400:00000010:1.0:1767384381.465039:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016c8c7eb. 00000100:00100000:2.0:1767384381.465044:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c4f1369 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+16:16354:x1853236746155904:12345-0@lo:253: Request processed in 2471us (2884us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384381.465045:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384381.465051:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0cb1129. 00000100:00000200:1.0:1767384381.465052:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384381.465057:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746156032, portal 16 00000100:00000001:3.0:1767384381.465063:0:17101:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384381.465071:0:17101:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609949696 : -111508099601920 : ffff9a957f556a00) 00000100:00100000:2.0:1767384381.465074:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000200:1.0:1767384381.465076:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384381.465079:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000040:3.0:1767384381.465081:0:17101:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384381.465085:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384381.465088:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384381.465093:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a393569e. 00000100:00000001:1.0:1767384381.465093:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384381.465096:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384381.465097:0:17101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384381.465101:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d2859f44. 00000100:00000001:1.0:1767384381.465101:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384381.465102:0:17101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384381.465106:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384381.465107:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000020:00000010:2.0:1767384381.465108:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b1670c8. 00000100:00000001:1.0:1767384381.465110:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384381.465112:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746156032, offset 0 00000020:00000040:2.0:1767384381.465114:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 02000000:00000001:2.0:1767384381.465133:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767384381.465135:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384381.465136:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384381.465137:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000809351f7. 02000000:00000001:2.0:1767384381.465143:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384381.465143:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384381.465144:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384381.465148:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384381.465149:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=87 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384381.465155:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df07800 00000100:00000200:2.0:1767384381.465156:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384381.465157:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384381.465162:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384381.465163:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000200:3.0:1767384381.465165:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 1312 00000100:00000001:1.0:1767384381.465166:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.465171:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384381.465173:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384381.465174:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384381.465176:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c09c3749. 00000400:00000200:3.0:1767384381.465181:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384381.465184:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.465186:0:17101:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384381.465189:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1767384381.465190:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384381.465194:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056ec2c77. 00000100:00000040:3.0:1767384381.465199:0:17101:0:(events.c:337:request_in_callback()) incoming req@0000000056ec2c77 x1853236746156032 msgsize 328 00000100:00000001:1.0:1767384381.465204:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384381.465209:0:17101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384381.465210:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384381.465213:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384381.465217:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384381.465219:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384381.465220:0:17101:0:(events.c:373:request_in_callback()) Process leaving 00000020:01000004:1.0:1767384381.465221:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384381.465224:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384381.465227:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000020:01000004:1.0:1767384381.465227:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:3.0:1767384381.465231:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000020:01000004:1.0:1767384381.465231:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384381.465233:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384381.465234:0:17911:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384381.465235:0:17101:0:(events.c:34:request_out_callback()) Process entered 00000020:01000004:1.0:1767384381.465236:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:2.0:1767384381.465238:0:17911:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746156032 00000020:01000004:1.0:1767384381.465239:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384381.465241:0:17911:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384381.465242:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384381.465245:0:17911:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384381.465249:0:17911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.465253:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384381.465255:0:17911:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384381.465261:0:17911:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746156032 00000100:00000001:3.0:1767384381.465262:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384381.465265:0:17911:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384381.465269:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384381.465269:0:17911:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9c9 00000020:00000001:2.0:1767384381.465272:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384381.465273:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001de70058 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746155904:0@lo:253: 00000020:00000040:2.0:1767384381.465275:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000078df2aae refcount=3 00000020:00000001:2.0:1767384381.465281:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:1.0:1767384381.465284:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384381.465287:0:17911:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565473284096 : -111508236267520 : ffff9a9577301000) 00000100:00000001:1.0:1767384381.465289:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384381.465293:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.465294:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384381.465296:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001de70058 x1853236746155904/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.465298:0:17101:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384381.465300:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051a2da5c. 00000100:00000001:3.0:1767384381.465304:0:17101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.465306:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384381.465310:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294970235 00000020:00000010:2.0:1767384381.465312:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051a2da5c. 00000100:00000001:1.0:1767384381.465313:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384381.465317:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384381.465318:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294970232 00000020:00000010:2.0:1767384381.465320:0:17911:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f96b1668. 02000000:00000010:1.0:1767384381.465320:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000298fd7ca. 00000100:00000001:3.0:1767384381.465323:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294970235 02000000:00000001:1.0:1767384381.465326:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384381.465330:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384381.465332:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000010:2.0:1767384381.465333:0:17911:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023c018a5. 00000100:00000001:3.0:1767384381.465335:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294970232 00000020:00000001:1.0:1767384381.465337:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384381.465340:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294970235 00000020:00000010:2.0:1767384381.465340:0:17911:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5d1a9c3. 02000000:00000010:1.0:1767384381.465341:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009d90b90e. 00000100:00000001:3.0:1767384381.465348:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294970232 02000000:00000001:1.0:1767384381.465349:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384381.465351:0:17911:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 02000000:00000001:1.0:1767384381.465352:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384381.465354:0:17101:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294970235 00000100:00000010:1.0:1767384381.465356:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001de70058. 00000100:00000001:2.0:1767384381.465357:0:17911:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384381.465358:0:17101:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294970232 00000100:00000001:2.0:1767384381.465361:0:17911:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384381.465361:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384381.465363:0:17101:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384381.465365:0:17911:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.465366:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384381.465367:0:17101:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.465372:0:17101:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.465372:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384381.465373:0:17911:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.465377:0:17101:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.465379:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384381.465381:0:17101:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.465382:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.465384:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384381.465386:0:17911:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384381.465387:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384381.465387:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.465391:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.465392:0:17101:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.465396:0:17101:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384381.465398:0:17101:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384381.465398:0:17911:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384381.465401:0:17911:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384381.465403:0:17101:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.465407:0:17101:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384381.465407:0:17911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384381.465410:0:17101:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384381.465411:0:17911:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000078df2aae : new rpc_count 1 00000100:00100000:3.0:1767384381.465414:0:17101:0:(client.c:2690:ptlrpc_set_wait()) set 0000000057b326d2 going to sleep for 11 seconds 00000100:00000001:2.0:1767384381.465415:0:17911:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609944320 : -111508099607296 : ffff9a957f555500) 00000100:00000001:3.0:1767384381.465418:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384381.465421:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.465421:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056ec2c77 x1853236746156032/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 328/0 e 0 to 0 dl 1767384392 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384381.465458:0:17911:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384381.465461:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051a2da5c. 00000100:00000001:2.0:1767384381.465462:0:17911:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384381.465464:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051a2da5c. 00000100:00100000:2.0:1767384381.465468:0:17911:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056ec2c77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746156032:12345-0@lo:104: 00000100:00000200:2.0:1767384381.465471:0:17911:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746156032 00010000:00000001:2.0:1767384381.465474:0:17911:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384381.465477:0:17911:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384381.465478:0:17911:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384381.465479:0:17911:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=2 00000020:00000001:2.0:1767384381.465481:0:17911:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:2.0:1767384381.465483:0:17911:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:2.0:1767384381.465486:0:17911:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384381.465487:0:17911:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384381.465490:0:17911:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384381.465505:0:17911:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384381.465507:0:17911:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384381.465510:0:17911:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000062d1b3c4. 02000000:00000001:2.0:1767384381.465511:0:17911:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.465513:0:17911:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384381.465516:0:17911:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384381.465517:0:17911:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384381.465519:0:17911:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d297692 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384381.465522:0:17911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384381.465525:0:17911:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384381.465527:0:17911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384381.465528:0:17911:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384381.465530:0:17911:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.465532:0:17911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384381.465534:0:17911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384381.465537:0:17911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fae84b2. 00000100:00000200:2.0:1767384381.465539:0:17911:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236746156032, offset 224 00000400:00000200:2.0:1767384381.465543:0:17911:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384381.465549:0:17911:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384381.465555:0:17911:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824df07800 00000400:00000200:2.0:1767384381.465559:0:17911:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1ed9 [1] + 224 00000400:00000200:2.0:1767384381.465563:0:17911:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384381.465567:0:17911:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384381.465570:0:17911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384381.465573:0:17911:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384381.465582:0:17911:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384381.465595:0:17911:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384381.465600:0:17911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fae84b2 00000400:00000010:2.0:1767384381.465602:0:17911:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fae84b2. 00000100:00000001:3.0:1767384381.465604:0:17101:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384381.465606:0:17911:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384381.465609:0:17101:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384381.465611:0:17101:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384381.465613:0:17911:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384381.465615:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dfb077f. 00000400:00000200:3.0:1767384381.465619:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0cb1129 00000100:00000001:2.0:1767384381.465620:0:17911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384381.465622:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0cb1129. 00000100:00000040:2.0:1767384381.465625:0:17911:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:3.0:1767384381.465628:0:17101:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384381.465630:0:17911:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384381.465634:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1767384381.465634:0:17911:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000080a39469. 00010000:00000001:2.0:1767384381.465639:0:17911:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384381.465646:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384381.465651:0:17911:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:3.0:1767384381.465653:0:17101:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384381.465656:0:17911:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.465657:0:17101:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384381.465660:0:17911:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384381.465662:0:17911:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.465667:0:17101:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384381.465669:0:17101:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384381.465670:0:17911:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056ec2c77 x1853236746156032/t0(0) o104->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384381.465671:0:17101:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384381.465674:0:17101:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384381.465678:0:17101:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384381.465683:0:17101:0:(import.c:2128:obd_at_measure()) add 5 to 000000006d5b7ee6 time=87 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384381.465687:0:17911:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056ec2c77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:92b443ed-e82f-4160-b27d-56e958e24602+3:17101:x1853236746156032:12345-0@lo:104: Request processed in 226us (484us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384381.465689:0:17101:0:(import.c:2128:obd_at_measure()) add 1 to 000000008e348e3a time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384381.465694:0:17101:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384381.465698:0:17101:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.465702:0:17101:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384381.465702:0:17911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00000001:3.0:1767384381.465705:0:17101:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.465707:0:17911:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000078df2aae : new rpc_count 0 00000100:00000001:3.0:1767384381.465709:0:17101:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.465711:0:17911:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384381.465714:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384381.465714:0:17911:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384381.465719:0:17911:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023c018a5. 00000100:00000001:3.0:1767384381.465724:0:17101:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384381.465725:0:17911:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5d1a9c3. 00000100:00000001:3.0:1767384381.465727:0:17101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384381.465730:0:17101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384381.465730:0:17911:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f96b1668. 00000020:00000001:1.0:1767384381.465731:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384381.465736:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.465737:0:17101:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000040:2.0:1767384381.465737:0:17911:0:(genops.c:898:class_export_put()) PUTting export 0000000078df2aae : new refcount 2 00010000:00000001:3.0:1767384381.465740:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384381.465741:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384381.465743:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384381.465743:0:17911:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384381.465746:0:17101:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.465747:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384381.465751:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767384381.465752:0:17101:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384381.465755:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384381.465768:0:17101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050c80de4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17101:1853236746156032:0@lo:104: 00010000:00010000:1.0:1767384381.465772:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000158f3d3f already unused, calling callback (000000001ae2046b) 00000100:00000001:3.0:1767384381.465774:0:17101:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384381.465779:0:17101:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384381.465779:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384381.465781:0:17101:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384381.465783:0:17101:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384381.465784:0:17101:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050c80de4 x1853236746156032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:1.0:1767384381.465789:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384381.465793:0:17101:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384381.465796:0:17101:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384381.465798:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da369f82. 00010000:00000001:1.0:1767384381.465802:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1767384381.465803:0:17101:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384381.465806:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384381.465807:0:17101:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384381.465809:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384381.465811:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000158f3d3f refcount=3 00000020:00000040:3.0:1767384381.465814:0:17101:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00000020:00000001:3.0:1767384381.465817:0:17101:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384381.465818:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000044711245. 02000000:00000001:3.0:1767384381.465820:0:17101:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384381.465822:0:17101:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384381.465823:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050c80de4. 00000100:00000001:3.0:1767384381.465826:0:17101:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384381.465826:0:17101:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384381.465828:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000057b326d2. 00000100:00000001:3.0:1767384381.465831:0:17101:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384381.465832:0:17101:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384381.465834:0:17101:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d4e23d33. 00010000:00000001:3.0:1767384381.465837:0:17101:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.465840:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.465841:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384381.465844:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384381.465846:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:1.0:1767384381.465848:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00010000:3.0:1767384381.465850:0:17101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384381.465852:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656712192 : -111508052839424 : ffff9a95821ef400) 00010000:00000001:1.0:1767384381.465858:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384381.465861:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384381.465869:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384381.465870:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384381.465876:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384381.465879:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384381.465880:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384381.465882:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384381.465884:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384381.465886:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384381.465898:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384381.465900:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384381.465902:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 10000000:00000001:1.0:1767384381.465905:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384381.465906:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.465910:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384381.465912:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384381.465914:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384381.465916:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384381.465918:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384381.465920:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000158f3d3f with handle 0x980286e253c5fd9d from hash 00010000:00000001:1.0:1767384381.465923:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384381.465924:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384381.465932:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384381.465933:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384381.465936:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384381.465938:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384381.465941:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384381.465943:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384381.465947:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d6d4934. 00000020:00000040:1.0:1767384381.465951:0:17074:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384381.465954:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384381.465956:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384381.465958:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384381.465963:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007adda29c. 00000100:00000001:1.0:1767384381.465967:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.465969:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384381.465972:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384381.465978:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384381.465980:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.465983:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384381.465985:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.465990:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6d4934] to pc [ptlrpcd_00_01+1] req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.466016:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384381.466017:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384381.466020:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384381.466021:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384381.466023:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384381.466024:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384381.466027:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.466030:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384381.466031:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384381.466036:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384381.466041:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384381.466044:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384381.466045:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384381.466049:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.466050:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384381.466055:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384381.466055:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384381.466059:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384381.466059:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 00000000158f3d3f/0x980286e253c5fd9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x980286e253c5fda4 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384381.466064:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384381.466069:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009d6d4934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746156160:0@lo:103: 00000100:00000001:3.0:1767384381.466072:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384381.466073:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384381.466076:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384381.466080:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384381.466084:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044711245. 00010000:00000040:1.0:1767384381.466087:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f292e628 count: 0 02000000:00000001:3.0:1767384381.466093:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.466096:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384381.466097:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dfb077f. 00010000:00000001:1.0:1767384381.466100:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:3.0:1767384381.466102:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0cb1129. 00010000:00000010:1.0:1767384381.466103:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000080a39469. 00000100:00000200:3.0:1767384381.466106:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746156160, portal 18 00010000:00000001:1.0:1767384381.466109:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.466110:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384381.466113:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629104384 : -111508080447232 : ffff9a958079b100) 00000020:00000001:1.0:1767384381.466114:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384381.466116:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.466132:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384381.466138:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384381.466142:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384381.466142:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384381.466146:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.466147:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384381.466151:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384381.466152:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000020:00000001:1.0:1767384381.466154:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767384381.466156:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746156160, offset 0 00000020:00000001:1.0:1767384381.466157:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384381.466161:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384381.466164:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384381.466170:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384381.466176:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df07880 00000400:00000200:3.0:1767384381.466181:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:3.0:1767384381.466185:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384381.466188:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384381.466192:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384381.466194:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000010:2.0:1767384381.466197:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fd8f4669. 00000100:00000010:3.0:1767384381.466198:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050c80de4. 00000100:00000040:3.0:1767384381.466203:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000050c80de4 x1853236746156160 msgsize 328 00000100:00100000:3.0:1767384381.466207:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384381.466216:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384381.466221:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000400:00000010:3.0:1767384381.466223:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000100:00000001:3.0:1767384381.466226:0:16354:0:(events.c:34:request_out_callback()) Process entered 00080000:00000010:1.0:1767384381.466228:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007bb7bdbd. 00000100:00000200:3.0:1767384381.466230:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1767384381.466233:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384381.466236:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384381.466240:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.466244:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000002:1.0:1767384381.466244:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384381.466248:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.466249:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384381.466251:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384381.466255:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384381.466259:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384381.466260:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384381.466263:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384381.466268:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:3.0:1767384381.466269:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384381.466276:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.466279:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294970236 00000100:00000001:3.0:1767384381.466284:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294970235 00000100:00000001:3.0:1767384381.466289:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294970236 00000100:00000001:3.0:1767384381.466292:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294970235 00000100:00000001:3.0:1767384381.466297:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294970236 00000100:00000001:3.0:1767384381.466302:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294970235 00000100:00000001:3.0:1767384381.466306:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294970236 00000100:00000001:3.0:1767384381.466308:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294970235 00000100:00000001:3.0:1767384381.466310:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384381.466312:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.466314:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.466316:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384381.466320:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384381.466322:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384381.466324:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384381.466326:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384381.466328:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.466330:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.466344:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384381.466346:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746156160 02000000:00000001:3.0:1767384381.466348:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384381.466349:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384381.466351:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384381.466353:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384381.466355:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746156160 00000020:00000001:3.0:1767384381.466358:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384381.466359:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:3.0:1767384381.466361:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384381.466363:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=16 00000020:00000001:3.0:1767384381.466366:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:3.0:1767384381.466368:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384381.466377:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384381.466379:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4e23d33. 00080000:00000020:1.0:1767384381.466380:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384381.466382:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384381.466384:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000010:3.0:1767384381.466386:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4e23d33. 20000000:00000010:1.0:1767384381.466387:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cec81cb9. 00000020:00000010:3.0:1767384381.466391:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da369f82. 20000000:00000001:1.0:1767384381.466394:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384381.466396:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000696fbd27. 00010000:00000040:1.0:1767384381.466399:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746155776 00000020:00000010:3.0:1767384381.466400:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000101669b3. 00010000:00000001:1.0:1767384381.466402:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384381.466408:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070992eb8 x1853236746155776/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384381.466409:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384381.466414:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384381.466417:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384381.466420:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384381.466422:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384381.466455:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.466458:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384381.466460:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384381.466462:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384381.466465:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=4 00010000:00000001:1.0:1767384381.466466:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384381.466468:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00000100:00001000:1.0:1767384381.466471:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=87 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384381.466472:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00000100:00000001:1.0:1767384381.466478:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384381.466479:0:17072:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fd9d expref: 16 pid: 17079 timeout: 452 lvb_type: 0 00000100:00000040:1.0:1767384381.466482:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384381.466487:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384381.466493:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384381.466494:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384381.466495:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.466496:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384381.466500:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.466501:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384381.466502:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384381.466507:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384381.466508:0:17072:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384381.466512:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050c80de4 x1853236746156160/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 328/0 e 0 to 0 dl 1767384392 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.466520:0:17072:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384381.466522:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384381.466522:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd778011. 00000100:00000200:1.0:1767384381.466528:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746155776, offset 224 00000100:00000001:3.0:1767384381.466533:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384381.466536:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384381.466545:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384381.466545:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384381.466549:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384381.466554:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000400:00000200:1.0:1767384381.466555:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df07700 00000100:00000001:2.0:1767384381.466559:0:18904:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384381.466564:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:2.0:1767384381.466564:0:18904:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384381.466564:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ec5 [2] + 224 00000100:00000001:3.0:1767384381.466569:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609949696 : -111508099601920 : ffff9a957f556a00) 00000100:00000001:2.0:1767384381.466569:0:18904:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.466574:0:18904:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384381.466574:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384381.466577:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050c80de4 x1853236746156160/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 328/0 e 0 to 0 dl 1767384392 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384381.466583:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384381.466590:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384381.466592:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384381.466595:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4e23d33. 00000100:00000200:1.0:1767384381.466596:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.466599:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384381.466604:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4e23d33. 00000100:00100000:3.0:1767384381.466613:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050c80de4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+16:16354:x1853236746156160:12345-0@lo:103: 00000100:00000040:1.0:1767384381.466615:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384381.466619:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746156160 00010000:00000001:3.0:1767384381.466622:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384381.466626:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384381.466629:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384381.466632:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384381.466634:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384381.466637:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009baa29d2. 02000000:00000001:3.0:1767384381.466640:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.466641:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.466643:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1767384381.466645:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384381.466646:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384381.466649:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384381.466651:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384381.466652:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd778011 00000020:00000040:3.0:1767384381.466653:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058ab3b20 refcount=4 00000400:00000010:1.0:1767384381.466656:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd778011. 00000020:00000001:3.0:1767384381.466657:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:3.0:1767384381.466661:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00000100:00000001:2.0:1767384381.466661:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.466662:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384381.466664:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1767384381.466666:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a51e90cd count: 3 00000100:00000001:1.0:1767384381.466666:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384381.466670:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:3.0:1767384381.466673:0:17072:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x980286e253c5fd9d expref: 16 pid: 17079 timeout: 452 lvb_type: 0 00000100:00000001:1.0:1767384381.466673:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384381.466674:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384381.466680:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000010:2.0:1767384381.466684:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067f87b13. 00000100:00001000:3.0:1767384381.466685:0:17072:0:(import.c:2128:obd_at_measure()) add 0 to 0000000012e62d6c time=1767384381 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384381.466685:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384381.466688:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384381.466691:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6076c51 00010000:00000001:3.0:1767384381.466692:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384381.466693:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384381.466696:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6076c51. 00010000:00000001:3.0:1767384381.466699:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384381.466700:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070992eb8 x1853236746155776/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.466701:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384381.466707:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384381.466708:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384381.466712:0:17072:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x980286e253c5fd9d expref: 16 pid: 17079 timeout: 452 lvb_type: 0 00000020:00000001:3.0:1767384381.466730:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384381.466732:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384381.466735:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384381.466737:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384381.466740:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.466746:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384381.466749:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:1.0:1767384381.466751:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070992eb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+16:16356:x1853236746155776:12345-0@lo:253: Request processed in 4188us (4656us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384381.466755:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384381.466755:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384381.466758:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384381.466759:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384381.466761:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384381.466763:0:16356:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384381.466765:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384381.466765:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 02000000:00000001:2.0:1767384381.466767:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384381.466769:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058ab3b20 with handle 0x980286e253c5fda4 from hash 00000100:00000001:2.0:1767384381.466770:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384381.466771:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00010000:00000001:3.0:1767384381.466774:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384381.466774:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.466776:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384381.466778:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384381.466779:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.466780:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384381.466781:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384381.466783:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=87 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384381.466784:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1767384381.466785:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007aea5c65. 00010000:00000001:3.0:1767384381.466787:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:2.0:1767384381.466790:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=87 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384381.466791:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384381.466793:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034dec0f4. 00010000:00010000:3.0:1767384381.466796:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fda4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x980286e253c5fd9d expref: 16 pid: 17079 timeout: 452 lvb_type: 0 00000100:00000001:2.0:1767384381.466797:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384381.466800:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384381.466800:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008729b362. 00010000:00000001:2.0:1767384381.466804:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384381.466807:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384381.466807:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00010000:00000040:3.0:1767384381.466808:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00000100:00000001:2.0:1767384381.466812:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384381.466813:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:1.0:1767384381.466814:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384381.466818:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005d8b62fd. 00000100:00000040:2.0:1767384381.466819:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384381.466820:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384381.466824:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:1.0:1767384381.466825:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384381.466827:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384381.466829:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384381.466831:0:17072:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000dac885ac 00010000:00000001:3.0:1767384381.466836:0:17072:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:2.0:1767384381.466836:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384381.466836:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384381.466839:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384381.466842:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384381.466843:0:17072:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384381.466844:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099be46ca. 00000100:00000001:2.0:1767384381.466846:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384381.466847:0:17072:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384381.466851:0:17072:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384381.466851:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd778011. 00000020:01000004:2.0:1767384381.466852:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384381.466855:0:17072:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:01000004:2.0:1767384381.466856:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:3.0:1767384381.466858:0:17072:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:01000004:2.0:1767384381.466860:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00010000:3.0:1767384381.466861:0:17072:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384381.466863:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384381.466864:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384381.466866:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384381.466868:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384381.466871:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384381.466873:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384381.466876:0:17072:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384381.466878:0:17072:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384381.466880:0:17072:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:01000004:2.0:1767384381.466881:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384381.466882:0:17072:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384381.466885:0:17072:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a51e90cd) refcount = 2 00000100:00000040:2.0:1767384381.466887:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384381.466891:0:17072:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384381.466907:0:17072:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00100000:2.0:1767384381.466907:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083f217cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746155776:0@lo:253: 00010000:00000001:3.0:1767384381.466909:0:17072:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384381.466912:0:17072:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384381.466915:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384381.466916:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384381.466918:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:3.0:1767384381.466921:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d4e23d33. 00000100:00000040:2.0:1767384381.466922:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083f217cd x1853236746155776/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.466926:0:17072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384381.466931:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000057b326d2. 00000100:00000001:2.0:1767384381.466932:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384381.466935:0:17072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560351549120 : -111513358002496 : ffff9a9445e896c0) 02000000:00000001:2.0:1767384381.466936:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384381.466939:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000005c0d2af. 00000100:00000001:3.0:1767384381.466940:0:17072:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446632560351549120 : -111513358002496 : ffff9a9445e896c0) 00000100:00000001:3.0:1767384381.466944:0:17072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 02000000:00000001:2.0:1767384381.466944:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384381.466948:0:17072:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000020:00000001:2.0:1767384381.466948:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384381.466951:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00010000:00000001:3.0:1767384381.466952:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:2.0:1767384381.466955:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 20000000:00000001:3.0:1767384381.466956:0:17072:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000010:2.0:1767384381.466958:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bbd2a0ae. 20000000:01000000:3.0:1767384381.466960:0:17072:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 02000000:00000001:2.0:1767384381.466963:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384381.466964:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384381.466965:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384381.466967:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384381.466968:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083f217cd. 00000020:00000040:3.0:1767384381.466970:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=5 00000100:00000001:2.0:1767384381.466972:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384381.466973:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00000100:00000001:2.0:1767384381.466975:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384381.466977:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00000100:00000001:2.0:1767384381.466978:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384381.466980:0:17072:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384381.466983:0:17072:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384381.466984:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384381.466987:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.466991:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384381.466993:0:17072:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384381.466994:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384381.466996:0:17072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384381.467007:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384381.467008:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384381.467010:0:17072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384381.467016:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384381.467017:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.467020:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384381.467021:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384381.467026:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dac885ac already unused, calling callback (000000004feed035) 00010000:00000001:3.0:1767384381.467029:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384381.467031:0:17072:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384381.467032:0:17072:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384381.467037:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384381.467039:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384381.467040:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384381.467041:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dac885ac refcount=6 00000020:00000001:3.0:1767384381.467043:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384381.467045:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714752 : -111508052836864 : ffff9a95821efe00) 00010000:00000001:3.0:1767384381.467047:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384381.467049:0:17072:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384381.467053:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384381.467055:0:17072:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384381.467056:0:17072:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.467065:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384381.467066:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384381.467068:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384381.467073:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384381.467076:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dac885ac with handle 0x980286e253c5fdab from hash 00010000:00000001:3.0:1767384381.467078:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384381.467079:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384381.467081:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384381.467081:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384381.467083:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384381.467085:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384381.467086:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1767384381.467086:0:17101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384381.467089:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384381.467093:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.467097:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384381.467098:0:17101:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384381.467100:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:2.0:1767384381.467103:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384381.467104:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384381.467106:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384381.467109:0:17072:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384381.467109:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384381.467113:0:17072:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.467117:0:17072:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384381.467132:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384381.467139:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384381.467142:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384381.467143:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384381.467143:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384381.467145:0:17072:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384381.467147:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384381.467148:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384381.467149:0:17072:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384381.467152:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384381.467153:0:17072:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384381.467155:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384381.467156:0:17072:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384381.467159:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384381.467160:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384381.467163:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dac885ac/0x980286e253c5fdab lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384381.467170:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384381.467172:0:17072:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.467173:0:17072:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384381.467174:0:17072:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384381.467182:0:17072:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.467184:0:17072:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.467185:0:17072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384381.467187:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000057b326d2. 00000100:00000001:3.0:1767384381.467189:0:17072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384381.467190:0:17072:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384381.467192:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d4e23d33. 00010000:00000001:3.0:1767384381.467195:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384381.467197:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a51e90cd count: 0 00010000:00010000:3.0:1767384381.467204:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384381.467205:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384381.467208:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384381.467210:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384381.467212:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384381.467215:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384381.467218:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384381.467220:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384381.467222:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384381.467224:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.467226:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384381.467229:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384381.467232:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000100:00000200:3.0:1767384381.467235:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746156160, offset 224 00000400:00000200:3.0:1767384381.467241:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384381.467248:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384381.467253:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df07880 00000400:00000200:3.0:1767384381.467258:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ee9 [1] + 224 00000400:00000200:3.0:1767384381.467262:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384381.467265:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384381.467268:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384381.467271:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384381.467278:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.467301:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384381.467305:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000400:00000010:3.0:1767384381.467307:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000100:00000001:3.0:1767384381.467310:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384381.467311:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384381.467314:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.467316:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384381.467318:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.467321:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.467324:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050c80de4 x1853236746156160/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 328/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.467327:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.467330:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384381.467335:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384381.467336:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050c80de4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746156160:12345-0@lo:103: Request processed in 743us (1132us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384381.467339:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384381.467342:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dfb077f. 00000100:00100000:3.0:1767384381.467348:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000400:00000200:1.0:1767384381.467348:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0cb1129 00000400:00000010:1.0:1767384381.467351:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0cb1129. 00000100:00000040:3.0:1767384381.467353:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384381.467356:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384381.467357:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384381.467360:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384381.467363:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000696fbd27. 00000100:00000200:1.0:1767384381.467363:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384381.467370:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000101669b3. 00000020:00000010:3.0:1767384381.467376:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da369f82. 00000100:00000200:1.0:1767384381.467377:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384381.467381:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:3.0:1767384381.467386:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.467389:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384381.467393:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.467395:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384381.467397:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384381.467403:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384381.467405:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.467407:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384381.467409:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384381.467412:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384381.467414:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384381.467416:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.467417:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384381.467418:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.467420:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.467443:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.467450:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384381.467452:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384381.467454:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384381.467457:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384381.467464:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009d6d4934 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746156160:0@lo:103: 00000100:00000001:1.0:1767384381.467468:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.467469:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384381.467471:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009d6d4934 x1853236746156160/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.467477:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384381.467479:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384381.467481:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044711245. 02000000:00000001:1.0:1767384381.467483:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384381.467485:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384381.467486:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384381.467488:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384381.467490:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007adda29c. 02000000:00000001:1.0:1767384381.467497:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384381.467498:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384381.467499:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d6d4934. 00000100:00000001:1.0:1767384381.467502:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384381.467509:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.467511:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.467514:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384381.467515:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.467517:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.467518:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384381.472447:0:37967:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f292e628. 00010000:00000010:3.1:1767384381.472457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058ab3b20. 00010000:00000010:1.1:1767384381.472459:0:37967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000158f3d3f. 00010000:00000010:3.1:1767384381.472466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dac885ac. 00010000:00000010:3.1:1767384381.472472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a51e90cd. 00000100:00000040:0.0:1767384381.472553:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294970236, at 4294970237 00000100:00000010:0.0:1767384381.472560:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff1eeb80. 00000100:00000040:2.0:1767384381.473458:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294970236, at 4294970238 00000100:00000010:2.0:1767384381.473465:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006015cbae. 00000100:00000040:1.0:1767384381.473468:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294970236, at 4294970238 00000100:00000040:3.0:1767384381.473470:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294970236, at 4294970238 00000100:00000010:1.0:1767384381.473479:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000bb395f9. 00000100:00000010:3.0:1767384381.473481:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036196936. 00000400:00000010:0.0:1767384381.478151:0:37969:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000406fbc25. 00000400:00000040:0.0:1767384381.478170:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384381.478172:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384381.478174:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384381.478176:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384381.478178:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384381.478179:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384381.478181:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384381.478182:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384381.478183:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384381.478184:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384381.478186:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384381.478187:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384381.478189:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384381.478190:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384381.478191:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384381.478192:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384381.478194:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384381.478195:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384381.478196:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384381.478197:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384381.478198:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384381.478199:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384381.478200:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384381.478201:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384381.478202:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384381.478204:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384381.478205:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384381.478206:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384381.478207:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384381.478208:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384381.478209:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384381.478211:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384381.478212:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384381.478213:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384381.478214:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384381.478215:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384381.478216:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384381.478218:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384381.478220:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384381.478221:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384381.478222:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384381.478224:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384381.478225:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384381.478226:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384381.478228:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384381.478228:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384381.478229:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384381.478230:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384381.478232:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384381.478233:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384381.478234:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384381.478235:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384381.478235:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384381.478237:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384381.478237:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384381.478238:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384381.478239:0:37969:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384381.478318:0:37969:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000406fbc25. 00000004:00000001:2.0:1767384381.603650:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384381.603654:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384381.603660:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083f217cd. 00000020:00000040:2.0:1767384381.603666:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384381.603671:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384381.603674:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384381.603678:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384381.603685:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b8de4739. 00000100:00000001:2.0:1767384381.603691:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.603697:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384381.603699:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.603708:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083f217cd] to pc [ptlrpcd_00_02+2] req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384381.603735:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.603746:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.603750:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384381.603751:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384381.603755:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384381.603755:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.603760:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.603770:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384381.603772:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384381.603781:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384381.603784:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384381.603787:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384381.603790:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083f217cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746156288:0@lo:13: 00000100:00000001:3.0:1767384381.603795:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384381.603800:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384381.603802:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384381.603805:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384381.603810:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f4893ca4. 02000000:00000001:3.0:1767384381.603812:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384381.603819:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2da544. 00000400:00000010:3.0:1767384381.603826:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000100:00000200:3.0:1767384381.603831:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746156288, portal 4 00000100:00000001:3.0:1767384381.603834:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384381.603836:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348033280 : -111513361518336 : ffff9a9445b2f100) 00000100:00000040:3.0:1767384381.603843:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.603850:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384381.603855:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384381.603857:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384381.603861:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746156288, offset 0 00000400:00000200:3.0:1767384381.603870:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384381.603883:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384381.603895:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df07900 00000400:00000200:3.0:1767384381.603901:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3360 00000400:00000200:3.0:1767384381.603908:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384381.603913:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384381.603919:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384381.603922:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384381.603926:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87d1967. 00000100:00000040:3.0:1767384381.603929:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000d87d1967 x1853236746156288 msgsize 224 00000100:00100000:3.0:1767384381.603935:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384381.603947:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384381.603962:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384381.603965:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000001:3.0:1767384381.603969:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384381.603974:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.603974:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384381.603979:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746156288 02000000:00000001:2.0:1767384381.603983:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384381.603986:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384381.603987:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384381.603989:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.603993:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384381.603994:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384381.604000:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746156288 00000020:00000001:2.0:1767384381.604004:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384381.604005:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384381.604007:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:3.0:1767384381.604009:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384381.604010:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384381.604014:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:3.0:1767384381.604017:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384381.604017:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:2.0:1767384381.604023:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000040:3.0:1767384381.604025:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3731 usecs (4 jiffies) 00000100:00000001:2.0:1767384381.604028:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384381.604030:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294970372 00000020:00000010:2.0:1767384381.604032:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b1cc73e. 00000100:00000010:3.0:1767384381.604037:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000219a888c. 00000020:00000010:2.0:1767384381.604038:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000527197c. 00000100:00000001:3.0:1767384381.604044:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000040:2.0:1767384381.604051:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:3.0:1767384381.604052:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294970372 00000100:00000010:3.0:1767384381.604058:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b19e37c7. 00000100:00000001:3.0:1767384381.604062:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384381.604064:0:17895:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384381.604066:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294970372 00000020:00000010:2.0:1767384381.604070:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d108d084. 00000100:00000010:3.0:1767384381.604071:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8e3aa10. 00000100:00000001:3.0:1767384381.604077:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384381.604077:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023c018a5. 00000100:00000001:3.0:1767384381.604082:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294970372 00000020:00000010:2.0:1767384381.604083:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5d1a9c3. 00000100:00000010:3.0:1767384381.604088:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076c84e6e. 00000100:00000001:3.0:1767384381.604093:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384381.604094:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384381.604098:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384381.604098:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384381.604100:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384381.604103:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.604103:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384381.604103:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384381.604108:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:2.0:1767384381.604112:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.604131:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.604137:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384381.604138:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384381.604144:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384381.604146:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384381.604150:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384381.604151:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384381.604152:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384381.604155:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384381.604156:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384381.604159:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384381.604161:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384381.604164:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:3.0:1767384381.604166:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.604169:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:1.0:1767384381.604169:0:17894:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.604174:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609948800 : -111508099602816 : ffff9a957f556680) 00000100:00000001:1.0:1767384381.604175:0:17894:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.604182:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d87d1967 x1853236746156288/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:362/0 lens 224/0 e 0 to 0 dl 1767384392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.604192:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384381.604195:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000527197c. 00000100:00000001:2.0:1767384381.604197:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384381.604199:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000527197c. 00000100:00100000:2.0:1767384381.604203:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d87d1967 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746156288:12345-0@lo:13: 00000100:00000200:2.0:1767384381.604206:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746156288 00000020:00000001:2.0:1767384381.604209:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384381.604212:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384381.604213:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384381.604215:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384381.604217:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000020:00000001:2.0:1767384381.604220:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384381.604222:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384381.604224:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384381.604226:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384381.604234:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.604237:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384381.604239:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384381.604242:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000049f10409. 02000000:00000001:2.0:1767384381.604245:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.604246:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384381.604249:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384381.604253:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384381.604255:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384381.604263:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384381.604265:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384381.604269:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384381.604271:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384381.604274:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384381.604277:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384381.604280:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384381.604282:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384381.604284:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384381.604287:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746156288 00010000:00000001:2.0:1767384381.604289:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384381.604293:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d87d1967 x1853236746156288/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:362/0 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384381.604301:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384381.604303:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384381.604306:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384381.604310:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384381.604313:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384381.604315:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384381.604318:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384381.604320:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.604322:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384381.604324:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384381.604335:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fae84b2. 00000100:00000200:2.0:1767384381.604338:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746156288, offset 224 00000400:00000200:2.0:1767384381.604343:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384381.604354:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384381.604360:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df07900 00000400:00000200:2.0:1767384381.604364:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1efd [1] + 224 00000400:00000200:2.0:1767384381.604368:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384381.604371:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384381.604374:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384381.604378:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384381.604387:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.604400:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384381.604405:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fae84b2 00000400:00000010:2.0:1767384381.604407:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fae84b2. 00000100:00000001:2.0:1767384381.604411:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384381.604412:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384381.604416:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.604419:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384381.604421:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384381.604442:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384381.604443:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.604445:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384381.604447:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384381.604452:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384381.604452:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d87d1967 x1853236746156288/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:362/0 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384381.604455:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384381.604459:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2da544. 00000400:00000200:3.0:1767384381.604465:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000400:00000010:3.0:1767384381.604469:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000100:00100000:2.0:1767384381.604470:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d87d1967 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236746156288:12345-0@lo:13: Request processed in 273us (535us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384381.604474:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384381.604481:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384381.604481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767384381.604482:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:2.0:1767384381.604489:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:0.0:1767384381.604490:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384381.604494:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1767384381.604495:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005db5c650. 00000100:00000001:2.0:1767384381.604498:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384381.604499:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000200:3.0:1767384381.604501:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384381.604502:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023c018a5. 00000100:00000001:0.0:1767384381.604503:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384381.604506:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:2.0:1767384381.604509:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5d1a9c3. 02000000:00000001:0.0:1767384381.604510:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384381.604516:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d108d084. 02000000:00000010:0.0:1767384381.604517:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072d213e7. 00000100:00000001:3.0:1767384381.604519:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384381.604523:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.604523:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384381.604525:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:3.0:1767384381.604527:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384381.604529:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384381.604531:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384381.604531:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384381.604534:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384381.604537:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384381.604542:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.604544:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384381.604546:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384381.604548:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=77 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384381.604550:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005db5c650] to pc [ptlrpcd_00_03+3] req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384381.604555:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384381.604563:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384381.604566:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.604570:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384381.604575:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.604576:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384381.604582:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384381.604587:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384381.604590:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384381.604592:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.604592:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384381.604593:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384381.604598:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:0.0:1767384381.604598:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002041721d. 00000100:00000040:2.0:1767384381.604601:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384381.604602:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000040:0.0:1767384381.604603:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384381.604606:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384381.604609:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384381.604610:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.604614:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384381.604617:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384381.604618:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.604619:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384381.604622:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384381.604624:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c29b5ffd. 02000000:00000001:2.0:1767384381.604626:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384381.604629:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384381.604630:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384381.604635:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384381.604636:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384381.604640:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005db5c650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746156416:0@lo:400: 00000100:00000001:2.0:1767384381.604650:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384381.604654:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384381.604658:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.604659:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384381.604663:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384381.604663:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.604665:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384381.604669:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767384381.604669:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d108d084. 00000100:00000040:0.0:1767384381.604670:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002041721d] to pc [ptlrpcd_00_00+0] req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.604673:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384381.604674:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384381.604679:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000010:2.0:1767384381.604681:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010afa04e. 00000004:00000040:3.0:1767384381.604683:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384381.604687:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000010:2.0:1767384381.604688:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fae84b2. 00000100:00000001:0.0:1767384381.604689:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384381.604693:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767384381.604694:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746156416, portal 25 00000004:00000020:3.0:1767384381.604699:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:2.0:1767384381.604700:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384381.604700:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384381.604703:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556615296 : -111508152936320 : ffff9a957c279880) 00000100:00000010:0.0:1767384381.604705:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002597b5cc. 00000004:00000001:3.0:1767384381.604711:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.604711:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384381.604711:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384381.604717:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384381.604719:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384381.604721:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384381.604722:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384381.604727:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da5bcf5c. 00000100:00000001:2.0:1767384381.604730:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384381.604732:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.604737:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384381.604738:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384381.604744:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000100:00100000:3.0:1767384381.604747:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083f217cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16355:1853236746156288:0@lo:13: 00000100:00000200:2.0:1767384381.604750:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746156416, offset 0 00000100:00000001:0.0:1767384381.604753:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384381.604756:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.604758:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384381.604760:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002597b5cc] to pc [ptlrpcd_00_01+1] req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384381.604762:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384381.604763:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384381.604770:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.604771:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083f217cd x1853236746156288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384381.604772:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384381.604775:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (308) 00000400:00000200:2.0:1767384381.604784:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df07980 00000100:00000001:0.0:1767384381.604784:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384381.604786:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384381.604788:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384381.604790:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384381.604791:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384381.604795:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1679 [2] + 0 00000100:00000040:0.0:1767384381.604795:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384381.604796:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f4893ca4. 02000000:00000001:3.0:1767384381.604802:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384381.604804:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029d0b97a. 00000020:00000001:3.0:1767384381.604806:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384381.604809:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384381.604810:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002d38dbe 00000100:00000001:0.0:1767384381.604810:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384381.604813:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384381.604814:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384381.604816:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767384381.604817:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b8de4739. 02000000:00000001:0.0:1767384381.604819:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384381.604822:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384381.604822:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384381.604824:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384381.604827:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767384381.604828:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002041721d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746156544:0@lo:400: 00000100:00000010:3.0:1767384381.604830:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083f217cd. 00000400:00000200:2.0:1767384381.604832:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384381.604836:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384381.604837:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384381.604838:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d38dbe 02000000:00000001:0.0:1767384381.604839:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384381.604841:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384381.604842:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002d38dbe. 02000000:00000001:0.0:1767384381.604843:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.604844:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384381.604847:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384381.604850:0:16356:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1767384381.604851:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b1670c8. 00000100:00000001:3.0:1767384381.604852:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384381.604853:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384381.604854:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.604858:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000066f3e18a x1853236746156416 msgsize 224 00000400:00000010:0.0:1767384381.604860:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026638ac1. 00000100:00000001:3.0:1767384381.604861:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384381.604866:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 00000100:00000001:3.0:1767384381.604867:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384381.604867:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384381.604871:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746156544, portal 10 00000100:00000040:2.0:1767384381.604872:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384381.604873:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.604876:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384381.604878:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556622464 : -111508152929152 : ffff9a957c27b480) 00000100:00000040:0.0:1767384381.604882:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.604885:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384381.604888:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384381.604891:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000100:00000040:0.0:1767384381.604891:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384381.604895:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000400:00000010:0.0:1767384381.604896:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000100:00000001:2.0:1767384381.604900:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384381.604900:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746156544, offset 0 00000100:00000200:2.0:1767384381.604906:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384381.604907:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384381.604915:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384381.604923:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384381.604925:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df07a00 00000100:00000040:2.0:1767384381.604927:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384381.604932:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000400:00000200:0.0:1767384381.604940:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384381.604945:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384381.604945:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384381.604950:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384381.604952:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384381.604953:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384381.604954:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384381.604957:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000deed244a. 00000100:00000001:2.0:1767384381.604958:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294970375 00000100:00000040:0.0:1767384381.604961:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000deed244a x1853236746156544 msgsize 224 00000100:00000001:2.0:1767384381.604965:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294970372 00000100:00100000:0.0:1767384381.604966:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384381.604973:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294970375 00000100:00000001:0.0:1767384381.604977:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384381.604978:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294970372 00000100:00000001:2.0:1767384381.604983:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294970375 00000400:00000200:0.0:1767384381.604983:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000100:00000001:2.0:1767384381.604986:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294970372 00000400:00000010:0.0:1767384381.604986:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000100:00000001:0.0:1767384381.604993:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384381.604994:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294970375 00000100:00000200:0.0:1767384381.604996:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.604998:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294970372 00000100:00000001:2.0:1767384381.605003:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384381.605006:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384381.605007:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605007:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384381.605011:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.605012:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605013:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384381.605016:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384381.605019:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.605021:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.605022:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384381.605023:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.605026:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.605029:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384381.605031:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3327 usecs (4 jiffies) 00000100:00000001:2.0:1767384381.605032:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384381.605037:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294970373 00000100:00000001:2.0:1767384381.605039:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384381.605043:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384381.605044:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384381.605044:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294970375 00000100:00000001:2.0:1767384381.605048:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605048:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605049:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294970373 00000100:00000001:2.0:1767384381.605052:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605054:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294970375 02000000:00000001:1.0:1767384381.605055:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384381.605058:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384381.605058:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294970373 00000100:00000001:0.0:1767384381.605061:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294970375 02000000:00000001:1.0:1767384381.605062:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605064:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294970373 00000100:00000001:0.0:1767384381.605066:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294970375 00000100:00100000:1.0:1767384381.605067:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746156672:0@lo:400: 00000100:00000001:0.0:1767384381.605068:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384381.605069:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384381.605073:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746156416 00000100:00000001:0.0:1767384381.605074:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605075:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384381.605078:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384381.605079:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.605080:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384381.605081:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384381.605084:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605084:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384381.605085:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.605090:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384381.605091:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605092:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384381.605095:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746156416 02000000:00000010:1.0:1767384381.605095:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dda1d013. 00000100:00000001:0.0:1767384381.605096:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384381.605101:0:17079:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384381.605101:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605101:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384381.605105:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384381.605105:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384381.605107:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a2707b1. 00000100:00000001:0.0:1767384381.605108:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384381.605109:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384381.605113:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:0.0:1767384381.605113:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384381.605114:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7140de7. 00000020:00000001:2.0:1767384381.605130:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384381.605135:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000200:1.0:1767384381.605137:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746156672, portal 10 00000100:00000001:2.0:1767384381.605139:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384381.605141:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384381.605143:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556614400 : -111508152937216 : ffff9a957c279500) 00000020:00000010:2.0:1767384381.605144:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000527197c. 00000100:00000001:2.0:1767384381.605149:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384381.605152:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000527197c. 00000100:00000040:1.0:1767384381.605152:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.605153:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384381.605156:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746156544 00000020:00000010:2.0:1767384381.605160:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008729b362. 02000000:00000001:0.0:1767384381.605160:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384381.605163:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384381.605166:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384381.605167:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023c018a5. 02000000:00000001:0.0:1767384381.605171:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605172:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384381.605173:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5d1a9c3. 00000100:00100000:0.0:1767384381.605175:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746156544 00000100:00000040:1.0:1767384381.605178:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384381.605179:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384381.605180:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1767384381.605182:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000400:00000010:1.0:1767384381.605183:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000302a9c0b. 00000100:00000001:2.0:1767384381.605185:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384381.605185:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384381.605187:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746156672, offset 0 00000020:00000040:0.0:1767384381.605188:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000100:00000001:2.0:1767384381.605189:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384381.605192:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.605193:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000400:00000200:1.0:1767384381.605197:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384381.605198:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:2.0:1767384381.605200:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605202:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384381.605206:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384381.605206:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f362883a. 00000100:00000001:2.0:1767384381.605209:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.605210:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384381.605214:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f362883a. 00000400:00000200:1.0:1767384381.605217:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df07a80 00000020:00000010:0.0:1767384381.605219:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c434cd20. 00000100:00000001:2.0:1767384381.605221:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384381.605223:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf8cc171. 00000100:00000001:2.0:1767384381.605224:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384381.605225:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000020:00000010:0.0:1767384381.605228:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb37803a. 00000100:00100000:2.0:1767384381.605232:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000400:00000200:1.0:1767384381.605232:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384381.605236:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1767384381.605237:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384381.605241:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384381.605244:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384381.605245:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384381.605246:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384381.605246:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384381.605250:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608972368 : -111508100579248 : ffff9a957f468050) 00000100:00000200:1.0:1767384381.605250:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384381.605252:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000010:1.0:1767384381.605255:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d6d4934. 00000100:00000001:0.0:1767384381.605256:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384381.605259:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066f3e18a x1853236746156416/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 224/0 e 0 to 0 dl 1767384392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.605259:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.605260:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000009d6d4934 x1853236746156672 msgsize 224 00000100:00000001:0.0:1767384381.605269:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384381.605274:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384381.605279:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384381.605280:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384381.605282:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384381.605285:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000527197c. 00000100:00000001:1.0:1767384381.605286:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384381.605288:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000001:2.0:1767384381.605289:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384381.605291:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000020:00000010:2.0:1767384381.605293:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000527197c. 00000400:00000200:1.0:1767384381.605293:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302a9c0b 00000100:00000001:0.0:1767384381.605294:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556623360 : -111508152928256 : ffff9a957c27b800) 00000400:00000010:1.0:1767384381.605299:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000302a9c0b. 00000100:00000040:0.0:1767384381.605302:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000deed244a x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:362/0 lens 224/0 e 0 to 0 dl 1767384392 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384381.605303:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066f3e18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746156416:12345-0@lo:400: 00000100:00000001:1.0:1767384381.605304:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384381.605311:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384381.605313:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746156416 00000020:00000001:2.0:1767384381.605318:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384381.605321:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384381.605325:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605326:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384381.605330:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384381.605331:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f362883a. 00000100:00000001:1.0:1767384381.605332:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384381.605334:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000100:00000001:0.0:1767384381.605335:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384381.605338:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384381.605339:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384381.605340:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f362883a. 00000020:00000001:2.0:1767384381.605344:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384381.605349:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000deed244a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746156544:12345-0@lo:400: 00000020:00000001:2.0:1767384381.605350:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384381.605353:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384381.605356:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605357:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384381.605357:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746156544 00000020:00000001:2.0:1767384381.605361:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384381.605361:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384381.605362:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384381.605365:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384381.605366:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384381.605368:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384381.605369:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384381.605369:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.605373:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1767384381.605374:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006d6e6efa. 00000100:00000040:1.0:1767384381.605375:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3472 usecs (4 jiffies) 00000020:00000001:0.0:1767384381.605375:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 02000000:00000001:2.0:1767384381.605379:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605381:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294970373 00000020:00000001:0.0:1767384381.605381:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384381.605384:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.605384:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384381.605389:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.605389:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384381.605391:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294970375 00000020:00000001:0.0:1767384381.605392:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:2.0:1767384381.605394:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746156416 00000020:00000001:0.0:1767384381.605396:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605397:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294970373 00010000:00000001:2.0:1767384381.605398:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384381.605400:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384381.605403:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294970375 00000100:00000001:0.0:1767384381.605403:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:2.0:1767384381.605405:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066f3e18a x1853236746156416/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.605407:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294970373 02000000:00000001:0.0:1767384381.605407:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384381.605412:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294970375 02000000:00000010:0.0:1767384381.605412:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e26b3d80. 02000000:00000001:0.0:1767384381.605417:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605418:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294970373 00000100:00000001:0.0:1767384381.605422:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.605446:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384381.605448:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1767384381.605449:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746156544 00010000:00000001:0.0:1767384381.605451:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384381.605455:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000deed244a x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384381.605458:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605462:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294970375 00000100:00001000:2.0:1767384381.605463:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=87 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384381.605463:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384381.605467:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605468:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384381.605471:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384381.605472:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384381.605472:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384381.605478:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384381.605478:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605479:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384381.605483:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:2.0:1767384381.605484:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:1.0:1767384381.605484:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.605486:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384381.605491:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384381.605491:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384381.605492:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384381.605495:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605495:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384381.605495:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.605502:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384381.605502:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.605502:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384381.605506:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384381.605509:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384381.605510:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384381.605511:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384381.605514:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000100:00000001:1.0:1767384381.605515:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384381.605518:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000100:00000200:0.0:1767384381.605519:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746156544, offset 224 00000100:00000200:2.0:1767384381.605524:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746156416, offset 224 00000400:00000200:0.0:1767384381.605525:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384381.605530:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384381.605534:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384381.605534:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746156672 00000400:00000200:0.0:1767384381.605535:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384381.605539:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384381.605542:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384381.605545:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384381.605548:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df07a00 00000400:00000200:2.0:1767384381.605549:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384381.605551:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384381.605556:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f11 [1] + 224 00000100:00100000:1.0:1767384381.605557:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746156672 00000020:00000001:1.0:1767384381.605560:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384381.605560:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384381.605564:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df07980 00000020:00000040:1.0:1767384381.605564:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000400:00000200:0.0:1767384381.605569:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384381.605570:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384381.605573:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000400:00000200:2.0:1767384381.605574:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f09 [1] + 224 00000020:00000001:1.0:1767384381.605577:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000400:00000200:2.0:1767384381.605580:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384381.605581:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384381.605582:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:1.0:1767384381.605587:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384381.605589:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384381.605589:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384381.605592:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b95f5bb0. 00000100:00000001:2.0:1767384381.605595:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384381.605601:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384381.605603:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006d300f33. 00000100:00000040:0.0:1767384381.605604:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384381.605610:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:1.0:1767384381.605620:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384381.605625:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006edf27f2. 00000100:00000040:2.0:1767384381.605629:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384381.605631:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b87b257c. 00000100:00000001:0.0:1767384381.605636:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384381.605639:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000614e3f76. 00000400:00000200:0.0:1767384381.605643:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000010:0.0:1767384381.605645:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000100:00000001:1.0:1767384381.605646:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384381.605648:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384381.605649:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384381.605650:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384381.605650:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384381.605652:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.605656:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605658:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384381.605659:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000100:00000001:1.0:1767384381.605661:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1767384381.605661:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000400:00000010:2.0:1767384381.605663:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000100:00000001:1.0:1767384381.605665:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384381.605665:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384381.605667:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384381.605669:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.605670:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384381.605672:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384381.605675:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.605675:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384381.605678:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deed244a x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384381.605683:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:1.0:1767384381.605687:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384381.605689:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384381.605690:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384381.605692:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384381.605693:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000deed244a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236746156544:12345-0@lo:400: Request processed in 365us (729us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384381.605696:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384381.605698:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384381.605702:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f3e18a x1853236746156416/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384381.605704:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 00000100:00000001:1.0:1767384381.605708:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565629104384 : -111508080447232 : ffff9a958079b100) 00000100:00100000:0.0:1767384381.605708:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:0.0:1767384381.605713:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000100:00000040:1.0:1767384381.605718:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009d6d4934 x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:362/0 lens 224/0 e 0 to 0 dl 1767384392 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.605718:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384381.605721:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384381.605725:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf8cc171. 00000020:00000010:0.0:1767384381.605730:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb37803a. 00000020:00000010:0.0:1767384381.605734:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c434cd20. 00000100:00000001:1.0:1767384381.605737:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384381.605739:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000020:00000010:1.0:1767384381.605742:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d300f33. 00000100:00000001:0.0:1767384381.605743:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.605748:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384381.605752:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066f3e18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746156416:12345-0@lo:400: Request processed in 468us (889us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384381.605753:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d300f33. 00000100:00100000:1.0:1767384381.605762:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009d6d4934 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746156672:12345-0@lo:400: 00000100:00000001:0.0:1767384381.605762:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.605765:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384381.605766:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000400:00000001:0.0:1767384381.605770:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384381.605772:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746156672 00000100:00000040:2.0:1767384381.605773:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000400:00000001:0.0:1767384381.605773:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384381.605777:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384381.605778:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384381.605778:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026638ac1. 00000020:00000001:1.0:1767384381.605782:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384381.605783:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384381.605783:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000020:00000001:1.0:1767384381.605786:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384381.605787:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000020:00000010:2.0:1767384381.605788:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023c018a5. 00000020:00000001:1.0:1767384381.605790:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384381.605790:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384381.605794:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000010:2.0:1767384381.605795:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5d1a9c3. 00000100:00000200:0.0:1767384381.605796:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384381.605798:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384381.605801:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008729b362. 00000100:00000200:0.0:1767384381.605805:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384381.605807:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000020:00000001:1.0:1767384381.605807:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384381.605813:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384381.605814:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384381.605817:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006d6e6efa. 00000020:00000001:1.0:1767384381.605817:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384381.605817:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384381.605820:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384381.605821:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384381.605822:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384381.605823:0:16353:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384381.605826:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384381.605827:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384381.605827:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384381.605829:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384381.605830:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384381.605833:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384381.605833:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.605834:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384381.605838:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000052bfb5e3. 02000000:00000001:0.0:1767384381.605838:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384381.605840:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dacb8048. 02000000:00000001:1.0:1767384381.605843:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384381.605844:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=81 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384381.605846:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f48cb1d. 00000100:00000001:1.0:1767384381.605848:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384381.605849:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=81 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384381.605854:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605854:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384381.605856:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384381.605859:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746156672 00010000:00000001:0.0:1767384381.605860:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384381.605864:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00080000:0.0:1767384381.605865:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.605866:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384381.605869:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000200:1.0:1767384381.605871:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d6d4934 x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384381.605874:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384381.605877:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384381.605878:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384381.605881:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010afa04e. 00000100:00000001:0.0:1767384381.605882:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384381.605885:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:2.0:1767384381.605887:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fae84b2 00000100:00000001:0.0:1767384381.605888:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767384381.605890:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384381.605891:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384381.605892:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fae84b2. 00010000:00000001:1.0:1767384381.605894:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.605898:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384381.605898:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=81 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384381.605899:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384381.605905:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.605905:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384381.605911:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384381.605916:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:0.0:1767384381.605916:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384381.605922:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384381.605922:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384381.605926:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384381.605926:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605926:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.605932:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384381.605934:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384381.605939:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384381.605944:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384381.605945:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000302a9c0b. 00000100:00000001:2.0:1767384381.605947:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384381.605947:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002041721d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236746156544:0@lo:400: 00000100:00000200:1.0:1767384381.605951:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746156672, offset 224 00000100:00000001:2.0:1767384381.605952:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384381.605954:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384381.605956:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384381.605957:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384381.605960:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384381.605960:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002041721d x1853236746156544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384381.605965:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384381.605968:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.605969:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384381.605971:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384381.605972:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384381.605973:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384381.605975:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b1670c8. 00000100:00001000:2.0:1767384381.605979:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=87 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384381.605979:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384381.605982:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384381.605983:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df07a80 00000020:00000040:0.0:1767384381.605985:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00001000:2.0:1767384381.605986:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=87 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384381.605989:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384381.605992:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f19 [1] + 224 02000000:00000010:0.0:1767384381.605992:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c29b5ffd. 00000100:00000001:2.0:1767384381.605994:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384381.605996:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384381.605998:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.605999:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384381.606000:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384381.606002:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1767384381.606002:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002041721d. 00010000:00000001:2.0:1767384381.606006:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384381.606007:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384381.606007:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384381.606010:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.606011:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.606012:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384381.606016:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384381.606019:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384381.606020:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.606021:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384381.606024:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.606028:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.606031:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384381.606044:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1767384381.606045:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384381.606048:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384381.606048:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384381.606049:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000001:2.0:1767384381.606052:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384381.606061:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.606067:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384381.606070:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005db5c650 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746156416:0@lo:400: 00000400:00000200:1.0:1767384381.606074:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302a9c0b 00000100:00000001:2.0:1767384381.606075:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384381.606077:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000302a9c0b. 00000100:00000001:2.0:1767384381.606079:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384381.606082:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384381.606084:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005db5c650 x1853236746156416/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.606085:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384381.606089:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.606095:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:2.0:1767384381.606097:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384381.606100:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384381.606101:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384381.606103:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384381.606104:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d108d084. 00000020:00000001:1.0:1767384381.606106:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384381.606110:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384381.606112:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d6d4934 x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384381.606113:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384381.606116:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384381.606135:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384381.606139:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072d213e7. 00000100:00100000:1.0:1767384381.606140:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009d6d4934 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746156672:12345-0@lo:400: Request processed in 401us (877us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384381.606143:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384381.606146:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384381.606148:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005db5c650. 00000100:00000001:2.0:1767384381.606152:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767384381.606153:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:1.0:1767384381.606156:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000100:00000001:2.0:1767384381.606160:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.606161:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384381.606164:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.606165:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384381.606170:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b87b257c. 00000100:00000001:2.0:1767384381.606171:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384381.606174:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384381.606174:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000614e3f76. 00000100:00000001:2.0:1767384381.606176:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384381.606179:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006edf27f2. 00000100:00000001:2.0:1767384381.606180:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384381.606183:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:1.0:1767384381.606186:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.606200:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.606202:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384381.606205:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384381.606206:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384381.606208:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a2707b1. 00000400:00000200:1.0:1767384381.606210:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7140de7 00000400:00000010:1.0:1767384381.606212:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7140de7. 00000100:00000001:1.0:1767384381.606220:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384381.606223:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384381.606230:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.606236:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384381.606238:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.606239:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384381.606241:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384381.606242:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384381.606243:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.606245:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384381.606248:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384381.606251:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384381.606254:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384381.606255:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.606257:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384381.606259:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384381.606265:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.606268:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384381.606269:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384381.606270:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384381.606271:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.606274:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.606279:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384381.606282:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384381.606283:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384381.606285:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384381.606292:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746156672:0@lo:400: 00000100:00000001:1.0:1767384381.606302:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.606303:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384381.606305:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002597b5cc x1853236746156672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.606311:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384381.606313:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384381.606314:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dda1d013. 02000000:00000001:1.0:1767384381.606316:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384381.606318:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384381.606319:0:16354:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384381.606320:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384381.606322:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da5bcf5c. 02000000:00000001:1.0:1767384381.606325:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384381.606326:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384381.606327:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002597b5cc. 00000100:00000001:1.0:1767384381.606330:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384381.606331:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.606332:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.606335:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384381.606337:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.606339:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.606340:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.611476:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294970375, at 4294970376 00000100:00000040:0.0:1767384381.611484:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294970375, at 4294970376 00000100:00000010:3.0:1767384381.611485:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076c84e6e. 00000100:00000010:0.0:1767384381.611492:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000219a888c. 00000100:00000040:2.0:1767384381.612459:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294970375, at 4294970377 00000100:00000010:2.0:1767384381.612466:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8e3aa10. 00000100:00000040:1.0:1767384381.612506:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294970375, at 4294970377 00000100:00000010:1.0:1767384381.612512:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b19e37c7. 00010000:00000001:2.0:1767384381.795833:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384381.795838:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384381.795842:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384381.795843:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384381.795861:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384381.795865:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384381.795868:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384381.859672:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384381.859677:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384381.859680:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b158aa0 00000400:00000010:0.0:1767384381.859684:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b158aa0. 00000400:00000200:0.0:1767384381.859690:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384381.859697:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384381.859709:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000090322f70. 00000400:00000010:0.0:1767384381.859714:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000075a710f7. 00000400:00000001:0.0:1767384381.859721:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384381.859722:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384381.859724:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000400:00000010:0.0:1767384381.859726:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000400:00000200:0.0:1767384381.859731:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384381.859734:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384381.859740:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000addb88c8. 00000400:00000010:0.0:1767384381.859744:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006627211f. 00000400:00000200:0.0:1767384381.859751:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp44 00000400:00000010:0.0:1767384381.859755:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003927f5f3. 00000400:00000010:0.0:1767384381.859760:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008f770788. 00000400:00000010:0.0:1767384381.859764:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 00000400:00000010:0.0:1767384381.859771:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048528c58. 00000400:00000200:0.0:1767384381.859776:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp44 00000400:00000200:0.0:1767384381.859789:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp44 local destination 00000400:00000200:0.0:1767384381.859796:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp44 00000400:00000200:0.0:1767384381.859802:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp44 NI seq info: [175:175:256:4294967295] 192.168.203.143@tcp44 LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1767384381.859809:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp44 00000400:00000200:0.0:1767384381.859817:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp44(192.168.203.143@tcp44:) -> 192.168.203.143@tcp44(192.168.203.143@tcp44:192.168.203.143@tcp44) : GET try# 0 00000800:00000200:0.0:1767384381.859823:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp44 00000800:00000010:0.0:1767384381.859828:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c29b5ffd. 00000800:00000200:0.0:1767384381.859835:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000800:00000200:0.1:1767384381.859840:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000400:00000200:0.0:1767384381.859970:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp44 added to recovery queue. ping count: 2 next ping: 307 health :800 00000400:00000200:2.0:1767384381.859976:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.859976:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp43 00000400:00000010:0.0:1767384381.859979:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f575a5d3. 00000400:00000010:0.0:1767384381.859986:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000054840315. 00000400:00000010:0.0:1767384381.859989:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000400:00000010:0.0:1767384381.859993:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004f16625d. 00000400:00000200:0.0:1767384381.859997:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp43 00000400:00000200:0.0:1767384381.860003:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp43 local destination 00000400:00000200:0.0:1767384381.860007:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp43 00000400:00000200:2.0:1767384381.860012:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860012:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp43 NI seq info: [176:176:256:4294967295] 192.168.203.143@tcp43 LPNI seq info [167:167:8:4294967295] 00000400:00000200:0.0:1767384381.860021:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp43 00000400:00000200:0.0:1767384381.860031:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp43(192.168.203.143@tcp43:) -> 192.168.203.143@tcp43(192.168.203.143@tcp43:192.168.203.143@tcp43) : GET try# 0 00000400:00000200:2.0:1767384381.860033:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000200:0.0:1767384381.860038:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp43 00000800:00000010:0.0:1767384381.860042:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000009a7cc7c. 00000800:00000200:0.0:1767384381.860047:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000400:00000200:2.0:1767384381.860049:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000200:0.1:1767384381.860054:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000400:00000200:2.0:1767384381.860065:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860073:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp43 added to recovery queue. ping count: 3 next ping: 311 health :700 00000400:00000200:2.0:1767384381.860082:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860083:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp46 00000400:00000010:0.0:1767384381.860089:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007c1b2fe7. 00000400:00000010:0.0:1767384381.860095:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c434cd20. 00000400:00000010:0.0:1767384381.860098:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000400:00000010:0.0:1767384381.860103:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003172560a. 00000400:00000200:2.0:1767384381.860108:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860108:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp46 00000400:00000200:3.0:1767384381.860133:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860136:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp46 local destination 00000400:00000200:0.0:1767384381.860144:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp46 00000400:00000200:0.0:1767384381.860148:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp46 NI seq info: [177:177:256:4294967295] 192.168.203.143@tcp46 LPNI seq info [168:168:8:4294967295] 00000400:00000200:2.0:1767384381.860151:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860155:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp46 00000400:00000200:0.0:1767384381.860167:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp46(192.168.203.143@tcp46:) -> 192.168.203.143@tcp46(192.168.203.143@tcp46:192.168.203.143@tcp46) : GET try# 0 00000800:00000200:0.0:1767384381.860173:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp46 00000800:00000010:0.0:1767384381.860176:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000da5bcf5c. 00000800:00000200:0.0:1767384381.860182:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c06e2ca8] -> 12345-192.168.203.143@tcp46 (2) 00000800:00000200:0.1:1767384381.860187:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c06e2ca8] -> 12345-192.168.203.143@tcp46 (2) 00000400:00000200:3.0:1767384381.860192:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860197:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860204:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp46 added to recovery queue. ping count: 1 next ping: 305 health :900 00000400:00000200:3.0:1767384381.860254:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860256:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860278:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.860303:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860315:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860343:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.860359:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860364:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860406:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.860412:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860418:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860496:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.860507:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860508:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860558:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860563:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.860570:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860623:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860624:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.860627:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860679:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860700:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.860701:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860723:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860785:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860785:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.860786:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860845:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860866:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.860867:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860909:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860927:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.860935:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.860970:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.860985:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861000:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861032:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861038:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861063:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861104:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861106:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861112:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861166:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861176:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861190:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861219:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861231:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861254:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861281:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861286:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861319:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861350:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861355:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861384:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861404:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861442:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861464:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861487:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861507:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861537:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861557:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861571:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861601:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861613:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861633:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861670:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861675:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861690:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861737:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861746:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861757:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.861805:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861816:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861826:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861888:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861891:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.861950:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.861956:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000800:00000010:2.0:1767384381.862000:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e612111. 00000400:00000200:3.0:1767384381.862004:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000800:00000010:2.0:1767384381.862004:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000511ebaea. 00000800:00000010:2.0:1767384381.862011:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b233956. 00000400:00000200:0.0:1767384381.862016:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000800:00000010:2.0:1767384381.862032:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b233956. 00000800:00020000:2.0:1767384381.862041:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384381.862044:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000511ebaea. 00000800:00000010:2.0:1767384381.862046:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009e612111. 00000400:00000200:3.0:1767384381.862049:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862070:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:02020000:2.0:1767384381.862096:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp44 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384381.862103:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp44 notifying 192.168.203.143@tcp44: down 00000400:00000200:3.0:1767384381.862105:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.862107:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384381.862113:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp44 00000800:00000010:2.0:1767384381.862115:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c29b5ffd. 00000400:00000200:0.0:1767384381.862129:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384381.862131:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384381.862137:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp44->192.168.203.143@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384381.862144:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384381.862147:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384381.862151:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp44) recovery failed with -71 00000400:00000200:3.0:1767384381.862168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862187:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.862214:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862241:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.862260:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862288:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.862309:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862333:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862367:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862401:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862623:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000800:00000010:3.0:1767384381.862680:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c556f2ad. 00000800:00000010:3.0:1767384381.862686:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df128945. 00000400:00000200:0.0:1767384381.862687:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000010:3.0:1767384381.862689:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a9e01926. 00000800:00000010:3.0:1767384381.862715:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a9e01926. 00000800:00020000:3.0:1767384381.862724:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384381.862727:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df128945. 00000800:00000010:3.0:1767384381.862731:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c556f2ad. 00000400:00000200:0.0:1767384381.862744:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000400:02020000:3.0:1767384381.862786:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp43 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384381.862791:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.862796:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp43 notifying 192.168.203.143@tcp43: down 00000400:00000200:3.0:1767384381.862800:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384381.862805:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp43 00000800:00000010:3.0:1767384381.862808:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000009a7cc7c. 00000400:00000200:3.0:1767384381.862812:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384381.862816:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp43->192.168.203.143@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384381.862823:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384381.862826:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384381.862831:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp43) recovery failed with -71 00000400:00000200:0.0:1767384381.862834:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862868:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862904:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862924:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862938:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862950:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862965:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.862986:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.863007:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.863031:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.143:988 00000400:00000200:0.0:1767384381.863051:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.143:988 00000800:00000010:0.0:1767384381.863185:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000054b81340. 00000800:00000010:0.0:1767384381.863189:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007c6fbe62. 00000800:00000010:0.0:1767384381.863193:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f362883a. 00000800:00000010:0.0:1767384381.863226:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f362883a. 00000400:00000200:2.0:1767384381.863519:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384381.863536:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp46 from 205.3.0.2 00000800:00000010:2.0:1767384381.863541:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004a617e6e. 00000800:00000010:3.0:1767384381.863637:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c556f2ad. 00000800:00000010:3.0:1767384381.863642:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df128945. 00000800:00000010:3.0:1767384381.863662:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000032777248. 00000800:00000200:3.1:1767384381.863673:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c06e2ca8] -> 12345-192.168.203.143@tcp46 (2) 00000800:00000200:3.1:1767384381.863678:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp46 0000000032777248 deleted 00000800:00000010:3.1:1767384381.863680:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000032777248. 00000800:00000200:3.1:1767384381.863685:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384381.863692:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp46 ip 192.168.203.143:973 00000800:00000200:3.1:1767384381.863695:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da5bcf5c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384381.863702:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp46 p 3.x 192.168.203.143 -> 192.168.203.143:973 incarnation:1767384376331360719 sched[0] 00000800:00000010:3.0:1767384381.863707:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a9e01926. 00000800:00000010:3.0:1767384381.863758:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a9e01926. 00000800:00000010:3.0:1767384381.863762:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df128945. 00000800:00000200:1.1:1767384381.863794:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384381.863796:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004a617e6e. 00000800:00000200:1.0:1767384381.863806:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp46 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384376331360719 sched[0] 00000800:00000010:1.0:1767384381.863811:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007c6fbe62. 00000800:00000001:3.0:1767384381.863815:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.863821:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384381.863871:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384381.863874:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000da5bcf5c. 00000400:00000200:3.0:1767384381.863878:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384381.863882:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.863883:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp46->192.168.203.143@tcp46: GET: OK 00000400:00000200:3.0:1767384381.863891:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384381.863895:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp46 recovery message sent successfully:0 00000800:00000001:3.0:1767384381.863907:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.863912:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384381.863914:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.863920:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384381.863928:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp46(192.168.203.143@tcp46) <- 192.168.203.143@tcp46 : GET - for me 00000400:00000200:1.0:1767384381.863938:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.863943:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384381.863951:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x1ebd [1] + 0 00000400:00000200:3.0:1767384381.863962:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp46 to MR: 192.168.203.143@tcp46 local destination 00000400:00000200:3.0:1767384381.863968:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp46 NI seq info: [178:178:256:4294967295] 192.168.203.143@tcp46 LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1767384381.863983:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp46(192.168.203.143@tcp46:192.168.203.143@tcp46) -> 192.168.203.143@tcp46(192.168.203.143@tcp46:192.168.203.143@tcp46) 192.168.203.143@tcp46 : REPLY try# 0 00000400:00000200:1.0:1767384381.863985:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000200:3.0:1767384381.863992:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp46 00000800:00000010:3.0:1767384381.863996:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000045b9826. 00000800:00000200:3.0:1767384381.864002:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c06e2ca8] -> 12345-192.168.203.143@tcp46 (4) 00000800:00000200:3.0:1767384381.864008:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp46 ip 192.168.203.143:988 00000800:00000200:3.0:1767384381.864011:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000045b9826 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384381.864030:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000200:3.0:1767384381.864054:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384381.864063:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000045b9826. 00000400:00000200:3.0:1767384381.864067:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384381.864073:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp46->192.168.203.143@tcp46: REPLY: OK 00000400:00000200:1.0:1767384381.864077:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000001:3.0:1767384381.864084:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.864089:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384381.864092:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.864096:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384381.864099:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.864102:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384381.864109:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp46(192.168.203.143@tcp46) <- 192.168.203.143@tcp46 : REPLY - for me 00000400:00000200:1.0:1767384381.864128:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.864136:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp46: Reply from 12345-192.168.203.143@tcp46 of length 272/272 into md 0x1f39 00000800:00000001:3.0:1767384381.864142:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.864148:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384381.864150:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384381.864156:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp46->192.168.203.143@tcp46: REPLY: OK 00000400:00000200:1.0:1767384381.864165:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384381.864166:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000400:00000010:3.0:1767384381.864168:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000400:00000200:3.0:1767384381.864172:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384381.864182:0:16346:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007c1b2fe7. 00000400:00000010:3.0:1767384381.864186:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c434cd20. 00000800:00000001:3.0:1767384381.864192:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.864195:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384381.864210:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864229:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864239:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864262:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864274:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864291:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864314:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864333:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864361:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864389:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864924:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864973:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.864998:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865020:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865039:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865051:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865063:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865077:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865091:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865104:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865138:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865183:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865220:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865236:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865250:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865266:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865281:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384381.865294:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384381.865386:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000071c55535. 00000800:00000010:1.0:1767384381.865389:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007d7a99b7. 00000800:00000010:1.0:1767384381.865391:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079244508. 00000800:00000010:1.0:1767384381.865411:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079244508. 00000800:00020000:1.0:1767384381.865415:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384381.865417:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007d7a99b7. 00000800:00000010:1.0:1767384381.865419:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000071c55535. 00000400:02020000:1.0:1767384381.865464:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp46 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000100:00000001:3.0:1767384382.627486:0:17892:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384382.627490:0:17892:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.820483:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384382.820490:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.820495:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384382.820497:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.820523:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384382.820526:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384382.820528:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384382.883480:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384382.883484:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767384382.883488:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ead69ca] -> 12345-192.168.203.143@tcp28 (6) 00000400:00000200:0.0:1767384382.883488:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000400:00000010:0.0:1767384382.883492:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000800:00000200:2.0:1767384382.883497:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp28 ip 192.168.203.143:988 00000400:00000200:0.0:1767384382.883497:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384382.883502:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384382.883504:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384382.883516:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003927f5f3. 00000400:00000010:0.0:1767384382.883521:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008f770788. 00000400:00000001:0.0:1767384382.883524:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384382.883525:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384382.883526:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000010:0.0:1767384382.883528:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000800:00000200:2.0:1767384382.883532:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000005705bdd] -> 12345-192.168.203.143@tcp15 (6) 00000800:00000200:2.0:1767384382.883537:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp15 ip 192.168.203.143:988 00000400:00000200:0.0:1767384382.883538:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384382.883541:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384382.883546:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384382.883550:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f575a5d3. 00000400:00000010:0.0:1767384382.883554:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000054840315. 00000400:00000200:0.0:1767384382.883561:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp45 00000400:00000010:0.0:1767384382.883564:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f575a5d3. 00000400:00000010:0.0:1767384382.883569:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d4d64f48. 00000400:00000010:0.0:1767384382.883573:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000400:00000010:0.0:1767384382.883580:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e18b6d5e. 00000400:00000200:0.0:1767384382.883584:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp45 00000400:00000200:0.0:1767384382.883597:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp45 local destination 00000400:00000200:0.0:1767384382.883603:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp45 00000400:00000200:0.0:1767384382.883608:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp45 NI seq info: [179:179:256:4294967295] 192.168.203.143@tcp45 LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1767384382.883615:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp45 00000400:00000200:0.0:1767384382.883620:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp45(192.168.203.143@tcp45:) -> 192.168.203.143@tcp45(192.168.203.143@tcp45:192.168.203.143@tcp45) : GET try# 0 00000800:00000200:0.0:1767384382.883624:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp45 00000800:00000010:0.0:1767384382.883628:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000014663e73. 00000800:00000200:0.0:1767384382.883633:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000800:00000200:0.1:1767384382.883637:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000800:00000200:2.0:1767384382.883640:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384382.883645:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384382.883653:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp45 added to recovery queue. ping count: 2 next ping: 308 health :800 00000800:00000001:2.0:1767384382.883655:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384382.883686:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384382.883689:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.883691:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384382.883692:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.883695:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384382.883697:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.883700:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.883717:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883770:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883801:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883832:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883860:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883876:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883892:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883909:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883928:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883942:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883960:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883980:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.883998:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884015:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884035:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884047:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884061:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884078:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884093:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884106:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884140:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884172:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884202:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884229:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884255:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884280:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884302:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884321:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884339:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884358:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884377:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884408:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884462:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884491:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384382.884506:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384382.884633:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008f9176d6. 00000800:00000010:0.0:1767384382.884638:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b24a6632. 00000800:00000010:0.0:1767384382.884642:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f3f21aee. 00000800:00000010:0.0:1767384382.884663:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f3f21aee. 00000800:00020000:0.0:1767384382.884670:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384382.884672:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b24a6632. 00000800:00000010:0.0:1767384382.884675:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008f9176d6. 00000400:02020000:0.0:1767384382.884732:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp45 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384382.884738:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp45 notifying 192.168.203.143@tcp45: down 00000400:00000200:0.0:1767384382.884741:0:34393:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384382.884745:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp45 00000800:00000010:0.0:1767384382.884747:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000014663e73. 00000400:00000200:0.0:1767384382.884750:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384382.884756:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp45->192.168.203.143@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384382.884764:0:34393:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384382.884767:0:34393:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384382.884770:0:34393:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp45) recovery failed with -71 00080000:00000010:1.0:1767384383.205377:0:38510:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bd347713. 00080000:00000010:1.0:1767384383.205386:0:38510:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bd347713. 00000020:00000001:1.0:1767384383.205391:0:38510:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384383.205398:0:38510:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bd347713. 00080000:00000010:1.0:1767384383.205402:0:38510:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bd347713. 00000020:00000001:1.0:1767384383.205406:0:38510:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.843832:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384383.843838:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.843845:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384383.843846:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.843897:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384383.843900:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.843903:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384383.908547:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384383.908554:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384383.908556:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000010:0.0:1767384383.908560:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000400:00000200:0.0:1767384383.908565:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384383.908573:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384383.908585:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f575a5d3. 00000400:00000010:0.0:1767384383.908589:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d4d64f48. 00000001:00000001:0.0:1767384384.097849:0:38675:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384384.097855:0:38675:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:0.0:1767384384.103584:0:38675:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384384.111984:0:38676:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c0737f3b. 00000400:00000010:1.0:1767384384.111998:0:38676:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b03f52b9. 00000400:00000010:1.0:1767384384.112007:0:38676:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d65ed449. 00000400:00000010:1.0:1767384384.112011:0:38676:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008218631f. 00000400:00000010:1.0:1767384384.112014:0:38676:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fbbe2d87. 00000400:00000010:1.0:1767384384.112018:0:38676:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c24cce9. 00000400:00000010:1.0:1767384384.112020:0:38676:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000030c8e0b9. 00000400:00000010:1.0:1767384384.112022:0:38676:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ec9f9b6. 00000400:00000010:1.0:1767384384.112025:0:38676:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000024774fec. 00000800:00000010:1.0:1767384384.112041:0:38676:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a9d092c0. 00000800:00000200:1.0:1767384384.112050:0:38676:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384384.112065:0:38676:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384384.112098:0:38676:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:1.0:1767384384.112137:0:38676:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp49 [8/256/0/180] 00000400:00000010:1.0:1767384384.114091:0:38676:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000e7be00fa. 00000400:00000010:1.0:1767384384.114097:0:38676:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a2707b1. 00000400:00000010:1.0:1767384384.114117:0:38676:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7140de7. 00000400:00000001:1.0:1767384384.114137:0:38676:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384384.114139:0:38676:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384384.114146:0:38676:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fbe427a. 00000400:00000200:1.0:1767384384.114149:0:38676:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:1.0:1767384384.114151:0:38676:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000400:00000010:1.0:1767384384.114155:0:38676:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000001c66a35c. 00000400:00000200:1.0:1767384384.114159:0:38676:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (38) 00000400:00000200:1.0:1767384384.114170:0:38676:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384384.114178:0:38676:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:1.0:1767384384.114185:0:38676:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000071c55535. 00000020:01000000:1.0:1767384384.114189:0:38676:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384384.114192:0:38676:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp49 00000400:00000200:0.0:1767384384.114195:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384384.114203:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:0.0:1767384384.114206:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (39) 00000400:00000010:0.0:1767384384.114211:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000a27946ed. 00000400:00000010:0.0:1767384384.114219:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000400:00000010:0.0:1767384384.114225:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005201569c. 00000400:00000200:0.0:1767384384.114230:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384384.114241:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384384.114246:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000010:1.0:1767384384.114248:0:38676:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b03f52b9. 00000400:00000010:1.0:1767384384.114253:0:38676:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c0737f3b. 00000400:00000200:0.0:1767384384.114256:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:0.0:1767384384.114262:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384384.114267:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:0.0:1767384384.114270:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:0.0:1767384384.114274:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:0.0:1767384384.114279:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:0.0:1767384384.114284:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000400:00000200:0.0:1767384384.114289:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000400:00000200:0.0:1767384384.114293:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000400:00000200:0.0:1767384384.114297:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[142, 38] 00000400:00000200:0.0:1767384384.114301:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 38], ns[158, 38] 00000400:00000200:0.0:1767384384.114305:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 38], ns[166, 38] 00000400:00000200:0.0:1767384384.114310:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:0.0:1767384384.114314:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:0.0:1767384384.114319:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:0.0:1767384384.114324:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000400:00000200:0.0:1767384384.114330:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000400:00000200:0.0:1767384384.114336:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 34], ns[62, 34] 00000400:00000200:0.0:1767384384.114340:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 34], ns[78, 34] 00000400:00000200:0.0:1767384384.114344:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 34], ns[163, 34] 00000400:00000200:0.0:1767384384.114349:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 34], ns[79, 34] 00000400:00000200:0.0:1767384384.114353:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 34], ns[93, 34] 00000400:00000200:0.0:1767384384.114357:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 34], ns[100, 34] 00000400:00000200:0.0:1767384384.114371:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 34], ns[136, 34] 00000400:00000200:0.0:1767384384.114375:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 34], ns[120, 34] 00000400:00000200:0.0:1767384384.114378:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 34], ns[148, 34] 00000400:00000200:0.0:1767384384.114383:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 34], ns[162, 34] 00000400:00000200:0.0:1767384384.114387:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 34], ns[171, 34] 00000400:00000200:0.0:1767384384.114392:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[145, 34] 00000400:00000200:0.0:1767384384.114398:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 34], ns[154, 34] 00000400:00000200:0.0:1767384384.114402:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 34], ns[150, 34] 00000400:00000200:0.0:1767384384.114408:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 34], ns[173, 34] 00000400:00000200:0.0:1767384384.114412:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 34], ns[176, 34] 00000400:00000200:0.0:1767384384.114416:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[166, 34], ns[175, 34] 00000400:00000200:0.0:1767384384.114420:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[170, 34], ns[179, 34] 00000400:00000200:0.0:1767384384.114423:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 34], ns[178, 34] 00000400:00000200:0.0:1767384384.114445:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:0.0:1767384384.114450:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp23 00000400:00000200:0.0:1767384384.114454:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp23 lpni_is_preferred = 0 00000400:00000200:0.0:1767384384.114457:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp23 00000400:00000200:0.0:1767384384.114460:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp23 NI seq info: [180:180:256:4294967295] 192.168.203.143@tcp23 LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1767384384.114467:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp23 00000400:00000200:0.0:1767384384.114476:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp23(192.168.203.143@tcp23:) -> 192.168.203.143@tcp23(192.168.203.143@tcp:192.168.203.143@tcp23) : GET try# 0 00000800:00000200:0.0:1767384384.114482:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp23 00000800:00000010:0.0:1767384384.114487:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d4a6cb6. 00000800:00000200:0.0:1767384384.114493:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ebc3f4ef] -> 12345-192.168.203.143@tcp23 (6) 00000800:00000200:0.0:1767384384.114500:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp23 ip 192.168.203.143:988 00000800:00000200:0.0:1767384384.114504:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d4a6cb6 type 2, nob 96 niov 1 nkiov 0 00000020:00000001:2.0:1767384384.114519:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384384.114524:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384384.114526:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 10000000:00000001:2.0:1767384384.114528:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384384.114531:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384384.114531:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000020:01000004:2.0:1767384384.114537:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384384.114539:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384384.114541:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384384.114542:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384384.114548:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384384.114550:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384384.114551:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384384.114553:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384384.114554:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384384.114555:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384384.114560:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a06d87a1. 00000020:00000040:2.0:1767384384.114563:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384384.114568:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384384.114571:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384384.114574:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384384.114581:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009e612111. 00000100:00000001:2.0:1767384384.114586:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.114593:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384384.114595:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.114601:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a06d87a1] to pc [ptlrpcd_00_02+2] req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384384.114624:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384384.114627:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384384.114629:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384384.114631:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384384.114638:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384384.114638:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384384.114640:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384384.114642:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384384.114644:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384384.114644:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384384.114648:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384384.114649:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384384.114652:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384384.114654:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767384384.114656:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384384.114657:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384384.114659:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384384.114661:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384384.114664:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384384.114665:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384384.114667:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384384.114671:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001405cccd. 00000100:00000001:0.0:1767384384.114673:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384384.114674:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384384.114676:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.114678:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384384.114682:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384384.114685:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384384.114686:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384384.114689:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384384.114690:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384384.114695:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a06d87a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746156800:0@lo:253: 02000000:00000010:2.0:1767384384.114696:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000f910bb8. 00000100:00000001:2.0:1767384384.114702:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.114702:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384384.114708:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384384.114709:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384384.114710:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384384.114713:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.114716:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001405cccd] to pc [ptlrpcd_00_03+3] req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384384.114718:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384384.114725:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008f9176d6. 10000000:00000001:2.0:1767384384.114728:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384384.114729:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384384.114732:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384384.114734:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384384.114735:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026638ac1. 00000020:01000000:2.0:1767384384.114736:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384384.114740:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000071c55535. 00000400:00000010:0.0:1767384384.114741:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1755bea. 00000100:00000200:0.0:1767384384.114746:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746156800, portal 25 00000100:00000001:0.0:1767384384.114748:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384384.114750:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348029696 : -111513361521920 : ffff9a9445b2e300) 00000100:00000040:0.0:1767384384.114755:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.114763:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384384.114765:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384384.114768:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a954357f. 00000100:00000200:0.0:1767384384.114770:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746156800, offset 0 00000400:00000200:0.0:1767384384.114775:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384384.114783:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384384.114790:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df07b00 00000400:00000200:0.0:1767384384.114797:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16ad [2] + 0 00000400:00000010:0.0:1767384384.114800:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea5cccc5. 00000400:00000200:0.0:1767384384.114804:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005a8917c9 00000400:00000200:0.0:1767384384.114810:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.114814:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384384.114818:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a8917c9 00000400:00000010:0.0:1767384384.114820:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a8917c9. 00000100:00000001:0.0:1767384384.114823:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384384.114825:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384384.114828:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000016331adc x1853236746156800 msgsize 4848 00000100:00100000:0.0:1767384384.114831:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384384.114833:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384384.114841:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384384.114847:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a954357f 00000400:00000010:0.0:1767384384.114848:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a954357f. 00000100:00000001:0.0:1767384384.114851:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384384.114854:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.114857:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384384.114861:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384384.114863:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384384.114867:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384384.114869:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384384.114872:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.114888:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384384.114891:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.114891:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.114896:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384384.114897:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384384.114901:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384384.114903:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.114904:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384384.114907:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001405cccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746156928:0@lo:253: 00000100:00000001:0.0:1767384384.114909:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294972885 00000100:00000001:2.0:1767384384.114912:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384384.114915:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006015cbae. 02000000:00000001:2.0:1767384384.114916:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384384.114919:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384384.114922:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384384.114924:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 02000000:00000010:2.0:1767384384.114927:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005d8b62fd. 00000100:00000001:0.0:1767384384.114930:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294972885 02000000:00000001:2.0:1767384384.114931:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384384.114936:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010afa04e. 00000100:00000010:0.0:1767384384.114937:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000bb395f9. 00000400:00000010:2.0:1767384384.114943:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007240f55d. 00000100:00000001:0.0:1767384384.114943:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384384.114949:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746156928, portal 25 00000100:00000001:0.0:1767384384.114949:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294972885 00000100:00000001:2.0:1767384384.114953:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767384384.114955:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036196936. 00000100:00000001:0.0:1767384384.114959:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384384.114960:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348022528 : -111513361529088 : ffff9a9445b2c700) 00000100:00000001:0.0:1767384384.114963:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294972885 00000100:00000040:2.0:1767384384.114967:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384384.114969:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5a55c4d. 00000100:00000001:0.0:1767384384.114975:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384384.114978:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384384.114980:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384384.114982:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384384.114985:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384384.114987:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c975ad0a. 00000100:00000001:0.0:1767384384.114990:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384384.114991:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746156928, offset 0 00000100:00000001:0.0:1767384384.114994:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384384.114998:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384384.115003:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384384.115006:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384384.115007:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384384.115011:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384384.115013:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384384.115016:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df07b80 00000100:00000001:0.0:1767384384.115016:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.115022:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384384.115025:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16d1 [2] + 0 00000400:00000010:2.0:1767384384.115029:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9ef55f. 00000400:00000200:2.0:1767384384.115032:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ed208c8 00000400:00000200:2.0:1767384384.115036:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384384.115039:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384384.115041:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed208c8 00000400:00000010:2.0:1767384384.115043:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ed208c8. 00000100:00000001:2.0:1767384384.115045:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384384.115047:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384384.115049:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000459bc455 x1853236746156928 msgsize 4848 00000100:00100000:2.0:1767384384.115052:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384384.115054:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384384.115065:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384384.115069:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c975ad0a 00000400:00000010:2.0:1767384384.115070:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c975ad0a. 00000100:00000001:2.0:1767384384.115073:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384384.115075:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.115083:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384384.115086:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.115092:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.115094:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384384.115096:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384384.115097:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384384.115100:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746156800 02000000:00000001:0.0:1767384384.115113:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384384.115117:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384384.115119:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294972885 00000100:00000001:0.0:1767384384.115120:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.115122:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294972885 00000100:00000001:2.0:1767384384.115126:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294972885 02000000:00000001:0.0:1767384384.115127:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.115128:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294972885 00000100:00100000:0.0:1767384384.115132:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746156800 00000100:00000001:2.0:1767384384.115133:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294972885 00000100:00000001:2.0:1767384384.115137:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294972885 00000020:00000001:0.0:1767384384.115138:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384384.115140:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294972885 00000020:00000040:0.0:1767384384.115141:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:2.0:1767384384.115143:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294972885 00000020:00000001:0.0:1767384384.115146:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384384.115147:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384384.115150:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384384.115150:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:2.0:1767384384.115154:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.115155:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384384.115157:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384384.115160:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384384.115163:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384384.115166:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384384.115166:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384384.115171:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384384.115172:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384384.115173:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060251092. 00000100:00000001:2.0:1767384384.115174:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.115178:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.115178:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384384.115183:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060251092. 00000020:00000010:0.0:1767384384.115189:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a52afa2a. 00000020:00000010:0.0:1767384384.115193:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abcff5c6. 00000100:00000001:2.0:1767384384.115194:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384384.115197:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746156928 00000020:00000010:0.0:1767384384.115198:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb37803a. 02000000:00000001:2.0:1767384384.115199:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384384.115203:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384384.115205:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384384.115207:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:2.0:1767384384.115208:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384384.115213:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746156928 00000100:00000001:0.0:1767384384.115214:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384384.115216:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384384.115217:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384384.115219:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384384.115220:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384384.115221:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384384.115225:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000020:00000001:2.0:1767384384.115227:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384384.115229:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384384.115230:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384384.115234:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384384.115237:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082e8e1b1. 00000100:00000001:0.0:1767384384.115241:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.115246:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384384.115249:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082e8e1b1. 00000020:00000010:2.0:1767384384.115254:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008729b362. 00000100:00000001:0.0:1767384384.115255:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384384.115258:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008cef635a. 00000100:00000001:0.0:1767384384.115259:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384384.115263:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5d1a9c3. 00000100:00100000:0.0:1767384384.115266:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000001:2.0:1767384384.115269:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384384.115271:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384384.115272:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384384.115275:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.115276:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608979536 : -111508100572080 : ffff9a957f469c50) 00000100:00000001:2.0:1767384384.115280:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384384.115282:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016331adc x1853236746156800/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:365/0 lens 4848/0 e 0 to 0 dl 1767384395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.115289:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384384.115293:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384384.115297:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060251092. 00000100:00000001:0.0:1767384384.115299:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384384.115300:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384384.115303:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384384.115303:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060251092. 00000100:00100000:2.0:1767384384.115309:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1767384384.115312:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016331adc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746156800:12345-0@lo:253: 00000100:00000040:2.0:1767384384.115313:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:2.0:1767384384.115317:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608984656 : -111508100566960 : ffff9a957f46b050) 00000100:00000200:0.0:1767384384.115319:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746156800 00000100:00000040:2.0:1767384384.115323:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000459bc455 x1853236746156928/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:365/0 lens 4848/0 e 0 to 0 dl 1767384395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384384.115325:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384384.115329:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384384.115332:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.115334:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384384.115336:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384384.115338:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082e8e1b1. 00000020:00000001:0.0:1767384384.115339:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000001:2.0:1767384384.115341:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384384.115345:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082e8e1b1. 00000020:00000001:0.0:1767384384.115346:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384384.115349:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384384.115351:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000459bc455 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+15:16356:x1853236746156928:12345-0@lo:253: 00000020:00000001:0.0:1767384384.115353:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767384384.115357:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746156928 00000020:00000001:0.0:1767384384.115357:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384384.115360:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384384.115362:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384384.115363:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384384.115365:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384384.115366:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:2.0:1767384384.115371:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384384.115371:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384384.115372:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384384.115376:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384384.115377:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384384.115378:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384384.115380:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384384.115385:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384384.115386:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000008981262. 00000100:00000001:2.0:1767384384.115389:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384384.115390:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384384.115393:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384384.115394:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384384.115398:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cec81cb9. 20000000:00000001:0.0:1767384384.115399:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384384.115403:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.115405:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384384.115407:0:17077:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384384.115409:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000259f09e9. 20000000:01000000:0.0:1767384384.115414:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384384.115415:0:17077:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000005c0d2af. 20000000:00000001:0.0:1767384384.115417:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:2.0:1767384384.115420:0:17077:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384384.115420:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384384.115442:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384384.115445:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384384.115448:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384384.115452:0:17077:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384384.115455:0:17077:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384384.115456:0:17077:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384384.115458:0:17077:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384384.115459:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4d64f48. 20000000:00000001:2.0:1767384384.115461:0:17077:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384384.115463:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:0.0:1767384384.115469:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384384.115474:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384384.115478:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384384.115493:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384384.115507:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384384.115510:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384384.115511:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384384.115513:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384384.115515:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384384.115518:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:0.0:1767384384.115522:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:0.0:1767384384.115524:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384384.115527:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384384.115531:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384384.115533:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384384.115536:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384384.115541:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384384.115544:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384384.115548:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000075f5fb1b. 00080000:00000001:0.0:1767384384.115551:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565212409344 : -111508497142272 : ffff9a9567a36e00) 00080000:00000001:0.0:1767384384.115555:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384384.115558:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384384.115562:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000060251092. 00080000:00000001:0.0:1767384384.115564:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384384.115567:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384384.115580:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384384.115584:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384384.115589:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d4a6cb6. 00000400:00000200:1.0:1767384384.115592:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384384.115596:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384384.115597:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp23->192.168.203.143@tcp23: GET: OK 00000400:00000200:1.0:1767384384.115602:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384384.115605:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000001:1.0:1767384384.115613:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384384.115620:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384384.115622:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384384.115626:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384384.115631:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp23(192.168.203.143@tcp23) <- 192.168.203.143@tcp23 : GET - for me 00000400:00000200:1.0:1767384384.115638:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384384.115642:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 656/656 into md 0x1f41 [1] + 0 00000400:00000200:1.0:1767384384.115649:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp23 to MR: 192.168.203.143@tcp23 local destination 00000400:00000200:1.0:1767384384.115654:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp23 NI seq info: [181:181:256:4294967295] 192.168.203.143@tcp23 LPNI seq info [172:172:8:4294967295] 00000400:00000200:1.0:1767384384.115664:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp23(192.168.203.143@tcp23:192.168.203.143@tcp23) -> 192.168.203.143@tcp23(192.168.203.143@tcp23:192.168.203.143@tcp23) 192.168.203.143@tcp23 : REPLY try# 0 00000800:00000200:1.0:1767384384.115668:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.143@tcp23 00000800:00000010:1.0:1767384384.115672:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df31381. 00000800:00000200:1.0:1767384384.115676:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ebc3f4ef] -> 12345-192.168.203.143@tcp23 (6) 00000800:00000200:1.0:1767384384.115685:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp23 ip 192.168.203.143:995 00000800:00000200:1.0:1767384384.115688:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008df31381 type 3, nob 752 niov 1 nkiov 1 00000800:00000200:1.0:1767384384.115724:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384384.115726:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df31381. 00000400:00000200:1.0:1767384384.115729:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384384.115732:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp23->192.168.203.143@tcp23: REPLY: OK 00000800:00000001:1.0:1767384384.115738:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384384.115742:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384384.115744:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384384.115746:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384384.115748:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384384.115749:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384384.115753:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp23(192.168.203.143@tcp23) <- 192.168.203.143@tcp23 : REPLY - for me 00000400:00000200:1.0:1767384384.115760:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp23: Reply from 12345-192.168.203.143@tcp23 of length 656/656 into md 0x1f45 00000800:00000001:1.0:1767384384.115763:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384384.115766:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384384.115768:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384384.115771:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp23->192.168.203.143@tcp23: REPLY: OK 00000400:00000200:1.0:1767384384.115773:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000010:1.0:1767384384.115774:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000400:00000200:1.0:1767384384.115776:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384384.115779:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:1.0:1767384384.115782:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:1.0:1767384384.115784:0:16348:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.143@tcp (688 bytes) 00000400:00000200:1.0:1767384384.115787:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000010:1.0:1767384384.115800:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000a27946ed. 00000400:00000200:1.0:1767384384.115803:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (40) 00000800:00000001:1.0:1767384384.115806:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384384.115808:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384384.116802:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384384.116808:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000a6249c23. 00000400:00000010:0.0:1767384384.116812:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9140507. 00000400:00000010:0.0:1767384384.116815:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 00000400:00000200:0.0:1767384384.116818:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a6249c23 00000400:00000001:0.0:1767384384.116820:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384384.116822:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384384.116823:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000725eec66. 00000400:00000200:0.0:1767384384.116826:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000400:00000010:0.0:1767384384.116828:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000400:00000200:0.0:1767384384.116830:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384384.116832:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000009a0285fb. 00000400:00000200:0.0:1767384384.116850:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000400:00000200:0.0:1767384384.116855:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100871 00000400:00000200:0.0:1767384384.116861:0:16351:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.143@tcp:0 00000400:00000200:0.0:1767384384.116863:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 rc 1 00000400:00000200:0.0:1767384384.116867:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102071 00000400:00000200:0.0:1767384384.116869:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (39) 00000400:00000010:0.0:1767384384.116893:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000009a0285fb. 00000400:00000010:0.0:1767384384.116897:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000400:00000010:0.0:1767384384.116903:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c655febb. 00000400:00000200:0.0:1767384384.116907:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384384.116912:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384384.116917:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 38], ns[49, 38] 00000400:00000200:0.0:1767384384.116921:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 38], ns[55, 38] 00000400:00000200:0.0:1767384384.116925:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384384.116929:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[70, 38] 00000400:00000200:0.0:1767384384.116950:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[81, 38] 00000400:00000200:0.0:1767384384.116954:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[85, 38] 00000400:00000200:0.0:1767384384.116957:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 38], ns[103, 38] 00000400:00000200:0.0:1767384384.116962:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[110, 38] 00000400:00000200:0.0:1767384384.116965:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[125, 38] 00000400:00000200:0.0:1767384384.116969:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[138, 38] 00000400:00000200:0.0:1767384384.116973:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[142, 38] 00000400:00000200:0.0:1767384384.116977:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 38], ns[158, 38] 00000400:00000200:0.0:1767384384.116981:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 38], ns[166, 38] 00000400:00000200:0.0:1767384384.116984:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[172, 38], ns[181, 38] 00000400:00000200:0.0:1767384384.116989:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000400:00000200:0.0:1767384384.116992:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000200:0.0:1767384384.116995:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 38], ns[52, 38] 00000400:00000200:0.0:1767384384.116999:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:0.0:1767384384.117003:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384384.117007:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[78, 38] 00000400:00000200:0.0:1767384384.117010:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 38], ns[163, 38] 00000400:00000200:0.0:1767384384.117014:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[79, 38] 00000400:00000200:0.0:1767384384.117018:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 38], ns[93, 38] 00000400:00000200:0.0:1767384384.117022:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[100, 38] 00000400:00000200:0.0:1767384384.117026:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[136, 38] 00000400:00000200:0.0:1767384384.117030:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 38], ns[120, 38] 00000400:00000200:0.0:1767384384.117035:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 38], ns[148, 38] 00000400:00000200:0.0:1767384384.117039:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 38], ns[162, 38] 00000400:00000200:0.0:1767384384.117047:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 38], ns[171, 38] 00000400:00000200:0.0:1767384384.117051:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[145, 38] 00000400:00000200:0.0:1767384384.117056:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 38], ns[154, 38] 00000400:00000200:0.0:1767384384.117060:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 38], ns[150, 38] 00000400:00000200:0.0:1767384384.117065:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 38], ns[173, 38] 00000400:00000200:0.0:1767384384.117069:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 38], ns[176, 38] 00000400:00000200:0.0:1767384384.117073:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[166, 38], ns[175, 38] 00000400:00000200:0.0:1767384384.117077:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[170, 38], ns[179, 38] 00000400:00000200:0.0:1767384384.117081:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 38], ns[178, 38] 00000400:00000200:0.0:1767384384.117085:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384384.117087:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp 00000400:00000200:0.0:1767384384.117089:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384384.117091:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp 00000400:00000200:0.0:1767384384.117094:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp NI seq info: [182:182:256:4294967295] 192.168.203.143@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1767384384.117099:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp 00000400:00000200:0.0:1767384384.117113:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp:) -> 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) : GET try# 0 00000800:00000200:0.0:1767384384.117117:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp 00000800:00000010:0.0:1767384384.117121:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000090f3d1f0. 00000800:00000200:0.0:1767384384.117125:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (6) 00000800:00000200:0.0:1767384384.117130:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:988 00000800:00000200:0.0:1767384384.117133:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000090f3d1f0 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384384.117142:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384384.117144:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000800:00000200:0.0:1767384384.117225:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384384.117228:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000090f3d1f0. 00000400:00000200:0.0:1767384384.117232:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.117236:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: GET: OK 00000400:00000200:0.0:1767384384.117238:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384384.117241:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000800:00000001:0.0:1767384384.117246:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.117250:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384384.117252:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.117254:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384384.117258:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp) <- 192.168.203.143@tcp : GET - for me 00000400:00000200:0.0:1767384384.117264:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384384.117268:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 688/688 into md 0x1f41 [1] + 0 00000400:00000200:0.0:1767384384.117273:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384384.117276:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp NI seq info: [183:183:256:4294967295] 192.168.203.143@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:0.0:1767384384.117283:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) -> 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) 192.168.203.143@tcp : REPLY try# 0 00000800:00000200:0.0:1767384384.117287:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.143@tcp 00000800:00000010:0.0:1767384384.117290:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090f3d1f0. 00000800:00000200:0.0:1767384384.117294:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (6) 00000800:00000200:0.0:1767384384.117298:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:1023 00000800:00000200:0.0:1767384384.117300:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000090f3d1f0 type 3, nob 784 niov 1 nkiov 1 00000800:00000200:0.0:1767384384.117348:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384384.117351:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090f3d1f0. 00000400:00000200:0.0:1767384384.117354:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.117357:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: REPLY: OK 00000800:00000001:0.0:1767384384.117422:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.117444:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384384.117446:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.117450:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384384.117451:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.117454:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384384.117458:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp) <- 192.168.203.143@tcp : REPLY - for me 00000400:00000200:0.0:1767384384.117465:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp: Reply from 12345-192.168.203.143@tcp of length 688/688 into md 0x1f5d 00000800:00000001:0.0:1767384384.117469:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.117474:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384384.117476:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.117479:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: REPLY: OK 00000400:00000200:0.0:1767384384.117482:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000400:00000010:0.0:1767384384.117483:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000400:00000200:0.0:1767384384.117486:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384384.117488:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:0.0:1767384384.117490:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:0.0:1767384384.117492:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 41. state = 0x100271 00000400:00000200:0.0:1767384384.117495:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384384.117502:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (40) 00000800:00000001:0.0:1767384384.117506:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.117509:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384384.117517:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384384.117519:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00000400:00000010:0.0:1767384384.117525:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000a27946ed. 00000400:00000010:0.0:1767384384.117528:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 00000000aad001c0. 00000400:00000010:0.0:1767384384.117531:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 00000000e3fec923. 00000400:00000200:0.0:1767384384.117560:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp30(000000009875eaed) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384384.117568:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp37(000000008f4c244b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384384.117572:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp38(00000000f5599bac) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384384.117579:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp43(00000000acc0a7f5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384384.117582:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp44(00000000959855df) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384384.117585:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp45(0000000015cf33b6) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384384.117593:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000069a499a9. 00000400:00000200:0.0:1767384384.117599:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000069a499a9 nid 192.168.203.143@tcp47 00000400:00000010:0.0:1767384384.117616:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009fe366e9. 00000400:00000200:0.0:1767384384.117619:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000009fe366e9 net tcp47 00000400:00000200:0.0:1767384384.117621:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (39) 00000400:00000200:0.0:1767384384.117627:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp47 flags 0x11 00000400:00000010:0.0:1767384384.117656:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000427ba2a3. 00000400:00000200:0.0:1767384384.117661:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000427ba2a3 nid 192.168.203.143@tcp48 00000400:00000010:0.0:1767384384.117665:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003419fa8c. 00000400:00000200:0.0:1767384384.117668:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000003419fa8c net tcp48 00000400:00000200:0.0:1767384384.117670:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (40) 00000400:00000200:0.0:1767384384.117673:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp48 flags 0x11 00000400:00000010:0.0:1767384384.117677:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004a8e4d1c. 00000400:00000200:0.0:1767384384.117680:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004a8e4d1c nid 192.168.203.143@tcp49 00000400:00000010:0.0:1767384384.117684:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008e0404a1. 00000400:00000200:0.0:1767384384.117686:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000008e0404a1 net tcp49 00000400:00000200:0.0:1767384384.117688:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (41) 00000400:00000200:0.0:1767384384.117691:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp49 flags 0x11 00000400:00000010:0.0:1767384384.117695:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000a27946ed. 00000400:00000010:0.0:1767384384.117698:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 00000000aad001c0. 00000400:00000010:0.0:1767384384.117700:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 00000000e3fec923. 00000400:00000010:0.0:1767384384.117702:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000009a0285fb. 00000400:00000200:0.0:1767384384.117705:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384384.117725:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 00000400:00000200:0.0:1767384384.117728:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00000400:00000200:0.0:1767384384.117731:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:0.0:1767384384.117735:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00000400:00000200:0.0:1767384384.117738:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (42) 00000400:00000010:0.0:1767384384.117742:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000023e5243b. 00000400:00000200:0.0:1767384384.117745:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384384.117751:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384384.117755:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp NI seq info: [184:184:256:4294967295] 192.168.203.143@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1767384384.117759:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp 00000400:00000200:0.0:1767384384.117763:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) -> 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) : PUT try# 0 00000800:00000200:0.0:1767384384.117768:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.143@tcp 00000800:00000010:0.0:1767384384.117771:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090f3d1f0. 00000800:00000200:0.0:1767384384.117776:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (6) 00000800:00000200:0.0:1767384384.117780:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:988 00000800:00000200:0.0:1767384384.117783:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000090f3d1f0 type 1, nob 784 niov 1 nkiov 1 00000400:00000200:0.0:1767384384.117791:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384384.117793:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00080000:00000010:0.0:1767384384.117811:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000075f5fb1b. 00000800:00000200:0.0:1767384384.117848:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384384.117850:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090f3d1f0. 00000400:00000200:0.0:1767384384.117853:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.117856:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: PUT: OK 00000400:00000200:0.0:1767384384.117859:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384384.117861:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000800:00000001:0.0:1767384384.117865:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.117869:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384384.117871:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.117874:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384384.117877:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp) <- 192.168.203.143@tcp : PUT - for me 00000400:00000200:0.0:1767384384.117883:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384384.117888:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 688/688 into md 0x1f59 [1] + 0 00000400:00000010:0.0:1767384384.117891:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9140507. 00000400:00000200:0.0:1767384384.117894:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000df2b96be 00000800:00000001:0.0:1767384384.117897:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.117901:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384384.117903:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.117906:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: PUT: OK 00000400:00000200:0.0:1767384384.117908:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000400:00000010:0.0:1767384384.117909:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000400:00000200:0.0:1767384384.117912:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384384.117914:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (43) 00000400:00000200:0.0:1767384384.117918:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000010:0.0:1767384384.117921:0:16348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000d73d08b3. 00000400:00000200:0.0:1767384384.117924:0:16348:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.143@tcp 41 00000400:00000200:0.0:1767384384.117928:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384384.117935:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (44) 00000400:00000200:0.0:1767384384.117938:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384384.117942:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384384.117945:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp NI seq info: [185:185:256:4294967295] 192.168.203.143@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1767384384.117953:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) -> 192.168.203.143@tcp(192.168.203.143@tcp:192.168.203.143@tcp) 192.168.203.143@tcp : ACK try# 0 00000800:00000200:0.0:1767384384.117957:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp 00000800:00000010:0.0:1767384384.117960:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090f3d1f0. 00000800:00000200:0.0:1767384384.117964:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000913f13b1] -> 12345-192.168.203.143@tcp (6) 00000800:00000200:0.0:1767384384.117967:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp ip 192.168.203.143:1023 00000800:00000200:0.0:1767384384.117969:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000090f3d1f0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384384.118000:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384384.118002:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090f3d1f0. 00000400:00000200:0.0:1767384384.118005:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.118008:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: ACK: OK 00000800:00000001:0.0:1767384384.118012:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.118015:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384384.118017:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.118020:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384384.118022:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.118024:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384384.118028:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp(192.168.203.143@tcp) <- 192.168.203.143@tcp : ACK - for me 00000400:00000200:0.0:1767384384.118035:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp: ACK from 12345-192.168.203.143@tcp into md 0x1f61 00000400:00000200:0.0:1767384384.118038:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.118041:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp->192.168.203.143@tcp: ACK: OK 00000400:00000200:0.0:1767384384.118043:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000400:00000010:0.0:1767384384.118045:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000400:00000200:0.0:1767384384.118047:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384384.118049:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:0.0:1767384384.118052:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384384.118054:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (43) 00000800:00000001:0.0:1767384384.118058:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384384.118060:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384384.118070:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000060251092. 00040000:00000001:0.0:1767384384.118074:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384384.118076:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384384.118078:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384384.118081:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:0.0:1767384384.118084:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384384.118086:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384384.118088:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384384.118110:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384384.118114:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384384.118119:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384384.118174:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384384.118178:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000200:0.0:1767384384.118178:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:01000000:2.0:1767384384.118183:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000010:0.0:1767384384.118184:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9140507. 00010000:00000001:2.0:1767384384.118188:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000010:0.0:1767384384.118190:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c88511a4. 00010000:00000001:2.0:1767384384.118192:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:0.0:1767384384.118194:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a6249c23 00000400:00000200:0.0:1767384384.118199:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00010000:00000010:2.0:1767384384.118201:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ab88a03f. 00000400:00000010:0.0:1767384384.118203:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000aad001c0. 00010000:00000001:2.0:1767384384.118206:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000010:0.0:1767384384.118208:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 00000000a27946ed. 00010000:00000010:2.0:1767384384.118211:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c36aead9. 00000400:00000010:0.0:1767384384.118213:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 00000000e3fec923. 00000020:00000001:2.0:1767384384.118216:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384384.118219:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c36aead9 with handle 0x980286e253c5fdb2 to hash 00000020:00000001:2.0:1767384384.118221:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384384.118223:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00010000:00000001:2.0:1767384384.118226:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00010000:00000001:2.0:1767384384.118229:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384384.118231:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384384.118234:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.118242:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384384.118245:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000010:0.0:1767384384.118245:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000aad001c0. 00010000:00000001:2.0:1767384384.118247:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000010:0.0:1767384384.118250:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 00000000a27946ed. 00010000:00000001:2.0:1767384384.118251:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:0.0:1767384384.118254:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 00000000e3fec923. 00000400:00000010:0.0:1767384384.118257:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000d73d08b3. 00010000:00000001:2.0:1767384384.118259:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384384.118263:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:0.0:1767384384.118263:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00010000:00000001:2.0:1767384384.118266:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384384.118269:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 00010000:00000001:2.0:1767384384.118271:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384384.118275:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:0.0:1767384384.118275:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00010000:00000001:2.0:1767384384.118279:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:0.0:1767384384.118281:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00010000:00000001:2.0:1767384384.118282:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384384.118286:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ab88a03f) refcount = 1 00000400:00000200:0.0:1767384384.118288:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384384.118291:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00010000:00010000:2.0:1767384384.118293:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384384.118297:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:0.0:1767384384.118303:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (42) 00010000:00000001:2.0:1767384384.118304:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384384.118308:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384384.118309:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384384.118312:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.118314:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384384.118317:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384384.118319:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:2.0:1767384384.118322:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384384.118324:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384384.118325:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c36aead9 refcount=4 00000020:00000001:2.0:1767384384.118327:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00010000:00000001:2.0:1767384384.118329:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00010000:00000001:2.0:1767384384.118331:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384384.118333:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.118338:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384384.118340:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.118345:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384384.118346:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384384.118348:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.118361:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384384.118363:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.118365:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384384.118366:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384384.118372:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c36aead9 already unused, calling callback (000000004feed035) 00010000:00000001:2.0:1767384384.118374:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384384.118375:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384384.118377:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.118382:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384384.118383:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384384.118384:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384384.118385:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c36aead9 refcount=5 00000020:00000001:2.0:1767384384.118386:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00010000:00000001:2.0:1767384384.118388:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535168 : -111508343016448 : ffff9a9570d33400) 00010000:00000001:2.0:1767384384.118390:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384384.118392:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.118397:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384384.118399:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384384.118400:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.118403:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384384.118404:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384384.118405:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384384.118406:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384384.118408:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c36aead9 with handle 0x980286e253c5fdb2 from hash 00010000:00000001:2.0:1767384384.118410:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384384.118412:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384384.118413:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384384.118418:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384384.118419:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384384.118421:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384384.118422:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384384.118438:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384384.118440:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.118442:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384384.118443:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384384.118445:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384384.118446:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384384.118448:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.118449:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.118451:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384384.118453:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.118458:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384384.118459:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384384.118461:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384384.118462:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384384.118463:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384384.118464:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384384.118466:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384384.118468:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384384.118469:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384384.118471:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.118477:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384384.118478:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384384.118479:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c36aead9/0x980286e253c5fdb2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384384.118485:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ab88a03f count: 0 00010000:00000001:2.0:1767384384.118491:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384384.118493:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:2.0:1767384384.118575:0:17077:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005b33f20e. 20000000:01000000:2.0:1767384384.118579:0:17077:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:2.0:1767384384.118586:0:17077:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384384.118590:0:17077:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384384.118592:0:17077:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384384.118600:0:17077:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384384.118607:0:17077:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384384.118609:0:17077:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384384.118611:0:17077:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384384.118612:0:17077:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384384.118613:0:17077:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384384.118615:0:17077:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009fb7a112 00000020:00000001:2.0:1767384384.118619:0:17077:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c6870d40 00080000:00000002:2.0:1767384384.118621:0:17077:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384384.118623:0:17077:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384384.118626:0:17077:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384384.118627:0:17077:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384384.118629:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384384.118632:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:2.0:1767384384.118635:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384384.118638:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000205f7a96. 00080000:00000001:2.0:1767384384.118640:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560354376704 : -111513355174912 : ffff9a944613bc00) 00080000:00000001:2.0:1767384384.118643:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384384.118645:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384384.118647:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000082e8e1b1. 00080000:00000001:2.0:1767384384.118649:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384384.118650:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384384.118659:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384384.118666:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:0.0:1767384384.118765:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384384.118768:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384384.118771:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000259f09e9. 20000000:00000001:0.0:1767384384.118788:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384384.118791:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746156800 00010000:00000001:0.0:1767384384.118793:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384384.118797:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016331adc x1853236746156800/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:365/0 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384384.118805:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384384.118807:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384384.118810:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384384.118814:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384384.118816:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384384.118818:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:0.0:1767384384.118820:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384384.118822:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.118824:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384384.118826:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384384.118829:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2f49350. 00000100:00000200:0.0:1767384384.118832:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746156800, offset 224 00000400:00000200:0.0:1767384384.118836:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384384.118841:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384384.118847:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df07b00 00000400:00000200:0.0:1767384384.118851:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f49 [2] + 224 00000400:00000200:0.0:1767384384.118855:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.118857:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384384.118860:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384384.118864:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384384.118873:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.118895:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384384.118899:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2f49350 00000400:00000010:0.0:1767384384.118901:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2f49350. 00000100:00000001:0.0:1767384384.118903:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384384.118905:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384384.118908:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384384.118911:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:0.0:1767384384.118914:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384384.118915:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.118918:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384384.118921:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016331adc x1853236746156800/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:365/0 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384384.118929:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016331adc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746156800:12345-0@lo:253: Request processed in 3636us (4100us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384384.118936:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:0.0:1767384384.118939:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:0.0:1767384384.118941:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384384.118944:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384384.118947:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abcff5c6. 00000020:00000010:0.0:1767384384.118951:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb37803a. 00000020:00000010:0.0:1767384384.118954:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a52afa2a. 00000020:00000040:0.0:1767384384.118959:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:0.0:1767384384.118963:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384384.118964:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000008981262. 02000000:00000001:0.0:1767384384.118967:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384384.118969:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384384.118974:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384384.118978:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000725eec66. 00000400:00000010:0.0:1767384384.118982:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2f49350. 00000100:00000001:2.0:1767384384.119136:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384384.119139:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384384.119143:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384384.119144:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384384.119145:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026638ac1. 00000400:00000200:2.0:1767384384.119148:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1755bea 00000400:00000010:2.0:1767384384.119150:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1755bea. 00000100:00000001:2.0:1767384384.119152:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384384.119155:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384384.119173:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.119178:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384384.119180:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.119182:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384384.119184:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384384.119185:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384384.119187:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384384.119189:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384384.119192:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384384.119195:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384384.119197:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384384.119199:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.119200:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384384.119202:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.119204:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.119206:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.119212:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384384.119214:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384384.119215:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384384.119218:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384384.119220:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384384.119221:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384384.119222:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384384.119223:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384384.119224:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384384.119225:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384384.119226:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384384.119227:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384384.119228:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384384.119230:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384384.119236:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a06d87a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746156800:0@lo:253: 00000100:00000001:2.0:1767384384.119242:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.119244:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384384.119246:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a06d87a1 x1853236746156800/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.119251:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384384.119253:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384384.119255:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008f9176d6. 02000000:00000001:2.0:1767384384.119257:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384384.119259:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384384.119260:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384384.119262:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384384.119264:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009e612111. 02000000:00000001:2.0:1767384384.119267:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384384.119268:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384384.119269:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a06d87a1. 00000100:00000001:2.0:1767384384.119272:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384384.119273:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.119274:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.119278:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384384.119279:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.119281:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384384.119283:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384384.122984:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294972885, at 4294972887 00000100:00000010:0.0:1767384384.122992:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006015cbae. 00080000:00000010:0.0:1767384384.123013:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000205f7a96. 00080000:00000010:1.0:1767384384.123135:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000082e8e1b1. 00040000:00000001:1.0:1767384384.123140:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384384.123142:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384384.123143:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384384.123146:0:17077:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:1.0:1767384384.123154:0:17077:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384384.123156:0:17077:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384384.123157:0:17077:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384384.123169:0:17077:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384384.123172:0:17077:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384384.123177:0:17077:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:1.0:1767384384.123335:0:17077:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384384.123338:0:17077:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384384.123339:0:17077:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000005c0d2af. 20000000:00000001:1.0:1767384384.123342:0:17077:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384384.123345:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746156928 00010000:00000001:1.0:1767384384.123347:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384384.123351:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000459bc455 x1853236746156928/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:365/0 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384384.123359:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384384.123360:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384384.123362:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384384.123365:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384384.123367:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:1.0:1767384384.123369:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384384.123372:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384384.123373:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.123375:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384384.123378:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384384.123382:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b03f52b9. 00000100:00000200:1.0:1767384384.123386:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746156928, offset 224 00000400:00000200:1.0:1767384384.123390:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384384.123396:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384384.123402:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df07b80 00000400:00000200:1.0:1767384384.123406:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f51 [2] + 224 00000400:00000200:1.0:1767384384.123411:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384384.123414:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384384.123417:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384384.123420:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384384.123484:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384384.123487:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384384.123489:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384384.123492:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384384.123493:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384384.123497:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002630e628. 00010000:00000001:2.0:1767384384.123500:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384384.123502:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007940b17. 00000020:00000001:2.0:1767384384.123504:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384384.123506:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000007940b17 with handle 0x980286e253c5fdb9 to hash 00000020:00000001:2.0:1767384384.123507:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384384.123508:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:2.0:1767384384.123510:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:2.0:1767384384.123512:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384384.123518:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384384.123520:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.123527:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384384.123528:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384384.123530:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384384.123531:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384384.123533:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384384.123534:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384384.123535:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384384.123537:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384384.123538:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384384.123540:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384384.123540:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384384.123542:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002630e628) refcount = 1 00010000:00010000:2.0:1767384384.123545:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.123550:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:1.0:1767384384.123550:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384384.123551:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384384.123552:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384384.123554:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.123556:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384384.123558:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384384.123560:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:2.0:1767384384.123562:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384384.123563:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384384.123564:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007940b17 refcount=4 00000020:00000001:2.0:1767384384.123566:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:2.0:1767384384.123568:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:2.0:1767384384.123570:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384384.123571:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384384.123571:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384384.123576:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384384.123576:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b03f52b9 00000400:00000010:1.0:1767384384.123578:0:17077:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b03f52b9. 00000100:00000001:1.0:1767384384.123580:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384384.123581:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384384.123582:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384384.123584:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.123587:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384384.123587:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384384.123588:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384384.123589:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384384.123589:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384384.123590:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.123593:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384384.123594:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384384.123595:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000459bc455 x1853236746156928/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:365/0 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384384.123596:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.123598:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384384.123599:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384384.123603:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000459bc455 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16356:x1853236746156928:12345-0@lo:253: Request processed in 8268us (8553us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384384.123604:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000007940b17 already unused, calling callback (000000004feed035) 00010000:00000001:2.0:1767384384.123607:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384384.123608:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384384.123609:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384384.123610:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000040:1.0:1767384384.123612:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00010000:00000001:2.0:1767384384.123614:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384384.123614:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384384.123615:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384384.123616:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384384.123616:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1767384384.123617:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007940b17 refcount=5 00000020:00000010:1.0:1767384384.123618:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008cef635a. 00000020:00000001:2.0:1767384384.123619:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00010000:00000001:2.0:1767384384.123621:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366533120 : -111508343018496 : ffff9a9570d32c00) 00000020:00000010:1.0:1767384384.123621:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5d1a9c3. 00010000:00000001:2.0:1767384384.123623:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384384.123624:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384384.123624:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008729b362. 00000020:00000040:1.0:1767384384.123627:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00010000:00000001:2.0:1767384384.123629:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:1.0:1767384384.123630:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384384.123631:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000010:1.0:1767384384.123631:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cec81cb9. 00010000:00000001:2.0:1767384384.123632:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.123634:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384384.123634:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384384.123635:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384384.123636:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384384.123636:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384384.123640:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384384.123641:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384384.123643:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000007940b17 with handle 0x980286e253c5fdb9 from hash 00010000:00000001:2.0:1767384384.123645:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384384.123646:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384384.123647:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384384.123647:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294972885, at 4294972888 00010000:00000001:2.0:1767384384.123648:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384384.123649:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384384.123651:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384384.123652:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000010:1.0:1767384384.123652:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000bb395f9. 00010000:00000001:2.0:1767384384.123653:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384384.123654:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.123656:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384384.123657:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384384.123659:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384384.123659:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384384.123661:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.123662:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.123663:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384384.123665:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000010:2.1:1767384384.123699:0:17101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ab88a03f. 00010000:00000010:2.1:1767384384.123704:0:17101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c36aead9. 00000100:00000040:3.0:1767384384.123711:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294972885, at 4294972888 00010000:00000001:2.0:1767384384.123711:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384384.123712:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384384.123713:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384384.123714:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000010:3.0:1767384384.123715:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5a55c4d. 00010000:00000001:2.0:1767384384.123715:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384384.123716:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384384.123718:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384384.123719:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384384.123721:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384384.123723:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384384.123728:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384384.123729:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384384.123730:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000007940b17/0x980286e253c5fdb9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384384.123744:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002630e628 count: 0 00010000:00000001:2.0:1767384384.123749:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384384.123750:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384384.123757:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294972885, at 4294972888 00000100:00000010:2.0:1767384384.123761:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036196936. 00000100:00000001:0.0:1767384384.124131:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384384.124134:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384384.124138:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384384.124139:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384384.124141:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010afa04e. 00000400:00000200:0.0:1767384384.124144:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007240f55d 00000400:00000010:0.0:1767384384.124146:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007240f55d. 00000100:00000001:0.0:1767384384.124149:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384384.124153:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384384.124162:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.124168:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384384.124170:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384384.124172:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384384.124174:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384384.124176:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384384.124178:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384384.124181:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384384.124183:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384384.124186:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384384.124189:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384384.124190:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384384.124192:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384384.124194:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.124196:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384384.124199:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.124206:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384384.124208:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384384.124210:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384384.124213:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384384.124214:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384384.124216:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384384.124217:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384384.124219:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384384.124220:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384384.124221:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384384.124223:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384384.124224:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384384.124226:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384384.124239:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001405cccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746156928:0@lo:253: 00000100:00000001:0.0:1767384384.124243:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384384.124245:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384384.124247:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001405cccd x1853236746156928/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384400 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.124254:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384384.124256:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384384.124258:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005d8b62fd. 02000000:00000001:0.0:1767384384.124261:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384384.124263:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384384.124265:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384384.124267:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384384.124268:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000f910bb8. 02000000:00000001:0.0:1767384384.124273:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384384.124275:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384384.124276:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001405cccd. 00000100:00000001:0.0:1767384384.124279:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384384.124280:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384384.124282:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384384.124288:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384384.124289:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.124291:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384384.124293:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384384.124310:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005102a4bc. 00000400:00000010:0.0:1767384384.124315:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a954357f. 00010000:00000010:2.1:1767384384.131459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002630e628. 00010000:00000010:2.1:1767384384.131468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007940b17. 00000400:00000010:3.0:1767384384.132847:0:38681:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d38111f3. 00000400:00000040:3.0:1767384384.132867:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384384.132869:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384384.132872:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384384.132873:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384384.132876:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384384.132877:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384384.132880:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384384.132882:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384384.132889:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384384.132891:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384384.132893:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384384.132895:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384384.132898:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384384.132899:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384384.132900:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384384.132902:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384384.132904:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384384.132905:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384384.132906:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384384.132909:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384384.132910:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384384.132912:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384384.132914:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384384.132915:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384384.132916:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384384.132918:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384384.132919:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384384.132921:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384384.132922:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384384.132924:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384384.132925:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384384.132927:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384384.132928:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384384.132930:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384384.132932:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384384.132933:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384384.132934:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384384.132937:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384384.132938:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384384.132940:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384384.132941:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384384.132942:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384384.132944:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384384.132945:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384384.132946:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384384.132948:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384384.132949:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384384.132955:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384384.132957:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384384.132958:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384384.132959:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384384.132961:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384384.132962:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384384.132964:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384384.132965:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384384.132967:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384384.132969:0:38681:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384384.133086:0:38681:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d38111f3. 00010000:00000001:2.0:1767384384.867506:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384384.867512:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.867517:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384384.867519:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384384.867521:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384384.867523:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.867526:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384384.867528:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.867531:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.867533:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.867614:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384384.867618:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384384.867620:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384384.935165:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (4) 00000800:00000200:2.1:1767384384.935174:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (4) 00000400:00000200:3.0:1767384384.935338:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935389:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935623:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935672:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935712:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935755:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935798:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935841:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935866:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935888:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935913:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935945:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.935989:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936015:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936041:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936062:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936083:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936122:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936146:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936166:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936187:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936209:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936236:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936259:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936290:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936315:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936345:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936375:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936408:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936538:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936582:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936607:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936624:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936647:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384384.936676:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384384.936826:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a0934c4. 00000800:00000010:3.0:1767384384.936831:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ac27c9d. 00000800:00000010:3.0:1767384384.936836:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017cb9feb. 00000800:00000010:3.0:1767384384.936861:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017cb9feb. 00000800:00020000:3.0:1767384384.936871:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384384.936875:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ac27c9d. 00000800:00000010:3.0:1767384384.936877:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001a0934c4. 00000400:02020000:3.0:1767384384.936922:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp31 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384384.936926:0:16342:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384385.891480:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384385.891484:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.891488:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384385.891489:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.891530:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384385.891534:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384385.891537:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384385.955495:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000800:00000200:2.1:1767384385.955504:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000800:00000200:2.0:1767384385.955522:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003fcf26e2] -> 12345-192.168.203.143@tcp13 (6) 00000800:00000200:2.0:1767384385.955528:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp13 ip 192.168.203.143:988 00000800:00000200:2.0:1767384385.955532:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384385.955619:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.955697:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.955738:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.955820:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp44 00000400:00000010:3.0:1767384385.955825:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000046b7f99f. 00000400:00000010:3.0:1767384385.955831:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000048000536. 00000400:00000010:3.0:1767384385.955836:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000400:00000010:3.0:1767384385.955845:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004e355273. 00000400:00000200:3.0:1767384385.955850:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp44 00000400:00000200:3.0:1767384385.955870:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp44 local destination 00000400:00000200:3.0:1767384385.955877:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp44 00000400:00000200:3.0:1767384385.955883:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp44 NI seq info: [186:186:256:4294967295] 192.168.203.143@tcp44 LPNI seq info [177:177:8:4294967295] 00000400:00000200:3.0:1767384385.955896:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp44 00000400:00000200:3.0:1767384385.955909:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp44(192.168.203.143@tcp44:) -> 192.168.203.143@tcp44(192.168.203.143@tcp44:192.168.203.143@tcp44) : GET try# 0 00000800:00000200:3.0:1767384385.955916:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp44 00000800:00000010:3.0:1767384385.955920:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aafd2005. 00000800:00000200:3.0:1767384385.955926:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000800:00000200:3.1:1767384385.955932:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000400:00000200:3.0:1767384385.955951:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp44 added to recovery queue. ping count: 3 next ping: 315 health :700 00000400:00000200:3.0:1767384385.956006:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956064:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956193:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956222:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956244:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956266:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956291:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956325:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956346:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956372:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956401:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956449:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956486:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956514:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956543:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956569:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956594:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.956618:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956686:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956713:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956734:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956754:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956771:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956789:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956808:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956832:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956858:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956879:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956897:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956919:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000800:00000200:1.0:1767384385.956930:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384385.956941:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384385.956947:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000800:00000001:1.0:1767384385.956951:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384385.956957:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384385.956961:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384385.956976:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.956998:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957020:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957046:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957068:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957196:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957219:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957238:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957259:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957282:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957303:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957324:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957348:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957368:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957388:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957407:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957451:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957488:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957516:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384385.957544:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957603:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957645:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957680:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957719:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957751:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957771:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957791:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957811:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957838:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957944:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957970:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.957995:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.958020:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.958049:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384385.958072:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384385.958256:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:2.0:1767384385.958261:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c3e4af02. 00000800:00000010:2.0:1767384385.958266:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ae1d4d90. 00000800:00000010:2.0:1767384385.958287:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ae1d4d90. 00000800:00020000:2.0:1767384385.958300:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384385.958303:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c3e4af02. 00000800:00000010:2.0:1767384385.958307:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:02020000:2.0:1767384385.958350:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp26 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384385.958355:0:16343:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000010:3.0:1767384385.958512:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a0934c4. 00000800:00000010:3.0:1767384385.958517:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b80a935. 00000800:00000010:3.0:1767384385.958521:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d103d74d. 00000800:00000010:3.0:1767384385.958539:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d103d74d. 00000800:00020000:3.0:1767384385.958547:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384385.958550:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b80a935. 00000800:00000010:3.0:1767384385.958553:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001a0934c4. 00000400:02020000:3.0:1767384385.958592:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp44 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384385.958598:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp44 notifying 192.168.203.143@tcp44: down 00000800:00000200:3.0:1767384385.958604:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp44 down 00000800:00000100:3.0:1767384385.958609:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp44 00000800:00000010:3.0:1767384385.958612:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000aafd2005. 00000400:00000200:3.0:1767384385.958615:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384385.958620:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp44->192.168.203.143@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384385.958628:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384385.958631:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384385.958913:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp44) recovery failed with -71 00080000:00000010:2.0:1767384386.257249:0:39233:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e916c0d9. 00080000:00000010:2.0:1767384386.257259:0:39233:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e916c0d9. 00000020:00000001:2.0:1767384386.257265:0:39233:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384386.257273:0:39233:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e916c0d9. 00080000:00000010:2.0:1767384386.257278:0:39233:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e916c0d9. 00000020:00000001:2.0:1767384386.257281:0:39233:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.723497:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:2.0:1767384386.723502:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:3.0:1767384386.723506:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:2.0:1767384386.723507:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384386.723513:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a06d87a1. 00000100:00000010:3.0:1767384386.723516:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011eebb64. 00000020:00000040:3.0:1767384386.723520:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000040:2.0:1767384386.723521:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384386.723526:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384386.723527:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384386.723530:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384386.723531:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384386.723535:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.723535:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384386.723541:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aafd2005. 02000000:00000010:2.0:1767384386.723543:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b8de4739. 00000100:00000001:3.0:1767384386.723547:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.723549:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.723555:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384386.723556:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.723560:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.723568:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384386.723569:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.723572:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a06d87a1] to pc [ptlrpcd_00_00+0] req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384386.723575:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011eebb64] to pc [ptlrpcd_00_01+1] req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.723612:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384386.723612:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.723614:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384386.723619:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384386.723621:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339b2f5e. 00000020:00000040:3.0:1767384386.723623:0:38:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384386.723624:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384386.723625:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384386.723627:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384386.723629:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e616af8e. 00000100:00000001:3.0:1767384386.723631:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.723633:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384386.723637:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384386.723638:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.723640:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339b2f5e] to pc [ptlrpcd_00_02+2] req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.723657:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.723659:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384386.723661:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384386.723664:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384386.723667:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad479a76. 00000100:00000001:2.0:1767384386.723669:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384386.723670:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384386.723672:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384386.723673:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384386.723676:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384386.723678:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.723680:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384386.723682:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db192645. 00000100:00000001:3.0:1767384386.723686:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.723692:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.723696:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384386.723699:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.723701:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384386.723703:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.723705:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384386.723706:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad479a76] to pc [ptlrpcd_00_03+3] req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.723712:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.723715:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384386.723716:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.723717:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384386.723720:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4f4407a. 02000000:00000001:2.0:1767384386.723721:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384386.723724:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:2.0:1767384386.723728:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a06d87a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746157184:0@lo:13: 00000100:00000001:3.0:1767384386.723729:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384386.723731:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384386.723735:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.723736:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384386.723740:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008093f3b1. 02000000:00000001:2.0:1767384386.723742:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384386.723745:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.723746:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.723750:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384386.723753:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384386.723756:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000031d8f59a. 00000100:00000001:3.0:1767384386.723761:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384386.723764:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.723767:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.723771:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4f4407a] to pc [ptlrpcd_00_00+0] req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384386.723773:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a928aedf. 00000400:00000010:2.0:1767384386.723783:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fae84b2. 00000100:00000001:3.0:1767384386.723784:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.723790:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (313) 00000100:00000200:2.0:1767384386.723791:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746157184, portal 4 00000100:00000001:2.0:1767384386.723795:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384386.723797:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348029696 : -111513361521920 : ffff9a9445b2e300) 00000100:00000040:2.0:1767384386.723803:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.723811:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.723814:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.723817:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000100:00000200:2.0:1767384386.723819:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746157184, offset 0 00000400:00000200:2.0:1767384386.723825:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384386.723828:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.723836:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384386.723839:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384386.723839:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384386.723843:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.723851:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384386.723853:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.723855:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384386.723857:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384386.723859:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.723861:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011eebb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746157056:0@lo:400: 00000100:00000001:3.0:1767384386.723864:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384386.723868:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384386.723870:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.723871:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384386.723874:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa070957. 02000000:00000001:3.0:1767384386.723876:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384386.723881:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2da544. 00000400:00000010:3.0:1767384386.723886:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384386.723889:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746157056, portal 25 00000100:00000001:3.0:1767384386.723891:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384386.723892:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609951488 : -111508099600128 : ffff9a957f557100) 00000400:00000200:2.0:1767384386.723897:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df07c80 00000100:00000040:3.0:1767384386.723898:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.723906:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384386.723911:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3584 00000100:00000040:3.0:1767384386.723912:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384386.723916:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000100:00000200:3.0:1767384386.723921:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746157056, offset 0 00000400:00000200:2.0:1767384386.723921:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384386.723929:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.723929:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384386.723940:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384386.723941:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.723945:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384386.723950:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df07c00 00000100:00000010:2.0:1767384386.723950:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d919d1bc. 00000100:00000040:2.0:1767384386.723956:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000d919d1bc x1853236746157184 msgsize 224 00000400:00000200:3.0:1767384386.723960:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1709 [2] + 0 00000400:00000010:3.0:1767384386.723967:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009127a19f. 00000100:00100000:2.0:1767384386.723967:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384386.723972:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa37ab7a 00000400:00000200:3.0:1767384386.723975:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384386.723980:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384386.723987:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384386.723990:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000400:00000010:2.0:1767384386.723994:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000400:00000200:3.0:1767384386.724005:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa37ab7a 00000100:00000001:2.0:1767384386.724006:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384386.724010:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa37ab7a. 00000100:00000200:2.0:1767384386.724013:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.724014:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384386.724017:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384386.724021:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000012e9c1a1 x1853236746157056 msgsize 224 00000100:00100000:3.0:1767384386.724031:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384386.724032:0:17895:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384386.724033:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384386.724034:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384386.724038:0:17895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746157184 00000100:00000040:2.0:1767384386.724040:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.724042:0:16354:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384386.724043:0:17895:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384386.724047:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000100:00000001:1.0:1767384386.724048:0:17895:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384386.724050:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000100:00000001:1.0:1767384386.724052:0:17895:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724054:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384386.724060:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384386.724060:0:17895:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.724061:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384386.724066:0:17895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746157184 00000100:00000001:2.0:1767384386.724067:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384386.724072:0:17895:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384386.724073:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384386.724075:0:17895:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000040:3.0:1767384386.724076:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384386.724080:0:17895:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384386.724093:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724096:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384386.724102:0:17895:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000020:00000001:1.0:1767384386.724106:0:17895:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000020:00000001:1.0:1767384386.724108:0:17895:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384386.724113:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384386.724116:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e3d2fca. 00000020:00000010:1.0:1767384386.724120:0:17895:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009b1cc73e. 00000020:00000040:1.0:1767384386.724125:0:17895:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:1.0:1767384386.724134:0:17895:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384386.724138:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b80f7e26. 00000020:00000010:1.0:1767384386.724143:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d72ea1e. 00000020:00000010:1.0:1767384386.724147:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000614e3f76. 00000100:00000040:1.0:1767384386.724155:0:17895:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384386.724157:0:17895:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384386.724159:0:17895:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384386.724160:0:17895:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.724166:0:17895:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.724169:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724172:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.724173:0:17895:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384386.724175:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3648 usecs (4 jiffies) 00000100:00000001:3.0:1767384386.724178:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294975494 00000100:00000001:2.0:1767384386.724180:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294975492 00000100:00000010:3.0:1767384386.724184:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076c84e6e. 00000100:00000001:1.0:1767384386.724187:0:17895:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384386.724190:0:17895:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384386.724192:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384386.724196:0:17895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384386.724201:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294975494 00000100:00000001:2.0:1767384386.724201:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294975494 00000100:00000040:1.0:1767384386.724201:0:17895:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000010:3.0:1767384386.724207:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049c848db. 00000100:00000001:2.0:1767384386.724207:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294975492 00000100:00000001:1.0:1767384386.724210:0:17895:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348027008 : -111513361524608 : ffff9a9445b2d880) 00000100:00000001:3.0:1767384386.724212:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384386.724217:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d919d1bc x1853236746157184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.724218:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294975494 00000100:00000010:3.0:1767384386.724223:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f3d4c9. 00000100:00000001:3.0:1767384386.724229:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384386.724234:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294975494 00000100:00000001:1.0:1767384386.724234:0:17895:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384386.724238:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002cac471. 00000020:00000010:1.0:1767384386.724240:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008814b0d7. 00000100:00000001:3.0:1767384386.724241:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384386.724244:0:17895:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384386.724246:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008814b0d7. 00000100:00100000:1.0:1767384386.724251:0:17895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d919d1bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746157184:12345-0@lo:13: 00000100:00000001:3.0:1767384386.724252:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384386.724257:0:17895:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746157184 00000100:00000001:3.0:1767384386.724258:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.724262:0:17895:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384386.724263:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.724266:0:17895:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384386.724267:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.724271:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294975494 00000020:00000001:1.0:1767384386.724271:0:17895:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724275:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.724276:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294975492 00000020:00000001:1.0:1767384386.724276:0:17895:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384386.724280:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384386.724280:0:17895:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000100:00000001:2.0:1767384386.724281:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294975494 00000100:00000001:3.0:1767384386.724286:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.724287:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294975492 00000020:00000001:1.0:1767384386.724287:0:17895:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384386.724288:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384386.724292:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.724292:0:17895:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.724293:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294975494 00000020:00000001:1.0:1767384386.724298:0:17895:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384386.724299:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384386.724299:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384386.724302:0:17895:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384386.724305:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.724305:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.724306:0:17895:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.724309:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724313:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.724313:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.724313:0:17895:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384386.724317:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384386.724318:0:17895:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384386.724319:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.724322:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384386.724323:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384386.724323:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b6f10399. 00000100:00000001:3.0:1767384386.724327:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.724328:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384386.724328:0:17895:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724330:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384386.724331:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384386.724332:0:17895:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.724335:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.724337:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384386.724337:0:17895:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384386.724340:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384386.724342:0:17895:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384386.724346:0:17895:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384386.724351:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384386.724353:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.724356:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384386.724357:0:17895:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384386.724358:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384386.724362:0:17895:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 02000000:00000001:3.0:1767384386.724363:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.724369:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746157568:0@lo:400: 00000020:00000020:1.0:1767384386.724369:0:17895:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384386.724375:0:17895:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384386.724376:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384386.724376:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.724381:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000020:1.0:1767384386.724381:0:17895:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 02000000:00000001:3.0:1767384386.724382:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384386.724384:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384386.724385:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384386.724387:0:17895:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:3.0:1767384386.724390:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384386.724393:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384386.724396:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f3f417f. 00000001:00000001:1.0:1767384386.724397:0:17895:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384386.724401:0:17895:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.724402:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384386.724406:0:17895:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384386.724409:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000620c9c98. 00010000:00000040:1.0:1767384386.724411:0:17895:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746157184 00000400:00000010:3.0:1767384386.724414:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00010000:00000001:1.0:1767384386.724416:0:17895:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384386.724419:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746157568, portal 10 00010000:00000200:1.0:1767384386.724447:0:17895:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d919d1bc x1853236746157184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.724449:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384386.724452:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609946112 : -111508099605504 : ffff9a957f555c00) 00000100:00000001:2.0:1767384386.724458:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384386.724462:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.724462:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.724465:0:17895:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384386.724466:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384386.724469:0:17895:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.724471:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384386.724476:0:17895:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=82 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384386.724477:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.724486:0:17895:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767384386.724487:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ad479a76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236746157440:0@lo:400: 00000100:00000001:3.0:1767384386.724490:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384386.724492:0:17895:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384386.724495:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384386.724497:0:17895:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000040:3.0:1767384386.724498:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384386.724499:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384386.724503:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 02000000:00000001:2.0:1767384386.724503:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.724504:0:17895:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384386.724508:0:17895:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.724509:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384386.724510:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746157568, offset 0 00000100:00000001:1.0:1767384386.724512:0:17895:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384386.724515:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e68ddd2. 02000000:00000001:2.0:1767384386.724519:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384386.724520:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384386.724520:0:17895:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.724528:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077efd423. 00000400:00000010:1.0:1767384386.724528:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000400:00000200:3.0:1767384386.724531:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384386.724535:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000100:00000200:1.0:1767384386.724535:0:17895:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746157184, offset 224 00000400:00000200:3.0:1767384386.724541:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df07e00 00000100:00000200:2.0:1767384386.724543:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746157440, portal 10 00000400:00000200:1.0:1767384386.724547:0:17895:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384386.724548:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384386.724551:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609952384 : -111508099599232 : ffff9a957f557480) 00000400:00000200:3.0:1767384386.724557:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000400:00000200:1.0:1767384386.724559:0:17895:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384386.724561:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384386.724565:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384386.724572:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384386.724573:0:17895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df07c80 00000100:00000001:3.0:1767384386.724579:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384386.724580:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384386.724582:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384386.724584:0:17895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f7d [1] + 224 00000100:00000010:3.0:1767384386.724588:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a5511e6. 00000100:00000040:2.0:1767384386.724588:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384386.724592:0:17895:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384386.724593:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000001a5511e6 x1853236746157568 msgsize 224 00000400:00000010:2.0:1767384386.724594:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000100:00000200:2.0:1767384386.724601:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746157440, offset 0 00000100:00100000:3.0:1767384386.724603:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384386.724603:0:17895:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384386.724612:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384386.724614:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384386.724618:0:17895:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384386.724620:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384386.724623:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000400:00000200:2.0:1767384386.724623:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384386.724624:0:17895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.724628:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384386.724633:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.724638:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df07d80 00000400:00000200:2.0:1767384386.724650:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9176 00000100:00000040:1.0:1767384386.724653:0:17895:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.724658:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384386.724661:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384386.724665:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.724670:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.724679:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384386.724681:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.724681:0:17895:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384386.724682:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384386.724685:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384386.724688:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001405cccd. 00000400:00000200:1.0:1767384386.724689:0:17895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:1.0:1767384386.724692:0:17895:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00000001:3.0:1767384386.724693:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.724697:0:17895:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384386.724699:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3376 usecs (4 jiffies) 00000100:00000040:2.0:1767384386.724700:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000001405cccd x1853236746157440 msgsize 224 00000100:00000001:3.0:1767384386.724704:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294975493 00000100:00000001:1.0:1767384386.724706:0:17895:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384386.724710:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294975494 00000100:00100000:2.0:1767384386.724712:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384386.724714:0:17895:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724715:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294975493 00000100:00000001:3.0:1767384386.724720:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294975494 00000100:00000040:1.0:1767384386.724721:0:17895:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:2.0:1767384386.724724:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384386.724725:0:17895:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384386.724729:0:17895:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724731:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294975493 00000400:00000200:2.0:1767384386.724732:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000020:00000001:1.0:1767384386.724733:0:17895:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384386.724735:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294975494 00000400:00000010:2.0:1767384386.724737:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000100:00000001:3.0:1767384386.724740:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294975493 00000100:00000040:1.0:1767384386.724740:0:17895:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d919d1bc x1853236746157184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.724742:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384386.724746:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294975494 00000100:00000200:2.0:1767384386.724751:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.724753:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.724758:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724762:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724766:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.724774:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384386.724774:0:17895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d919d1bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236746157184:12345-0@lo:13: Request processed in 537us (815us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384386.724779:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.724784:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384386.724788:0:17895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1767384386.724789:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746157056 02000000:00000001:3.0:1767384386.724793:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384386.724794:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.724795:0:17895:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:3.0:1767384386.724796:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.724799:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.724799:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384386.724800:0:17895:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384386.724805:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.724805:0:17895:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384386.724806:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.724809:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746157056 00000020:00000010:1.0:1767384386.724810:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d72ea1e. 00000100:00000040:2.0:1767384386.724811:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3227 usecs (4 jiffies) 00000020:00000001:3.0:1767384386.724813:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.724815:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:2.0:1767384386.724817:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294975493 00000020:00000010:1.0:1767384386.724817:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000614e3f76. 00000020:00000001:3.0:1767384386.724819:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.724823:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000100:00000001:2.0:1767384386.724824:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294975494 00000020:00000010:1.0:1767384386.724824:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b80f7e26. 00000020:00000001:3.0:1767384386.724828:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384386.724830:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294975493 00000020:00000001:3.0:1767384386.724832:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000040:1.0:1767384386.724833:0:17895:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000001:2.0:1767384386.724836:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294975494 00000100:00000001:3.0:1767384386.724838:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384386.724838:0:17895:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.724841:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294975493 00000020:00000010:3.0:1767384386.724844:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1937b78. 00000100:00000001:2.0:1767384386.724846:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294975494 00000100:00000001:3.0:1767384386.724847:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.724849:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1937b78. 00000020:00000010:3.0:1767384386.724852:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b65bc08d. 00000020:00000010:3.0:1767384386.724855:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006fd9c38a. 00000020:00000010:3.0:1767384386.724858:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000101669b3. 00000100:00080000:1.0:1767384386.724858:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384386.724864:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294975493 00000020:00000040:1.0:1767384386.724865:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000040:3.0:1767384386.724866:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384386.724869:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294975494 00000100:00000001:3.0:1767384386.724870:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.724873:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384386.724874:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.724875:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.724881:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724882:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.724885:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.724887:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.724894:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384386.724895:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.724896:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384386.724902:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.724904:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384386.724906:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.724908:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.724910:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:3.0:1767384386.724914:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384386.724915:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724916:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608987728 : -111508100563888 : ffff9a957f46bc50) 00000100:00100000:2.0:1767384386.724922:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:3.0:1767384386.724923:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000012e9c1a1 x1853236746157056/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.724926:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.724933:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384386.724934:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384386.724935:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1937b78. 00000100:00000001:2.0:1767384386.724937:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.724938:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.724942:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1937b78. 00000100:00000001:2.0:1767384386.724942:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384386.724946:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000012e9c1a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746157056:12345-0@lo:400: 00000100:00000001:2.0:1767384386.724946:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.724950:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384386.724951:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746157056 00000020:00000001:3.0:1767384386.724954:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.724956:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384386.724958:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384386.724959:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.724962:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.724964:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000020:00000001:3.0:1767384386.724968:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.724971:0:17077:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.724974:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.724976:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384386.724977:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384386.724978:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.724980:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.724981:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384386.724984:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.724986:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384386.724986:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767384386.724990:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac2200e0. 02000000:00000001:2.0:1767384386.724990:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384386.724994:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.724996:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.724997:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.725000:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.725001:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746157312:0@lo:400: 00010000:00000040:3.0:1767384386.725003:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746157056 00010000:00000001:3.0:1767384386.725007:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384386.725008:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384386.725010:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384386.725013:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384386.725016:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000012e9c1a1 x1853236746157056/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384386.725017:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384386.725022:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd8f4669. 00010000:00000001:3.0:1767384386.725023:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.725025:0:17077:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.725028:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=92 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384386.725028:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384386.725034:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aabaed6b. 00000100:00000001:3.0:1767384386.725035:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.725039:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000400:00000010:2.0:1767384386.725040:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000100:00000001:3.0:1767384386.725044:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000200:2.0:1767384386.725045:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746157312, portal 4 02000000:00000001:3.0:1767384386.725048:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384386.725050:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384386.725052:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.725053:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609939840 : -111508099611776 : ffff9a957f554380) 00000100:00000001:3.0:1767384386.725056:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.725061:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384386.725062:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384386.725065:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000100:00000200:3.0:1767384386.725072:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746157056, offset 224 00000400:00000200:3.0:1767384386.725078:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384386.725079:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.725094:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.725097:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129bab97. 00000400:00000200:3.0:1767384386.725098:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384386.725102:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746157312, offset 0 00000400:00000200:3.0:1767384386.725109:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df07c00 00000400:00000200:2.0:1767384386.725111:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384386.725118:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f85 [1] + 224 00000400:00000200:2.0:1767384386.725122:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384386.725126:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384386.725134:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384386.725138:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384386.725142:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df07d00 00000100:00000200:3.0:1767384386.725145:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.725152:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4560 00000400:00000200:2.0:1767384386.725162:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384386.725164:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.725170:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.725178:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.725180:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384386.725184:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083f217cd. 00000100:00000040:2.0:1767384386.725187:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000083f217cd x1853236746157312 msgsize 224 00000100:00000001:3.0:1767384386.725191:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384386.725191:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384386.725197:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002039bbbc 00000400:00000010:3.0:1767384386.725199:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002039bbbc. 00000100:00000001:2.0:1767384386.725201:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384386.725202:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384386.725205:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384386.725210:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.725213:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384386.725215:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.725216:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.725218:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129bab97 00000400:00000010:2.0:1767384386.725221:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129bab97. 00000100:00000001:2.0:1767384386.725225:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384386.725226:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384386.725231:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384386.725234:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012e9c1a1 x1853236746157056/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.725255:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384386.725259:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000012e9c1a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:92b443ed-e82f-4160-b27d-56e958e24602+14:16354:x1853236746157056:12345-0@lo:400: Request processed in 322us (1234us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384386.725262:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.725275:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:2.0:1767384386.725276:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.725280:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:2.0:1767384386.725280:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384386.725285:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.725286:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.725287:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384386.725292:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3648 usecs (4 jiffies) 00000020:00000010:3.0:1767384386.725293:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006fd9c38a. 00000100:00000001:2.0:1767384386.725298:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294975493 00000020:00000010:3.0:1767384386.725299:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000101669b3. 00000100:00000001:2.0:1767384386.725303:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294975494 00000020:00000010:3.0:1767384386.725305:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b65bc08d. 00000100:00000001:2.0:1767384386.725307:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294975493 00000020:00000040:3.0:1767384386.725311:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:2.0:1767384386.725312:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294975494 00000100:00000001:2.0:1767384386.725317:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294975493 02000000:00000001:3.0:1767384386.725318:0:17077:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384386.725319:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294975494 02000000:00000010:3.0:1767384386.725322:0:17077:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ac2200e0. 00000100:00000001:2.0:1767384386.725324:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294975493 02000000:00000001:3.0:1767384386.725327:0:17077:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384386.725329:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294975494 00000100:00000001:3.0:1767384386.725331:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.725333:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384386.725338:0:17077:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384386.725344:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384386.725345:0:17077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9ef55f. 00000100:00000001:2.0:1767384386.725348:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384386.725351:0:17077:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044e8e709. 00000100:00000001:2.0:1767384386.725352:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.725361:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384386.725364:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746157312 02000000:00000001:1.0:1767384386.725367:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384386.725369:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.725369:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384386.725371:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.725373:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.725375:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384386.725379:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746157312 00000020:00000001:1.0:1767384386.725381:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384386.725382:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000020:00000001:1.0:1767384386.725384:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384386.725386:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000020:00000001:1.0:1767384386.725388:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:2.0:1767384386.725389:0:18314:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384386.725391:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00100000:2.0:1767384386.725392:0:18314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746157568 02000000:00000001:2.0:1767384386.725394:0:18314:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384386.725397:0:18314:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384386.725399:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384386.725400:0:18314:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384386.725403:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008814b0d7. 02000000:00000001:2.0:1767384386.725404:0:18314:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.725407:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384386.725409:0:18314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746157568 00000020:00000010:1.0:1767384386.725410:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008814b0d7. 00000020:00000001:2.0:1767384386.725412:0:18314:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384386.725415:0:18314:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000010:1.0:1767384386.725416:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b80f7e26. 00000020:00000001:2.0:1767384386.725418:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384386.725420:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d72ea1e. 00000020:00000040:2.0:1767384386.725422:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000020:00000001:2.0:1767384386.725443:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000020:00000001:2.0:1767384386.725446:0:18314:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000001:2.0:1767384386.725449:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.725452:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7dae92d. 00000020:00000010:1.0:1767384386.725454:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000614e3f76. 00000020:00000010:2.0:1767384386.725456:0:18314:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b95f5bb0. 00000020:00000040:2.0:1767384386.725461:0:18314:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000100:00000040:1.0:1767384386.725463:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384386.725466:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384386.725467:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384386.725469:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.725472:0:18314:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384386.725474:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1767384386.725477:0:18314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a97dc9e. 00000100:00000001:1.0:1767384386.725477:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384386.725479:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.725482:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.725483:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384386.725483:0:18314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d44858ed. 00000400:00000001:3.0:1767384386.725489:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384386.725489:0:18314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000001:1.0:1767384386.725491:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384386.725493:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384386.725497:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a928aedf. 00000100:00000040:2.0:1767384386.725499:0:18314:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:3.0:1767384386.725502:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fae84b2 00000100:00000001:2.0:1767384386.725503:0:18314:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384386.725503:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384386.725506:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384386.725507:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fae84b2. 00000100:00000001:2.0:1767384386.725508:0:18314:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384386.725511:0:18314:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384386.725513:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1767384386.725514:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384386.725518:0:18314:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384386.725519:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:2.0:1767384386.725521:0:18314:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1767384386.725522:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.725523:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348033280 : -111513361518336 : ffff9a9445b2f100) 00000100:00000001:2.0:1767384386.725525:0:18314:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.725531:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083f217cd x1853236746157312/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.725537:0:18314:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384386.725549:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.725549:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384386.725550:0:18314:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384386.725553:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008814b0d7. 00000100:00100000:2.0:1767384386.725554:0:18314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746157440 00000100:00000001:1.0:1767384386.725559:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.725563:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384386.725565:0:18314:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384386.725565:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008814b0d7. 00000100:00000001:3.0:1767384386.725567:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.725569:0:18314:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384386.725572:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083f217cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236746157312:12345-0@lo:400: 00000100:00000001:2.0:1767384386.725573:0:18314:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.725579:0:18314:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.725581:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384386.725581:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746157312 00000100:00100000:2.0:1767384386.725585:0:18314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746157440 02000000:00000001:3.0:1767384386.725586:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384386.725586:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384386.725589:0:18314:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384386.725590:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384386.725591:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:2.0:1767384386.725592:0:18314:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000100:00000001:3.0:1767384386.725595:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.725595:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.725596:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.725600:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 02000000:00000001:3.0:1767384386.725601:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.725601:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384386.725604:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000020:00000001:1.0:1767384386.725605:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:2.0:1767384386.725608:0:18314:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00001000:3.0:1767384386.725609:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=82 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384386.725611:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.725617:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bf082f0. 00000020:00000001:1.0:1767384386.725617:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:3.0:1767384386.725618:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=82 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384386.725621:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.725623:0:18314:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384386.725626:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384386.725627:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384386.725628:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bf082f0. 00000020:00000001:1.0:1767384386.725629:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384386.725631:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.725633:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.725635:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384386.725637:0:18314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c88e40c. 00000020:00000001:1.0:1767384386.725637:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384386.725641:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00080000:3.0:1767384386.725642:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384386.725642:0:18314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cab948f7. 02000000:00000001:1.0:1767384386.725643:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384386.725648:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000063e922f0. 00000020:00000010:2.0:1767384386.725649:0:18314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001aebae6e. 02000000:00000001:1.0:1767384386.725653:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.725656:0:18314:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384386.725657:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.725657:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.725660:0:18314:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384386.725664:0:18314:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.725665:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384386.725665:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.725670:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000040:1.0:1767384386.725670:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746157312 00000100:00000001:2.0:1767384386.725671:0:18314:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384386.725675:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384386.725676:0:18314:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1767384386.725676:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384386.725680:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.725680:0:18314:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384386.725683:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083f217cd x1853236746157312/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384386.725690:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.725693:0:18314:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384386.725695:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384386.725700:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384386.725704:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.725705:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.725707:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.725709:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384386.725711:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384386.725714:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384386.725716:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384386.725719:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384386.725719:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:1.0:1767384386.725720:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000004:00000001:3.0:1767384386.725726:0:16353:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:2.0:1767384386.725726:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 02000000:00000001:1.0:1767384386.725726:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384386.725730:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384386.725731:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384386.725731:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609954176 : -111508099597440 : ffff9a957f557b80) 00000100:00000001:1.0:1767384386.725733:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000040:3.0:1767384386.725737:0:16353:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000040:1.0:1767384386.725739:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384386.725740:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a5511e6 x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384386.725744:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000004:00000020:3.0:1767384386.725751:0:16353:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000200:1.0:1767384386.725751:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746157312, offset 224 00000100:00000001:2.0:1767384386.725755:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:3.0:1767384386.725761:0:16353:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384386.725761:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384386.725765:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bf082f0. 00000100:00000001:2.0:1767384386.725769:0:18314:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384386.725770:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384386.725775:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bf082f0. 00000400:00000200:1.0:1767384386.725775:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384386.725787:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a5511e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746157568:12345-0@lo:400: 00000400:00000200:1.0:1767384386.725788:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df07d00 00000100:00100000:3.0:1767384386.725789:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a06d87a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746157184:0@lo:13: 00000100:00000200:2.0:1767384386.725797:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746157568 00000400:00000200:1.0:1767384386.725798:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1fa1 [1] + 224 00000100:00000001:3.0:1767384386.725801:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384386.725802:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384386.725803:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384386.725805:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384386.725809:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384386.725809:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384386.725813:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384386.725814:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384386.725816:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384386.725817:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000040:3.0:1767384386.725819:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a06d87a1 x1853236746157184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384386.725821:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384386.725825:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384386.725828:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384386.725829:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384386.725832:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384386.725835:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.725841:0:18314:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384386.725842:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384386.725844:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.725846:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384386.725848:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.725850:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000031d8f59a. 02000000:00000010:2.0:1767384386.725853:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f0faec5c. 02000000:00000001:3.0:1767384386.725856:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384386.725858:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.725859:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384386.725862:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384386.725863:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384386.725864:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384386.725867:0:18314:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.725868:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384386.725873:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b8de4739. 00010000:00000040:2.0:1767384386.725873:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746157568 00010000:00000001:2.0:1767384386.725880:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384386.725881:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384386.725884:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000200:2.0:1767384386.725886:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a5511e6 x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.725886:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1767384386.725887:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a06d87a1. 00000100:00000001:3.0:1767384386.725894:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384386.725894:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00010000:00000001:2.0:1767384386.725897:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384386.725899:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384386.725899:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00010000:00000001:2.0:1767384386.725900:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.725904:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384386.725905:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=86 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384386.725905:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384386.725908:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384386.725912:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.725913:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384386.725914:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.725915:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.725918:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000040:1.0:1767384386.725919:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:3.0:1767384386.725921:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.725922:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:3.0:1767384386.725925:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.725925:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384386.725927:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384386.725928:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.725931:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.725932:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384386.725936:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083f217cd x1853236746157312/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.725943:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384386.725946:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083f217cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16356:x1853236746157312:12345-0@lo:400: Request processed in 396us (758us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384386.725950:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.725954:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129bab97. 00000100:00100000:1.0:1767384386.725958:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000200:2.0:1767384386.725960:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746157568, offset 224 00000100:00000040:1.0:1767384386.725961:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000100:00000001:1.0:1767384386.725966:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384386.725967:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384386.725969:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384386.725971:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d72ea1e. 00000020:00000010:1.0:1767384386.725975:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000614e3f76. 00000400:00000200:2.0:1767384386.725979:0:18314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384386.725980:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b80f7e26. 00000020:00000040:1.0:1767384386.725985:0:17892:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000400:00000200:2.0:1767384386.725988:0:18314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df07e00 00000100:00000001:1.0:1767384386.725989:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.725998:0:18314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f8d [1] + 224 00000400:00000200:2.0:1767384386.726002:0:18314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.726006:0:18314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.726010:0:18314:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384386.726013:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384386.726016:0:18314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.726016:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384386.726022:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:1.0:1767384386.726027:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:1.0:1767384386.726031:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348022528 : -111513361529088 : ffff9a9445b2c700) 00000100:00000040:2.0:1767384386.726035:0:18314:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384386.726038:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001405cccd x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.726044:0:18314:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.726050:0:18314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129bab97 00000100:00000001:1.0:1767384386.726053:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384386.726054:0:18314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129bab97. 00000020:00000010:1.0:1767384386.726056:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008814b0d7. 00000100:00000001:2.0:1767384386.726059:0:18314:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384386.726060:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.726062:0:18314:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384386.726063:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008814b0d7. 00000100:00000001:2.0:1767384386.726067:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384386.726068:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001405cccd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236746157440:12345-0@lo:400: 00000100:00000040:2.0:1767384386.726071:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000200:1.0:1767384386.726075:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746157440 00010000:00000001:2.0:1767384386.726076:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384386.726078:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384386.726079:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.726081:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384386.726083:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384386.726096:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.726101:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384386.726102:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000040:2.0:1767384386.726103:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a5511e6 x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384386.726107:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384386.726110:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384386.726114:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384386.726117:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384386.726120:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.726123:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a5511e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236746157568:12345-0@lo:400: Request processed in 365us (1527us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384386.726124:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384386.726127:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384386.726130:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384386.726134:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004f9a8afc. 00000100:00100000:2.0:1767384386.726135:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 02000000:00000001:1.0:1767384386.726137:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.726140:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.726142:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384386.726144:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746157440 00000100:00000040:2.0:1767384386.726145:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00010000:00000001:1.0:1767384386.726146:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384386.726149:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.726153:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:1.0:1767384386.726153:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001405cccd x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384386.726162:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d44858ed. 00010000:00000001:1.0:1767384386.726162:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384386.726165:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.726168:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000100:00001000:1.0:1767384386.726169:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=86 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384386.726173:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a97dc9e. 00000100:00000001:1.0:1767384386.726174:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384386.726178:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000040:2.0:1767384386.726180:0:18314:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000100:00000001:2.0:1767384386.726183:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.726186:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384386.726189:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384386.726190:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.726192:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384386.726194:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384386.726196:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00000200:1.0:1767384386.726198:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746157440, offset 224 00000100:00080000:2.0:1767384386.726200:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:1.0:1767384386.726204:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384386.726205:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - evictor 00000400:00000200:1.0:1767384386.726211:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384386.726216:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df07d80 00000400:00000200:1.0:1767384386.726219:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f99 [1] + 224 00000400:00000200:1.0:1767384386.726221:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384386.726222:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384386.726224:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.726226:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384386.726228:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384386.726231:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384386.726231:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384386.726235:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384386.726238:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aabaed6b. 00000100:00000040:1.0:1767384386.726241:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.726243:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000400:00000010:2.0:1767384386.726247:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000100:00000001:1.0:1767384386.726251:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384386.726252:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384386.726256:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:1.0:1767384386.726258:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00000200:2.0:1767384386.726259:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.726261:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384386.726262:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384386.726265:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.726270:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:1.0:1767384386.726274:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384386.726276:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384386.726278:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384386.726279:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384386.726284:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001405cccd x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.726299:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384386.726300:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001405cccd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853236746157440:12345-0@lo:400: Request processed in 247us (1599us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384386.726303:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.726306:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384386.726307:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 02000000:00000001:2.0:1767384386.726309:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384386.726310:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.726311:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.726315:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 02000000:00000001:2.0:1767384386.726316:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.726319:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384386.726320:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384386.726322:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=82 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384386.726322:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cab948f7. 00000020:00000010:1.0:1767384386.726327:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001aebae6e. 00000100:00001000:2.0:1767384386.726329:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=82 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384386.726330:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c88e40c. 00000100:00000001:2.0:1767384386.726335:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384386.726336:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000100:00000001:2.0:1767384386.726338:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.726339:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.726342:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384386.726349:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.726351:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.726354:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384386.726358:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384386.726360:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384386.726362:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384386.726362:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000620c9c98. 00000100:00000001:2.0:1767384386.726368:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384386.726368:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:1.0:1767384386.726369:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000100:00000001:1.0:1767384386.726371:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384386.726374:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.726377:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384386.726382:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1767384386.726383:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.726385:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.726392:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384386.726393:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.726394:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.726398:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384386.726400:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384386.726402:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384386.726404:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.726408:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.726410:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384386.726412:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=85 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384386.726413:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767384386.726416:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.726417:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.726423:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384386.726447:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.726449:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384386.726453:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384386.726454:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384386.726480:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.726481:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339b2f5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746157312:0@lo:400: 00000400:00000001:2.0:1767384386.726489:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384386.726490:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1767384386.726492:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384386.726494:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:2.0:1767384386.726495:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077efd423. 00000100:00000001:1.0:1767384386.726498:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384386.726500:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.726501:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000400:00000010:2.0:1767384386.726504:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000100:00000040:1.0:1767384386.726506:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.726509:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.726515:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.726518:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384386.726524:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384386.726525:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384386.726531:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384386.726539:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384386.726547:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4f4407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236746157568:0@lo:400: 00000100:00000001:2.0:1767384386.726555:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767384386.726557:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384386.726559:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384386.726560:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384386.726564:0:16356:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384386.726564:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2da544. 02000000:00000001:2.0:1767384386.726568:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384386.726568:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000100:00000001:2.0:1767384386.726571:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384386.726571:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000001:2.0:1767384386.726574:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.726576:0:16354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384386.726579:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384386.726581:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384386.726585:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=86 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384386.726589:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384386.726592:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.726600:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384386.726601:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384386.726603:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.726604:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.726608:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384386.726609:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384386.726610:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384386.726611:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384386.726612:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.726613:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384386.726615:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=92 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384386.726619:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=92 v=5 (1 0 0 0) 00010000:00080000:2.0:1767384386.726621:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.726622:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384386.726624:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.726630:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.726632:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384386.726634:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.726635:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384386.726637:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.726638:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384386.726641:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.726643:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384386.726646:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.726651:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384386.726653:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384386.726654:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.726655:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384386.726660:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.726679:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384386.726680:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011eebb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746157056:0@lo:400: 00000100:00000001:2.0:1767384386.726686:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384386.726687:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.726689:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.726690:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384386.726693:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4f4407a x1853236746157568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.726697:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.726699:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384386.726702:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384386.726704:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f3f417f. 02000000:00000001:1.0:1767384386.726708:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384386.726710:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384386.726713:0:16354:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:2.0:1767384386.726715:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ad479a76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853236746157440:0@lo:400: 00000020:00000001:1.0:1767384386.726716:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384386.726718:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008093f3b1. 02000000:00000001:1.0:1767384386.726723:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384386.726725:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384386.726725:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384386.726727:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4f4407a. 00000100:00000001:2.0:1767384386.726731:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384386.726731:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384386.726734:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.726736:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.726737:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339b2f5e x1853236746157312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384386.726740:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011eebb64 x1853236746157056/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.726763:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384386.726763:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384386.726768:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384386.726768:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384386.726769:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa070957. 02000000:00000010:2.0:1767384386.726772:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd8f4669. 02000000:00000001:2.0:1767384386.726778:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384386.726778:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384386.726782:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384386.726782:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.726786:0:16356:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384386.726786:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384386.726790:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384386.726792:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384386.726792:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aafd2005. 02000000:00000010:2.0:1767384386.726796:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e616af8e. 02000000:00000001:1.0:1767384386.726797:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384386.726799:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384386.726802:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011eebb64. 02000000:00000001:2.0:1767384386.726804:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384386.726805:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384386.726808:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384386.726808:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384386.726812:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339b2f5e. 00000100:00000001:1.0:1767384386.726812:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.726817:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.726818:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384386.726819:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.726821:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.726822:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.726825:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.726826:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.726838:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ad479a76 x1853236746157440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.726845:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384386.726846:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384386.726848:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e68ddd2. 02000000:00000001:2.0:1767384386.726851:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384386.726852:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.726853:0:16356:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384386.726855:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384386.726856:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db192645. 02000000:00000001:2.0:1767384386.726858:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384386.726859:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384386.726860:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad479a76. 00000100:00000001:2.0:1767384386.726862:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384386.726864:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.726865:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.726869:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.726871:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.726873:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.726874:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.730461:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294975494, at 4294975495 00000100:00000010:3.0:1767384386.730471:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002cac471. 00000100:00000040:0.0:1767384386.730491:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294975494, at 4294975495 00000100:00000040:2.0:1767384386.730495:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294975494, at 4294975495 00000100:00000010:0.0:1767384386.730499:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076c84e6e. 00000100:00000010:2.0:1767384386.730504:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f3d4c9. 00000100:00000040:1.0:1767384386.731500:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294975494, at 4294975496 00000100:00000010:1.0:1767384386.731506:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049c848db. 00010000:00000001:2.0:1767384386.915496:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384386.915501:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.915505:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384386.915507:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.915538:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.915542:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.915545:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384386.979494:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384386.979499:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384386.979503:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000400:00000010:0.0:1767384386.979506:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000400:00000200:0.0:1767384386.979511:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384386.979517:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384386.979528:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000046b7f99f. 00000400:00000010:0.0:1767384386.979531:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000048000536. 00000400:00000200:0.0:1767384386.979537:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp45 00000400:00000010:0.0:1767384386.979539:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000022d4c464. 00000400:00000010:0.0:1767384386.979543:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000068e39e3d. 00000400:00000010:0.0:1767384386.979546:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 00000400:00000010:0.0:1767384386.979553:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ccf9403a. 00000400:00000200:0.0:1767384386.979556:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp45 00000400:00000200:0.0:1767384386.979567:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp45 local destination 00000400:00000200:0.0:1767384386.979573:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp45 00000400:00000200:0.0:1767384386.979577:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp45 NI seq info: [187:187:256:4294967295] 192.168.203.143@tcp45 LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1767384386.979584:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp45 00000400:00000200:0.0:1767384386.979591:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp45(192.168.203.143@tcp45:) -> 192.168.203.143@tcp45(192.168.203.143@tcp45:192.168.203.143@tcp45) : GET try# 0 00000800:00000200:0.0:1767384386.979597:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp45 00000800:00000010:0.0:1767384386.979601:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000020f6b828. 00000800:00000200:0.0:1767384386.979607:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000800:00000200:0.1:1767384386.979612:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000400:00000200:0.0:1767384386.979630:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp45 added to recovery queue. ping count: 3 next ping: 316 health :700 00000400:00000200:2.0:1767384386.979707:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.979756:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.979787:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.979805:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.979827:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.979852:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.979881:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.979915:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.979946:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.979994:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980025:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980050:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980073:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980114:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980137:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980159:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980186:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980210:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980233:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980253:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980272:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980287:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980305:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980321:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980336:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980354:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980370:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980389:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980406:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980445:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980472:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980495:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980515:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980539:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384386.980561:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384386.980720:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:2.0:1767384386.980725:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c747948e. 00000800:00000010:2.0:1767384386.980730:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037efc8c9. 00000800:00000010:2.0:1767384386.980748:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037efc8c9. 00000800:00020000:2.0:1767384386.980757:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384386.980767:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c747948e. 00000800:00000010:2.0:1767384386.980769:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:02020000:2.0:1767384386.980806:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp45 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384386.980813:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp45 notifying 192.168.203.143@tcp45: down 00000800:00000200:2.0:1767384386.980818:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp45 down 00000800:00000100:2.0:1767384386.980826:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp45 00000800:00000010:2.0:1767384386.980829:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000020f6b828. 00000400:00000200:2.0:1767384386.980833:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384386.980838:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp45->192.168.203.143@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384386.980846:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384386.980849:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384386.980853:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp45) recovery failed with -71 00000001:00000001:3.0:1767384386.993332:0:39397:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384386.993336:0:39397:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:3.0:1767384386.997653:0:39397:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384387.005120:0:39398:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000030a7bd58. 00000400:00000010:3.0:1767384387.005134:0:39398:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ff14fc12. 00000400:00000010:3.0:1767384387.005143:0:39398:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004d06bd6b. 00000400:00000010:3.0:1767384387.005146:0:39398:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000b57c52a. 00000400:00000010:3.0:1767384387.005149:0:39398:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001fecb8a7. 00000400:00000010:3.0:1767384387.005154:0:39398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008646af94. 00000400:00000010:3.0:1767384387.005156:0:39398:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019a501ea. 00000400:00000010:3.0:1767384387.005158:0:39398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a5fec234. 00000400:00000010:3.0:1767384387.005164:0:39398:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d38111f3. 00000800:00000010:3.0:1767384387.005179:0:39398:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c1cdff75. 00000800:00000200:3.0:1767384387.005189:0:39398:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384387.005206:0:39398:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384387.005240:0:39398:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.143) 00000400:02000000:3.0:1767384387.005262:0:39398:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.143@tcp50 [8/256/0/180] 00000400:00000010:3.0:1767384387.006937:0:39398:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000002ae67370. 00000400:00000010:3.0:1767384387.006943:0:39398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea5cccc5. 00000400:00000010:3.0:1767384387.006948:0:39398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002039bbbc. 00000400:00000001:3.0:1767384387.006967:0:39398:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384387.006968:0:39398:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384387.006971:0:39398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a2707b1. 00000400:00000200:3.0:1767384387.006973:0:39398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7140de7 00000400:00000010:3.0:1767384387.006975:0:39398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7140de7. 00000400:00000010:3.0:1767384387.006978:0:39398:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000e7be00fa. 00000400:00000200:3.0:1767384387.006983:0:39398:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (41) 00000400:00000200:3.0:1767384387.006993:0:39398:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384387.007002:0:39398:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:3.0:1767384387.007008:0:39398:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001a0934c4. 00000400:00000200:2.0:1767384387.007012:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384387.007013:0:39398:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384387.007018:0:39398:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.143@tcp50 00000400:00000200:2.0:1767384387.007019:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 00000400:00000010:2.0:1767384387.007025:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000379e62b8. 00000400:00000200:2.0:1767384387.007028:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (42) 00000400:00000010:2.0:1767384387.007032:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003e34e8b2. 00000400:00000010:3.0:1767384387.007033:0:39398:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ff14fc12. 00000400:00000200:2.0:1767384387.007038:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000010:3.0:1767384387.007039:0:39398:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000030a7bd58. 00000400:00000200:2.0:1767384387.007051:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000020:00000001:1.0:1767384387.007056:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384387.007057:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 176], ns[49, 185] 10000000:00000001:1.0:1767384387.007060:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384387.007062:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 49], ns[55, 49] 10000000:00000001:1.0:1767384387.007063:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384387.007065:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384387.007067:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 49], ns[66, 49] 00000020:01000004:1.0:1767384387.007067:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384387.007070:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384387.007071:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 49], ns[70, 49] 00000020:01000004:1.0:1767384387.007071:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384387.007072:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384387.007074:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384387.007075:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 49], ns[81, 49] 00000020:01000004:1.0:1767384387.007075:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384387.007077:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384387.007078:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384387.007079:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384387.007080:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 49], ns[85, 49] 00000020:01000004:1.0:1767384387.007081:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384387.007094:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 49], ns[103, 49] 00000100:00000010:1.0:1767384387.007096:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c498a68. 00000020:00000040:1.0:1767384387.007100:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384387.007104:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384387.007106:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 49], ns[110, 49] 02000000:00000001:1.0:1767384387.007107:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384387.007110:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 49], ns[125, 49] 02000000:00000001:1.0:1767384387.007112:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.007114:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 49], ns[138, 49] 00000400:00000200:2.0:1767384387.007119:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 49], ns[142, 49] 02000000:00000010:1.0:1767384387.007119:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000071c55535. 00000400:00000200:2.0:1767384387.007124:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 49], ns[158, 49] 00000100:00000001:1.0:1767384387.007125:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.007130:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 49], ns[166, 49] 00000400:00000200:2.0:1767384387.007135:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[172, 49], ns[181, 49] 00000100:00000001:1.0:1767384387.007138:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384387.007139:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 49], ns[42, 49] 00000100:00000001:1.0:1767384387.007140:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.007143:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000100:00000040:1.0:1767384387.007146:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c498a68] to pc [ptlrpcd_00_01+1] req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384387.007147:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 42], ns[52, 42] 00000400:00000200:2.0:1767384387.007152:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 00000400:00000200:2.0:1767384387.007156:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 42], ns[62, 42] 00000400:00000200:2.0:1767384387.007160:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 42], ns[78, 42] 00000400:00000200:2.0:1767384387.007164:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 42], ns[163, 42] 00000400:00000200:2.0:1767384387.007169:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 42], ns[79, 42] 10000000:00000001:1.0:1767384387.007172:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.007173:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 42], ns[93, 42] 10000000:00000001:1.0:1767384387.007174:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.007176:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.007177:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 42], ns[100, 42] 00000020:01000000:1.0:1767384387.007178:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384387.007182:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 42], ns[136, 42] 00000020:00000001:1.0:1767384387.007185:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384387.007186:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384387.007188:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384387.007189:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384387.007189:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384387.007194:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384387.007195:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 42], ns[120, 42] 00000020:01000004:1.0:1767384387.007196:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384387.007196:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384387.007199:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384387.007201:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 42], ns[148, 42] 00000020:01000004:1.0:1767384387.007202:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384387.007202:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384387.007206:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384387.007208:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384387.007209:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384387.007211:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:0.0:1767384387.007211:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384387.007214:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 42], ns[162, 42] 00000020:01000004:1.0:1767384387.007214:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384387.007218:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b606ddbb. 00000020:00000040:1.0:1767384387.007222:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384387.007227:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384387.007228:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 42], ns[171, 42] 02000000:00000001:1.0:1767384387.007230:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384387.007233:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384387.007240:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000002d55f8d. 00000100:00000001:0.0:1767384387.007241:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384387.007242:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[145, 42] 00000100:00000001:0.0:1767384387.007246:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.007251:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 42], ns[154, 42] 00000100:00000001:1.0:1767384387.007252:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.007253:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384387.007256:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384387.007257:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384387.007258:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 42], ns[150, 42] 00000100:00000001:1.0:1767384387.007258:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384387.007265:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b606ddbb] to pc [ptlrpcd_00_02+2] req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384387.007265:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.007268:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 42], ns[173, 42] 00000100:00100000:0.0:1767384387.007273:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003c498a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746157696:0@lo:253: 00000400:00000200:2.0:1767384387.007276:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 42], ns[176, 42] 00000100:00000001:0.0:1767384387.007283:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384387.007287:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 42], ns[186, 42] 10000000:00000001:1.0:1767384387.007288:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.007289:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:1.0:1767384387.007290:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.007292:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[178, 42], ns[187, 42] 00000020:00000001:1.0:1767384387.007293:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.007294:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.007298:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 42], ns[178, 42] 02000000:00000001:0.0:1767384387.007299:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000000:1.0:1767384387.007302:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384387.007304:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000020:00000010:1.0:1767384387.007305:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001a0934c4. 02000000:00000010:0.0:1767384387.007307:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000008981262. 00000400:00000200:2.0:1767384387.007310:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:0.0:1767384387.007312:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007314:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384387.007318:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:1.0:1767384387.007318:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384387.007319:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004505d27d. 00000400:00000200:2.0:1767384387.007326:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000400:00000010:0.0:1767384387.007329:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058446f78. 00000100:00000001:1.0:1767384387.007332:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384387.007333:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp47 00000100:00000001:1.0:1767384387.007335:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384387.007335:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746157696, portal 25 00000100:00000001:1.0:1767384387.007338:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384387.007339:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp47 lpni_is_preferred = 0 00000100:00000001:0.0:1767384387.007341:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384387.007343:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp47 00000100:00000040:1.0:1767384387.007343:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.007345:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629101696 : -111508080449920 : ffff9a958079a680) 00000400:00000200:2.0:1767384387.007349:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp47 NI seq info: [188:188:256:4294967295] 192.168.203.143@tcp47 LPNI seq info [179:179:8:4294967295] 00000100:00000040:0.0:1767384387.007354:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.007355:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384387.007357:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384387.007361:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384387.007364:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384387.007367:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp47 02000000:00000001:1.0:1767384387.007368:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384387.007373:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b606ddbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746157824:0@lo:253: 00000400:00000200:2.0:1767384387.007379:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp47(192.168.203.143@tcp47:) -> 192.168.203.143@tcp47(192.168.203.143@tcp:192.168.203.143@tcp47) : PUT try# 0 00000100:00000001:1.0:1767384387.007379:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384387.007379:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384387.007384:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384387.007388:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.143@tcp47 02000000:00000001:1.0:1767384387.007388:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.007388:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384387.007392:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384387.007394:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4b305c5. 00000800:00000010:2.0:1767384387.007396:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054444777. 02000000:00000010:1.0:1767384387.007396:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000010836e7. 00000100:00000200:0.0:1767384387.007399:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746157696, offset 0 02000000:00000001:1.0:1767384387.007400:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384387.007405:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fbe427a. 00000800:00000010:2.0:1767384387.007406:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c747948e. 00000400:00000200:0.0:1767384387.007410:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384387.007411:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c9a5c594. 00000800:00000200:2.0:1767384387.007417:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c747948e] -> 12345-192.168.203.143@tcp47 (2) 00000400:00000010:1.0:1767384387.007420:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df10ad47. 00000800:00000200:2.1:1767384387.007441:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c747948e] -> 12345-192.168.203.143@tcp47 (2) 00000100:00000200:1.0:1767384387.007444:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746157824, portal 25 00000100:00000001:1.0:1767384387.007446:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384387.007448:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629091840 : -111508080459776 : ffff9a9580798000) 00000400:00000200:0.0:1767384387.007449:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384387.007456:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000100:00000040:1.0:1767384387.007456:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384387.007459:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100551 rc 0 00000400:00000200:0.0:1767384387.007465:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df07e80 00000100:00000001:1.0:1767384387.007466:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384387.007471:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384387.007472:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384387.007474:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384387.007474:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000623598bb. 00000400:00000200:0.0:1767384387.007475:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1711 [2] + 0 00000400:00000010:0.0:1767384387.007481:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000807cceed. 00000400:00000200:0.0:1767384387.007485:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003ab512ac 00000100:00000200:1.0:1767384387.007489:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236746157824, offset 0 00000400:00000200:0.0:1767384387.007492:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384387.007497:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384387.007511:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384387.007516:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384387.007518:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384387.007520:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824df07f00 00000400:00000200:0.0:1767384387.007525:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab512ac 00000400:00000010:0.0:1767384387.007529:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ab512ac. 00000100:00000001:0.0:1767384387.007534:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384387.007536:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1749 [2] + 0 00000100:00000200:0.0:1767384387.007538:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384387.007544:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031bb0e57. 00000100:00000040:0.0:1767384387.007546:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000a6b26f87 x1853236746157696 msgsize 4848 00000400:00000200:1.0:1767384387.007548:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a01d1fa1 00000400:00000200:2.0:1767384387.007555:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384387.007555:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384387.007559:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384387.007562:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a01d1fa1 00000100:00100000:0.0:1767384387.007562:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384387.007566:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a01d1fa1. 00000100:00000001:1.0:1767384387.007571:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384387.007571:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384387.007574:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384387.007575:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000040:1.0:1767384387.007577:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000029323ac6 x1853236746157824 msgsize 4848 00000100:00100000:1.0:1767384387.007581:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384387.007584:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384387.007585:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384387.007595:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384387.007595:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4b305c5 00000100:00000001:1.0:1767384387.007596:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384387.007600:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4b305c5. 00000400:00000200:1.0:1767384387.007605:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000623598bb 00000100:00000001:0.0:1767384387.007605:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384387.007609:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000623598bb. 00000100:00000200:0.0:1767384387.007611:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.007613:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384387.007619:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384387.007622:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000100:00000001:0.0:1767384387.007627:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384387.007630:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384387.007633:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.007641:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007644:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384387.007644:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384387.007645:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000100:00000001:1.0:1767384387.007651:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007656:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294975778 00000100:00000001:0.0:1767384387.007658:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.007662:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384387.007663:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084461eb9. 00000100:00000001:0.0:1767384387.007667:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007670:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384387.007671:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294975778 00000400:00000200:2.0:1767384387.007675:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000100:00000001:1.0:1767384387.007676:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294975778 00000100:00000001:0.0:1767384387.007677:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294975778 00000100:00000010:1.0:1767384387.007680:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5d0c0cd. 00000100:00000001:0.0:1767384387.007682:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294975778 00000100:00000001:1.0:1767384387.007685:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384387.007689:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294975778 00000100:00000001:0.0:1767384387.007690:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294975778 00000100:00000010:1.0:1767384387.007694:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e552beb. 00000100:00000001:0.0:1767384387.007695:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294975778 00000100:00000001:1.0:1767384387.007698:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384387.007700:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000100:00000001:1.0:1767384387.007706:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294975778 00000100:00000001:0.0:1767384387.007707:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294975778 00000100:00000010:1.0:1767384387.007712:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000380bf8d0. 00000100:00000001:0.0:1767384387.007712:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294975778 00000100:00000001:1.0:1767384387.007717:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384387.007721:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384387.007724:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007726:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.007727:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294975778 00000100:00000001:1.0:1767384387.007728:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384387.007731:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000100:00000001:0.0:1767384387.007734:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384387.007737:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007739:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384387.007741:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007742:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384387.007745:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384387.007746:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384387.007750:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384387.007751:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.007752:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384387.007754:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.007755:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384387.007759:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384387.007761:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384387.007763:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.007764:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000100:00000001:0.0:1767384387.007770:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007784:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384387.007788:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746157696 02000000:00000001:1.0:1767384387.007791:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384387.007793:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384387.007795:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384387.007798:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384387.007801:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746157696 00000400:00000200:2.0:1767384387.007804:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000020:00000001:1.0:1767384387.007804:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384387.007805:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384387.007807:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384387.007810:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:1.0:1767384387.007812:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384387.007815:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384387.007818:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384387.007821:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037f609cf. 00000100:00000001:1.0:1767384387.007824:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384387.007825:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000020:00000010:1.0:1767384387.007827:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037f609cf. 00000020:00000010:1.0:1767384387.007831:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f58dc5. 00000020:00000010:1.0:1767384387.007835:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d72ea1e. 00000020:00000010:1.0:1767384387.007838:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000614e3f76. 00000400:00000200:2.0:1767384387.007842:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000100:00000040:1.0:1767384387.007845:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384387.007848:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384387.007855:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384387.007857:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007864:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007875:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384387.007877:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000100:00000001:1.0:1767384387.007884:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384387.007885:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746157824 02000000:00000001:1.0:1767384387.007887:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384387.007889:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384387.007891:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384387.007893:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384387.007895:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746157824 00000020:00000001:1.0:1767384387.007897:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384387.007898:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384387.007900:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384387.007901:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:0.0:1767384387.007903:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384387.007904:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:2.0:1767384387.007906:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000020:00000001:1.0:1767384387.007907:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384387.007910:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384387.007913:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037f609cf. 00000100:00000001:1.0:1767384387.007915:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384387.007916:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037f609cf. 00000100:00000001:0.0:1767384387.007919:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384387.007920:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030f28650. 00000020:00000010:1.0:1767384387.007925:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000318a92d5. 00000100:00100000:0.0:1767384387.007927:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000400:00000200:2.0:1767384387.007930:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000020:00000010:1.0:1767384387.007930:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000097a1c77b. 00000100:00000040:0.0:1767384387.007933:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384387.007935:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384387.007938:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608982608 : -111508100569008 : ffff9a957f46a850) 00000100:00000001:1.0:1767384387.007939:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384387.007942:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.007947:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.007948:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6b26f87 x1853236746157696/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:368/0 lens 4848/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.007956:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.007961:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384387.007964:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000100:00000001:1.0:1767384387.007965:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384387.007966:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000988fd284. 00000100:00000001:1.0:1767384387.007967:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384387.007972:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384387.007975:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000020:00000010:0.0:1767384387.007978:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000988fd284. 00000100:00000040:1.0:1767384387.007979:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:1.0:1767384387.007983:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608977488 : -111508100574128 : ffff9a957f469450) 00000100:00100000:0.0:1767384387.007988:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6b26f87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746157696:12345-0@lo:253: 00000100:00000040:1.0:1767384387.007991:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029323ac6 x1853236746157824/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:368/0 lens 4848/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384387.007994:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746157696 00000020:00000001:0.0:1767384387.007997:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384387.008000:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000020:00000001:0.0:1767384387.008002:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384387.008007:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.008009:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384387.008012:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384387.008014:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037f609cf. 00000020:00000001:0.0:1767384387.008016:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000100:00000001:1.0:1767384387.008018:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384387.008023:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037f609cf. 00000020:00000001:0.0:1767384387.008024:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384387.008027:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384387.008030:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029323ac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746157824:12345-0@lo:253: 00000020:00000001:0.0:1767384387.008031:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384387.008035:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384387.008036:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746157824 00000400:00000200:2.0:1767384387.008038:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000020:00000001:1.0:1767384387.008039:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384387.008039:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.008043:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384387.008045:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384387.008046:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.008049:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384387.008050:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384387.008054:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330256 : -1048221360 : ffffffffc1856950) 00000020:00000001:1.0:1767384387.008057:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1767384387.008057:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000259f09e9. 00000020:00000001:1.0:1767384387.008058:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384387.008062:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.008063:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384387.008066:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384387.008068:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.008069:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.008070:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000100:00000001:1.0:1767384387.008073:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384387.008073:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384387.008078:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384387.008095:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bbd2a0ae. 20000000:00000010:0.0:1767384387.008095:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008f9176d6. 02000000:00000001:1.0:1767384387.008100:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384387.008101:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384387.008102:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384387.008105:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384387.008106:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384387.008110:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384387.008113:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384387.008115:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d90b90e. 20000000:00000001:0.0:1767384387.008116:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384387.008119:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384387.008121:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384387.008123:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384387.008127:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384387.008128:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.008130:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 20000000:00000001:1.0:1767384387.008130:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384387.008132:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384387.008132:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e5a0187. 20000000:01000000:0.0:1767384387.008137:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:0.0:1767384387.008143:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384387.008149:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384387.008152:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384387.008166:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00080000:00000001:0.0:1767384387.008169:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384387.008184:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384387.008187:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384387.008188:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384387.008190:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384387.008192:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.008195:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00080000:00000002:0.0:1767384387.008195:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000004bb00cc9 00000020:00000001:0.0:1767384387.008203:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000074077a2d 00080000:00000002:0.0:1767384387.008206:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384387.008209:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384387.008213:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384387.008215:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384387.008219:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384387.008224:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:0.0:1767384387.008229:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384387.008233:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f7957164. 00080000:00000001:0.0:1767384387.008236:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560352193024 : -111513357358592 : ffff9a9445f26a00) 00000400:00000200:2.0:1767384387.008237:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00080000:00000001:0.0:1767384387.008241:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384387.008246:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384387.008249:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000988fd284. 00080000:00000001:0.0:1767384387.008252:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384387.008255:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384387.008268:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384387.008276:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00080000:00000001:0.0:1767384387.008284:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384387.008316:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384387.008353:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384387.008371:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384387.008385:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384387.008400:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384387.008415:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384387.008469:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384387.008496:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384387.008515:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384387.008534:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384387.008668:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:2.0:1767384387.008673:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3266724. 00000800:00000010:2.0:1767384387.008677:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037efc8c9. 00000800:00000010:2.0:1767384387.008691:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037efc8c9. 00000800:00020000:2.0:1767384387.008698:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384387.008700:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3266724. 00000800:00000010:2.0:1767384387.008702:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:02020000:2.0:1767384387.008740:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp47 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384387.008744:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp47 notifying 192.168.203.143@tcp47: down 00000800:00000200:2.0:1767384387.008748:0:34393:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp47 down 00000800:00000100:2.0:1767384387.008752:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.143@tcp47 00000800:00000010:2.0:1767384387.008755:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054444777. 00000400:00000200:2.0:1767384387.008757:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384387.008759:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp47->192.168.203.143@tcp47: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384387.008764:0:34393:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp47 added to recovery queue. ping count: 0 next ping: 309 health :900 00000400:00000200:2.0:1767384387.008767:0:34393:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384387.008775:0:34393:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 1 00000400:00000200:2.0:1767384387.008778:0:34393:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384387.008815:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384387.008821:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x101151 00000400:00000001:0.0:1767384387.008825:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384387.008827:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384387.008829:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379e62b8 00000400:00000010:0.0:1767384387.008830:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000379e62b8. 00000400:00000200:0.0:1767384387.008834:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384387.008839:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384387.008841:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (43) 00000400:00000200:0.0:1767384387.008844:0:16351:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384387.008846:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100151 rc -71 00000400:00000200:0.0:1767384387.008849:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:0.0:1767384387.008852:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (42) 00080000:00000010:1.0:1767384387.010685:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f7957164. 00080000:00000010:2.0:1767384387.010716:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000988fd284. 00040000:00000001:2.0:1767384387.010727:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384387.010729:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384387.010731:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384387.010734:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384387.010737:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384387.010739:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384387.010746:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384387.010761:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b80f7e26. 20000000:00000001:2.0:1767384387.010762:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384387.010764:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:01000000:2.0:1767384387.010765:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384387.010766:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384387.010770:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384387.010774:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384387.010776:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384387.010781:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384387.010787:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384387.010789:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384387.010789:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384387.010791:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384387.010792:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384387.010794:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 102:3752483692 to info 000000009e5b6786 00000020:00000001:1.0:1767384387.010798:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d8c591bf 00080000:00000002:1.0:1767384387.010800:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384387.010802:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384387.010804:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384387.010806:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384387.010807:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384387.010810:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324179800 : -111508385371816 : ffff9a956e4ce958) 00080000:00000001:1.0:1767384387.010813:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384387.010817:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003c704da1. 00080000:00000001:1.0:1767384387.010820:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560348578816 : -111513360972800 : ffff9a9445bb4400) 00080000:00000001:1.0:1767384387.010822:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384387.010824:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:01000000:0.0:1767384387.010826:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:1.0:1767384387.010828:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000037f609cf. 00080000:00000001:1.0:1767384387.010832:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384387.010832:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384387.010835:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384387.010836:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384387.010842:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384387.010845:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384387.010846:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384387.010854:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:0.0:1767384387.010854:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d12299bc. 00010000:00000001:0.0:1767384387.010861:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384387.010864:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073ba82d9. 00000020:00000001:0.0:1767384387.010868:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384387.010870:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000073ba82d9 with handle 0x980286e253c5fdc0 to hash 00000020:00000001:0.0:1767384387.010872:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384387.010873:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384387.010876:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384387.010879:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384387.010881:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.010884:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.010892:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384387.010895:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384387.010897:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384387.010899:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384387.010901:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.010902:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384387.010904:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.010906:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384387.010908:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384387.010909:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384387.010911:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384387.010913:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d12299bc) refcount = 1 00010000:00010000:0.0:1767384387.010917:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.010922:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384387.010924:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384387.010926:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.010928:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.010930:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384387.010933:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384387.010935:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:0.0:1767384387.010938:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384387.010939:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.010941:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ba82d9 refcount=4 00000020:00000001:0.0:1767384387.010943:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384387.010945:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384387.010947:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384387.010949:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.010955:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384387.010956:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.010961:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.010962:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384387.010964:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.010969:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384387.010970:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.010973:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384387.010974:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384387.010980:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000073ba82d9 already unused, calling callback (000000004feed035) 00010000:00000001:0.0:1767384387.010983:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384387.010984:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384387.010986:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.010991:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384387.010992:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384387.010993:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.010994:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ba82d9 refcount=5 00000020:00000001:0.0:1767384387.010996:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384387.010998:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680593920 : -111509028957696 : ffff9a9547f09200) 00010000:00000001:0.0:1767384387.011001:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384387.011003:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.011008:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384387.011010:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384387.011011:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.011013:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384387.011015:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384387.011017:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384387.011018:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384387.011019:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073ba82d9 with handle 0x980286e253c5fdc0 from hash 00010000:00000001:0.0:1767384387.011021:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384387.011023:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.011024:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.011025:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384387.011026:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384387.011028:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384387.011029:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384387.011031:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.011033:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.011035:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384387.011036:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384387.011038:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.011039:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.011041:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.011042:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.011044:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.011046:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.011050:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.011051:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.011052:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384387.011053:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384387.011054:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.011056:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.011058:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384387.011060:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384387.011061:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.011064:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.011069:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384387.011070:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384387.011072:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000073ba82d9/0x980286e253c5fdc0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384387.011077:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d12299bc count: 0 00010000:00000001:0.0:1767384387.011099:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384387.011101:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384387.011234:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384387.011238:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384387.011240:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008f9176d6. 20000000:00000001:2.0:1767384387.011246:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384387.011249:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746157696 00010000:00000001:2.0:1767384387.011252:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384387.011258:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6b26f87 x1853236746157696/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:368/0 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384387.011266:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384387.011268:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384387.011272:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384387.011276:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.011279:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384387.011282:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384387.011284:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384387.011287:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.011289:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384387.011293:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384387.011296:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3266724. 00000100:00000200:2.0:1767384387.011300:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746157696, offset 224 00000400:00000200:2.0:1767384387.011305:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384387.011311:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384387.011323:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df07e80 00000400:00000200:2.0:1767384387.011327:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fc9 [2] + 224 00000400:00000200:2.0:1767384387.011333:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384387.011336:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384387.011338:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384387.011342:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384387.011351:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.011366:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384387.011371:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3266724 00000400:00000010:2.0:1767384387.011372:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3266724. 00000100:00000001:2.0:1767384387.011375:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384387.011377:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384387.011381:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.011384:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384387.011385:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000100:00000001:0.0:1767384387.011387:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384387.011389:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384387.011392:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384387.011393:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384387.011394:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384387.011396:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384387.011399:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004505d27d. 00000100:00000040:2.0:1767384387.011400:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6b26f87 x1853236746157696/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:368/0 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384387.011405:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058446f78 00000400:00000010:0.0:1767384387.011409:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058446f78. 00000100:00000001:0.0:1767384387.011415:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384387.011417:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6b26f87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746157696:12345-0@lo:253: Request processed in 3454us (3868us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384387.011421:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384387.011450:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000040:2.0:1767384387.011454:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384387.011457:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384387.011459:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384387.011463:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d72ea1e. 00000100:00000200:0.0:1767384387.011475:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384387.011478:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000614e3f76. 00000020:00000010:2.0:1767384387.011484:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031f58dc5. 00000100:00000001:0.0:1767384387.011487:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384387.011490:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:0.0:1767384387.011490:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.011495:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384387.011496:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384387.011498:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384387.011499:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384387.011501:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.011505:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384387.011506:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000259f09e9. 00000100:00001000:0.0:1767384387.011510:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=93 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384387.011511:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384387.011515:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384387.011516:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=93 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384387.011521:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384387.011521:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384387.011523:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.011526:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384387.011528:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.011530:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384387.011533:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077efd423. 00000100:00000040:0.0:1767384387.011533:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384387.011539:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3266724. 00000100:00000001:0.0:1767384387.011546:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384387.011549:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384387.011550:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384387.011554:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384387.011555:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384387.011557:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384387.011558:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384387.011559:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384387.011560:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384387.011561:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384387.011562:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384387.011564:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384387.011565:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384387.011567:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384387.011581:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003c498a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746157696:0@lo:253: 00000100:00000001:0.0:1767384387.011585:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.011586:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384387.011588:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003c498a68 x1853236746157696/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.011595:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384387.011597:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384387.011599:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000008981262. 02000000:00000001:0.0:1767384387.011602:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384387.011603:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384387.011604:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384387.011607:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384387.011609:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000071c55535. 02000000:00000001:0.0:1767384387.011612:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384387.011614:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384387.011615:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c498a68. 00000100:00000001:0.0:1767384387.011619:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384387.011620:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.011622:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.011626:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384387.011628:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.011630:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384387.011632:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384387.013609:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003c704da1. 00080000:00000010:2.0:1767384387.013656:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000037f609cf. 00040000:00000001:2.0:1767384387.013660:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384387.013662:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384387.013663:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384387.013666:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000008286d389/00000000edbea41c to site lru. bkt: 00000000aff9c2b6 20000000:00000001:2.0:1767384387.013668:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384387.013669:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384387.013671:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384387.013680:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384387.013682:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384387.013686:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384387.013693:0:17101:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384387.013696:0:17101:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384387.013698:0:17101:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384387.013700:0:17101:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384387.013701:0:17101:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384387.013705:0:17101:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d14cb8cd. 00010000:00000001:0.0:1767384387.013708:0:17101:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384387.013709:0:17101:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000447e7f13. 00000020:00000001:0.0:1767384387.013711:0:17101:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384387.013713:0:17101:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000447e7f13 with handle 0x980286e253c5fdc7 to hash 00000020:00000001:0.0:1767384387.013714:0:17101:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384387.013715:0:17101:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384387.013717:0:17101:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384387.013718:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384387.013719:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.013721:0:17101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.013725:0:17101:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384387.013727:0:17101:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384387.013728:0:17101:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384387.013729:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384387.013730:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.013732:0:17101:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384387.013732:0:17101:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.013734:0:17101:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384387.013735:0:17101:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384387.013736:0:17101:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384387.013736:0:17101:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384387.013737:0:17101:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d14cb8cd) refcount = 1 00010000:00010000:0.0:1767384387.013739:0:17101:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.013741:0:17101:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384387.013742:0:17101:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384387.013743:0:17101:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.013744:0:17101:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.013744:0:17101:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384387.013746:0:17101:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384387.013747:0:17101:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004058448s 00010000:00000001:0.0:1767384387.013748:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384387.013749:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.013749:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=4 00000020:00000001:0.0:1767384387.013750:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384387.013751:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384387.013752:0:17101:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384387.013753:0:17101:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.013757:0:17101:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384387.013758:0:17101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.013761:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.013761:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384387.013762:0:17101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.013764:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384387.013765:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.013766:0:17101:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384387.013767:0:17101:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384387.013770:0:17101:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000447e7f13 already unused, calling callback (000000004feed035) 00010000:00000001:0.0:1767384387.013771:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384387.013771:0:17101:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384387.013772:0:17101:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.013775:0:17101:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384387.013775:0:17101:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384387.013776:0:17101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.013777:0:17101:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000447e7f13 refcount=5 00000020:00000001:0.0:1767384387.013777:0:17101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384387.013778:0:17101:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680594944 : -111509028956672 : ffff9a9547f09600) 00010000:00000001:0.0:1767384387.013780:0:17101:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384387.013780:0:17101:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.013783:0:17101:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384387.013785:0:17101:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384387.013786:0:17101:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.013787:0:17101:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384387.013788:0:17101:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384387.013790:0:17101:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384387.013791:0:17101:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384387.013793:0:17101:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000447e7f13 with handle 0x980286e253c5fdc7 from hash 00010000:00000001:0.0:1767384387.013794:0:17101:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384387.013795:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.013796:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.013797:0:17101:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384387.013798:0:17101:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384387.013798:0:17101:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384387.013800:0:17101:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384387.013801:0:17101:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384387.013802:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384387.013802:0:17101:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.013803:0:17101:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384387.013806:0:17101:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384387.013807:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384387.013809:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:2.0:1767384387.013810:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d90b90e. 00010000:00000001:0.0:1767384387.013811:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.013813:0:17101:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.013816:0:17101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384387.013817:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.013817:0:17101:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.013822:0:17101:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384387.013823:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746157824 00010000:00000001:2.0:1767384387.013828:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384387.013829:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.013831:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.013832:0:17101:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000200:2.0:1767384387.013834:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029323ac6 x1853236746157824/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:368/0 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384387.013834:0:17101:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384387.013837:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.013838:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.013840:0:17101:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384387.013843:0:17101:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384387.013847:0:17101:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.013849:0:17101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384387.013850:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384387.013853:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384387.013857:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384387.013864:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384387.013865:0:17101:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384387.013868:0:17101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384387.013869:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00010000:0.0:1767384387.013870:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000447e7f13/0x980286e253c5fdc7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17101 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384387.013874:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000040:0.0:1767384387.013877:0:17101:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d14cb8cd count: 0 02000000:00000001:2.0:1767384387.013879:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384387.013882:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.013883:0:17101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384387.013884:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:0.0:1767384387.013886:0:17101:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384387.013889:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384387.013892:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6298c41. 00000100:00000200:2.0:1767384387.013901:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746157824, offset 224 00000400:00000200:2.0:1767384387.013905:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384387.013910:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384387.013915:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df07f00 00000400:00000200:2.0:1767384387.013919:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fd1 [2] + 224 00000400:00000200:2.0:1767384387.013923:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384387.013925:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384387.013927:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384387.013930:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384387.013938:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.013955:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384387.013959:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6298c41 00000400:00000010:2.0:1767384387.013960:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6298c41. 00000100:00000001:2.0:1767384387.013963:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384387.013964:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384387.013966:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.013969:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384387.013972:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384387.013973:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.013976:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384387.013976:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384387.013979:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384387.013980:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029323ac6 x1853236746157824/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:368/0 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384387.013983:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384387.013986:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384387.013989:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fbe427a. 00000400:00000200:1.0:1767384387.013994:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df10ad47 00000400:00000010:1.0:1767384387.013996:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df10ad47. 00000100:00100000:2.0:1767384387.013998:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029323ac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:16355:x1853236746157824:12345-0@lo:253: Request processed in 5987us (6417us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384387.013999:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384387.014005:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384387.014012:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000040:2.0:1767384387.014015:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:2.0:1767384387.014016:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384387.014018:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384387.014020:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000318a92d5. 00000020:00000010:2.0:1767384387.014026:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000097a1c77b. 00000100:00000200:1.0:1767384387.014029:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384387.014035:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030f28650. 00000100:00000001:1.0:1767384387.014037:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384387.014040:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:1.0:1767384387.014040:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384387.014045:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384387.014046:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384387.014047:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384387.014048:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bbd2a0ae. 00000100:00000001:1.0:1767384387.014049:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384387.014051:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384387.014053:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.014054:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384387.014058:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384387.014059:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384387.014063:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aabaed6b. 00000100:00001000:1.0:1767384387.014064:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=93 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384387.014066:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6298c41. 00000100:00001000:1.0:1767384387.014072:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384387.014076:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384387.014077:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384387.014079:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384387.014080:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.014095:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384387.014098:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.014104:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384387.014106:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384387.014107:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384387.014110:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384387.014111:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384387.014112:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384387.014113:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384387.014115:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384387.014116:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384387.014117:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384387.014118:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384387.014119:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384387.014121:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384387.014128:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b606ddbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746157824:0@lo:253: 00000100:00000001:1.0:1767384387.014132:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384387.014138:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384387.014140:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b606ddbb x1853236746157824/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384403 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.014143:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384387.014145:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384387.014146:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000010836e7. 02000000:00000001:1.0:1767384387.014148:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384387.014149:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384387.014150:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:1.0:1767384387.014151:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384387.014152:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000002d55f8d. 02000000:00000001:1.0:1767384387.014154:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384387.014154:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384387.014155:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b606ddbb. 00000100:00000001:1.0:1767384387.014157:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384387.014157:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384387.014158:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384387.014161:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384387.014162:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.014164:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384387.014165:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.014465:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294975778, at 4294975779 00000100:00000010:0.0:1767384387.014472:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084461eb9. 00000100:00000040:2.0:1767384387.015456:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294975778, at 4294975780 00000100:00000010:2.0:1767384387.015461:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e552beb. 00000100:00000040:1.0:1767384387.015475:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294975778, at 4294975780 00000100:00000010:1.0:1767384387.015482:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5d0c0cd. 00000100:00000040:3.0:1767384387.015510:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294975778, at 4294975780 00000100:00000010:3.0:1767384387.015517:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000380bf8d0. 00010000:00000010:0.1:1767384387.019445:0:39402:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d12299bc. 00010000:00000010:0.1:1767384387.019451:0:39402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ba82d9. 00010000:00000010:0.1:1767384387.019454:0:39402:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d14cb8cd. 00010000:00000010:0.1:1767384387.019456:0:39402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000447e7f13. 00000400:00000010:3.0:1767384387.023946:0:39403:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001c900359. 00000400:00000040:3.0:1767384387.023966:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384387.023969:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384387.023972:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384387.023973:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384387.023976:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384387.023977:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384387.023979:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384387.023981:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384387.023983:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384387.023988:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384387.023991:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384387.023992:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384387.023994:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384387.023996:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384387.023997:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384387.024000:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384387.024001:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384387.024003:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384387.024004:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384387.024006:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384387.024008:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384387.024009:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384387.024010:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384387.024012:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384387.024013:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384387.024015:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384387.024017:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384387.024018:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384387.024020:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384387.024021:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384387.024023:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384387.024025:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384387.024026:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384387.024028:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384387.024030:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384387.024031:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384387.024032:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384387.024034:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384387.024036:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384387.024037:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384387.024038:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384387.024040:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384387.024041:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384387.024043:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384387.024044:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384387.024045:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384387.024047:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384387.024048:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384387.024054:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384387.024055:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384387.024057:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384387.024058:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384387.024060:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384387.024061:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384387.024063:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384387.024064:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384387.024065:0:39403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384387.024194:0:39403:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001c900359. 00000100:00000001:3.0:1767384387.747486:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384387.747491:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.747510:0:17911:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384387.747514:0:17911:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.940483:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384387.940490:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.940495:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384387.940497:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.940529:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384387.940533:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.940537:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384388.003870:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (4) 00000800:00000200:0.1:1767384388.003878:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (4) 00000800:00000200:0.0:1767384388.003892:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002509ef25] -> 12345-192.168.203.143@tcp16 (6) 00000800:00000200:0.0:1767384388.003896:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp16 ip 192.168.203.143:988 00000800:00000200:0.0:1767384388.003900:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384388.004003:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384388.004007:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384388.004016:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384388.004020:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384388.004022:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384388.004343:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384388.004346:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384388.004349:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000400:00000010:3.0:1767384388.004351:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000400:00000200:3.0:1767384388.004356:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384388.004359:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384388.004370:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000022d4c464. 00000400:00000010:3.0:1767384388.004373:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000068e39e3d. 00000400:00000200:3.0:1767384388.004379:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp47 00000400:00000010:3.0:1767384388.004382:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b19be2ef. 00000400:00000010:3.0:1767384388.004386:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b65bc08d. 00000400:00000010:3.0:1767384388.004390:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000400:00000010:3.0:1767384388.004396:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001e0631e0. 00000400:00000200:3.0:1767384388.004400:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp47 00000400:00000200:3.0:1767384388.004413:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp47 local destination 00000400:00000200:3.0:1767384388.004418:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp47 00000400:00000200:3.0:1767384388.004422:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp47 NI seq info: [189:189:256:4294967295] 192.168.203.143@tcp47 LPNI seq info [180:180:8:4294967295] 00000400:00000200:3.0:1767384388.004542:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp47 00000400:00000200:3.0:1767384388.004548:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp47(192.168.203.143@tcp47:) -> 192.168.203.143@tcp47(192.168.203.143@tcp47:192.168.203.143@tcp47) : GET try# 0 00000800:00000200:3.0:1767384388.004554:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp47 00000800:00000010:3.0:1767384388.004558:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000db192645. 00000800:00000200:3.0:1767384388.004562:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c747948e] -> 12345-192.168.203.143@tcp47 (2) 00000800:00000200:3.1:1767384388.004570:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c747948e] -> 12345-192.168.203.143@tcp47 (2) 00000400:00000200:3.0:1767384388.004584:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp47 added to recovery queue. ping count: 1 next ping: 311 health :900 00000400:00000200:3.0:1767384388.004638:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004671:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004689:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004706:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004724:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004744:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004763:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004783:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004802:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004822:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004843:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004862:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004883:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004904:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004923:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004944:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004964:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.004983:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005003:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005022:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005041:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005059:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005092:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005115:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005134:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005154:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005173:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005192:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005213:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005234:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005261:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005281:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005302:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005322:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005341:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384388.005467:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002943f7b. 00000800:00000010:3.0:1767384388.005472:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b80a935. 00000800:00000010:3.0:1767384388.005476:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4e23d33. 00000800:00000010:3.0:1767384388.005498:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4e23d33. 00000800:00020000:3.0:1767384388.005504:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384388.005508:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b80a935. 00000800:00000010:3.0:1767384388.005511:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002943f7b. 00000400:02020000:3.0:1767384388.005545:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp29 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384388.005549:0:16342:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384388.005566:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005587:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005606:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005625:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005648:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005669:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005689:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005709:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005731:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005752:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005773:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005792:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005810:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005828:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005846:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005864:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005882:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005908:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005928:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005947:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005966:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.005985:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006027:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006046:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006066:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006102:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006124:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006145:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006166:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006186:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006206:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006227:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006246:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.006265:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384388.006350:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002943f7b. 00000800:00000010:3.0:1767384388.006353:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b80a935. 00000800:00000010:3.0:1767384388.006357:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4e23d33. 00000800:00000010:3.0:1767384388.006374:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4e23d33. 00000800:00020000:3.0:1767384388.006379:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384388.006382:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b80a935. 00000800:00000010:3.0:1767384388.006384:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002943f7b. 00000400:02020000:3.0:1767384388.006413:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp47 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384388.006419:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp47 notifying 192.168.203.143@tcp47: down 00000400:00000200:3.0:1767384388.006436:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384388.006441:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp47 00000800:00000010:3.0:1767384388.006443:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000db192645. 00000400:00000200:3.0:1767384388.006446:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384388.006454:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp47->192.168.203.143@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384388.006462:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384388.006465:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384388.006469:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp47) recovery failed with -71 10000000:00000001:1.0:1767384388.260967:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384388.260971:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 2 10000000:00000001:1.0:1767384388.260975:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384388.260977:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384388.260979:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384388.260980:0:17082:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384388.260982:0:17082:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384388.260984:0:17082:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384388.260985:0:17082:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9a9560281800 from 83 10000000:00000001:1.0:1767384388.260988:0:17082:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384388.260989:0:17082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384388.260996:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b606ddbb. 00000020:00000040:1.0:1767384388.260999:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384388.261003:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384388.261011:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384388.261014:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384388.261019:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef145815. 00000100:00000001:1.0:1767384388.261025:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384388.261028:0:17082:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384388.261030:0:17082:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384388.261035:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000400c8dbd. 00010000:00000001:1.0:1767384388.261038:0:17082:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384388.261041:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007b93ff0. 00000020:00000001:1.0:1767384388.261045:0:17082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384388.261047:0:17082:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000007b93ff0 with handle 0x980286e253c5fdce to hash 00000020:00000001:1.0:1767384388.261049:0:17082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384388.261050:0:17082:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:1.0:1767384388.261052:0:17082:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:1.0:1767384388.261055:0:17082:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384388.261057:0:17082:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384388.261059:0:17082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384388.261067:0:17082:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384388.261087:0:17082:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384388.261092:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384388.261094:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384388.261099:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000231ba198. 00000100:00000001:1.0:1767384388.261101:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632565477321728 : -111508232229888 : ffff9a95776dac00) 00000100:00000001:1.0:1767384388.261104:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384388.261105:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629091840 : -111508080459776 : ffff9a9580798000) 00000100:00000001:1.0:1767384388.261109:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384388.261111:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.261113:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384388.261114:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384388.261127:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384388.261136:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384388.261138:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384388.261141:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384388.261143:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384388.261145:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384388.261148:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b606ddbb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746157952:0@lo:101: 00000100:00000001:1.0:1767384388.261151:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384388.261156:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384388.261158:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384388.261160:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384388.261163:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001edb476e. 02000000:00000001:1.0:1767384388.261165:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384388.261169:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fbe427a. 00000400:00000010:1.0:1767384388.261175:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00000200:1.0:1767384388.261181:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746157952, portal 25 00000100:00000001:1.0:1767384388.261183:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384388.261184:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629091840 : -111508080459776 : ffff9a9580798000) 00000100:00000040:1.0:1767384388.261188:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384388.261194:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384388.261197:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384388.261199:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000302a9c0b. 00000100:00000200:1.0:1767384388.261201:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746157952, offset 0 00000400:00000200:1.0:1767384388.261206:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384388.261215:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384388.261223:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df07f80 00000400:00000200:1.0:1767384388.261226:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1751 [2] + 0 00000400:00000010:1.0:1767384388.261229:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015ce8562. 00000400:00000200:1.0:1767384388.261231:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006b3244a1 00000400:00000200:1.0:1767384388.261235:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384388.261237:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384388.261245:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b3244a1 00000400:00000010:1.0:1767384388.261246:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b3244a1. 00000100:00000001:1.0:1767384388.261249:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.261251:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384388.261253:0:17082:0:(events.c:337:request_in_callback()) incoming req@00000000260a5cb2 x1853236746157952 msgsize 328 00000100:00100000:1.0:1767384388.261255:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384388.261256:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384388.261291:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384388.261296:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302a9c0b 00000400:00000010:1.0:1767384388.261297:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000302a9c0b. 00000100:00000001:1.0:1767384388.261299:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384388.261301:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384388.261308:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384388.261309:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384388.261313:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.261314:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384388.261317:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.261320:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294977031 00000100:00000010:1.0:1767384388.261322:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ee3f28f. 00000100:00000001:1.0:1767384388.261327:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384388.261330:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294977031 00000100:00000010:1.0:1767384388.261331:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000380bf8d0. 00000100:00000001:1.0:1767384388.261333:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384388.261335:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294977031 00000100:00000010:1.0:1767384388.261336:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3a63378. 00000100:00000001:1.0:1767384388.261338:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384388.261339:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294977031 00000100:00000010:1.0:1767384388.261341:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051e99516. 00000100:00000001:1.0:1767384388.261342:0:17082:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384388.261343:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384388.261348:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.261350:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384388.261351:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384388.261352:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000231ba198 going to sleep for 11 seconds 00000100:00000001:1.0:1767384388.261354:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384388.261356:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.262211:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384388.262215:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746157952 02000000:00000001:2.0:1767384388.262218:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384388.262221:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384388.262223:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384388.262227:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384388.262230:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746157952 00000020:00000001:2.0:1767384388.262232:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384388.262234:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:2.0:1767384388.262236:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384388.262239:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000020:00000001:2.0:1767384388.262241:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:2.0:1767384388.262244:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384388.262248:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384388.262252:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7015578. 00000100:00000001:2.0:1767384388.262255:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384388.262258:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7015578. 00000020:00000010:2.0:1767384388.262263:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aac59429. 00000020:00000010:2.0:1767384388.262274:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d0c0893. 00000020:00000010:2.0:1767384388.262278:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000040:2.0:1767384388.262286:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384388.262290:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384388.262291:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384388.262293:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.262300:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.262318:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384388.262330:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384388.262332:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384388.262336:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000040:2.0:1767384388.262340:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384388.262342:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608976464 : -111508100575152 : ffff9a957f469050) 00000100:00000040:2.0:1767384388.262347:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000260a5cb2 x1853236746157952/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:369/0 lens 328/0 e 0 to 0 dl 1767384399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384388.262356:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384388.262359:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7015578. 00000100:00000001:2.0:1767384388.262361:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384388.262364:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7015578. 00000100:00100000:2.0:1767384388.262367:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000260a5cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+14:17082:x1853236746157952:12345-0@lo:101: 00000100:00000200:2.0:1767384388.262371:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746157952 00000020:00000001:2.0:1767384388.262374:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384388.262378:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384388.262380:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.262382:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384388.262384:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:2.0:1767384388.262388:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384388.262390:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384388.262393:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384388.262395:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384388.262398:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.262401:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384388.262403:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384388.262410:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384388.262412:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384388.262414:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384388.262419:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384388.262447:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000018409f0. 00010000:00000001:2.0:1767384388.262451:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384388.262454:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f4d0966b. 00000020:00000001:2.0:1767384388.262457:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384388.262460:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f4d0966b with handle 0x980286e253c5fdd5 to hash 00000020:00000001:2.0:1767384388.262462:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384388.262464:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00010000:00000001:2.0:1767384388.262467:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00010000:00010000:2.0:1767384388.262470:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000f4d0966b/0x980286e253c5fdd5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x980286e253c5fdce expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384388.262477:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ac629b0a : new locks_count 10 00000020:00000040:2.0:1767384388.262480:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=15 00000100:00000001:2.0:1767384388.262486:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384388.262489:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384388.262492:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006d6e6efa. 02000000:00000001:2.0:1767384388.262495:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.262497:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384388.262499:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384388.262502:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384388.262504:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384388.262506:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384388.262508:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384388.262510:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384388.262512:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384388.262514:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384388.262516:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384388.262518:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384388.262519:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384388.262522:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000018409f0) refcount = 1 00010000:00010000:2.0:1767384388.262526:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f4d0966b/0x980286e253c5fdd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x980286e253c5fdce expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384388.262539:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384388.262541:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384388.262542:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384388.262544:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384388.262546:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384388.262550:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384388.262553:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000f4d0966b/0x980286e253c5fdd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fdce expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384388.262560:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384388.262562:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384388.262564:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384388.262566:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384388.262568:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384388.262570:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384388.262571:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384388.262572:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000f4d0966b, rc 0) 00000020:00000001:2.0:1767384388.262575:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384388.262578:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746157952 00010000:00000001:2.0:1767384388.262581:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384388.262585:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000260a5cb2 x1853236746157952/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:369/0 lens 328/344 e 0 to 0 dl 1767384399 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384388.262593:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384388.262595:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384388.262598:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384388.262603:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384388.262605:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384388.262607:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384388.262610:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384388.262612:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.262614:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384388.262616:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384388.262844:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000100:00000200:2.0:1767384388.262850:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746157952, offset 224 00000400:00000200:2.0:1767384388.262862:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384388.262868:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384388.262875:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df07f80 00000400:00000200:2.0:1767384388.262879:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1fed [1] + 224 00000400:00000200:2.0:1767384388.262883:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384388.262886:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384388.262889:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384388.262892:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384388.262900:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384388.262917:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384388.262922:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000400:00000010:2.0:1767384388.262924:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000100:00000001:2.0:1767384388.262931:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384388.262933:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384388.262936:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384388.262938:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384388.262941:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384388.262943:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.262946:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384388.262946:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384388.262952:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000260a5cb2 x1853236746157952/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:369/0 lens 328/344 e 0 to 0 dl 1767384399 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384388.262953:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384388.262956:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384388.262959:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fbe427a. 00000400:00000200:3.0:1767384388.262964:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f222e9cf 00000400:00000010:3.0:1767384388.262968:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f222e9cf. 00000100:00100000:2.0:1767384388.262968:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000260a5cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746157952:12345-0@lo:101: Request processed in 609us (1711us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384388.262972:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384388.262979:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384388.262979:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00000040:2.0:1767384388.262984:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:2.0:1767384388.262988:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.262991:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384388.262995:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384388.262996:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d0c0893. 00000020:00000010:2.0:1767384388.263002:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000100:00000001:3.0:1767384388.263008:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384388.263008:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aac59429. 00000100:00000001:3.0:1767384388.263010:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.263013:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384388.263016:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384388.263018:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384388.263020:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384388.263020:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:3.0:1767384388.263025:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384388.263026:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.263029:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006d6e6efa. 00000100:00001000:3.0:1767384388.263030:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=94 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384388.263032:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384388.263036:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384388.263036:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.263042:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384388.263042:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384388.263045:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384388.263049:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384388.263049:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa0c6793. 00010000:00000001:3.0:1767384388.263052:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.263056:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384388.263056:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c05810. 00000100:00000040:3.0:1767384388.263063:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.263070:0:17082:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384388.263087:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384388.263089:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384388.263098:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384388.263105:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b606ddbb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746157952:0@lo:101: 00000100:00000001:3.0:1767384388.263110:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.263112:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.263114:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384388.263116:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384388.263117:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.263124:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384388.263126:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000231ba198. 00000100:00000001:3.0:1767384388.263128:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384388.263129:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384388.263132:0:17082:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384388.263134:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384388.263136:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384388.263137:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007b93ff0 refcount=4 00000020:00000001:3.0:1767384388.263139:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:3.0:1767384388.263141:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000040:3.0:1767384388.263145:0:17082:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000007b93ff0, remote cookie: 0x980286e253c5fdd5, flags: 0x0 00010000:00000001:3.0:1767384388.263147:0:17082:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384388.263149:0:17082:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384388.263151:0:17082:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384388.263152:0:17082:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384388.263153:0:17082:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384388.263154:0:17082:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000400c8dbd) refcount = 1 00010000:00010000:3.0:1767384388.263157:0:17082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384388.263164:0:17082:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384388.263165:0:17082:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384388.263166:0:17082:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384388.263169:0:17082:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384388.263174:0:17082:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384388.263177:0:17082:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384388.263183:0:17082:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384388.263184:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384388.263185:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384388.263186:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384388.263187:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384388.263189:0:17082:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.263190:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384388.263193:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b606ddbb x1853236746157952/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.263200:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384388.263202:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384388.263204:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001edb476e. 02000000:00000001:3.0:1767384388.263207:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384388.263209:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384388.263210:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384388.263212:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384388.263214:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ef145815. 02000000:00000001:3.0:1767384388.263217:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384388.263218:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384388.263220:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b606ddbb. 00000100:00000001:3.0:1767384388.263228:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384388.263229:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384388.263231:0:17082:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384388.263233:0:17082:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384388.263234:0:17082:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000690617f4) refs 3 10000000:00000001:3.0:1767384388.263236:0:17082:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384388.263238:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384388.263239:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384388.263241:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007b93ff0 refcount=3 00000020:00000001:3.0:1767384388.263243:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:3.0:1767384388.263244:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:3.0:1767384388.263246:0:17082:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384388.263251:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384388.263252:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384388.263253:0:17082:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384388.263255:0:17082:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384388.263257:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000744ee4ad. 00000100:00000010:3.0:1767384388.263268:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad479a76. 00000020:00000040:3.0:1767384388.263271:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384388.263273:0:17082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384388.263274:0:17082:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384388.263276:0:17082:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384388.263279:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067327926. 00000100:00000001:3.0:1767384388.263282:0:17082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.263284:0:17082:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384388.263287:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001d06f00a. 00000100:00000010:3.0:1767384388.263290:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000dae7ffb4. 00000020:00000040:3.0:1767384388.263291:0:17082:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384388.263295:0:17082:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384388.263296:0:17082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384388.263298:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff14fc12. 00000100:00000001:3.0:1767384388.263300:0:17082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446632560356649984 : -111513352901632 : ffff9a9446366c00) 00000100:00000001:3.0:1767384388.263302:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384388.263303:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609952384 : -111508099599232 : ffff9a957f557480) 00000100:00000001:3.0:1767384388.263305:0:17082:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384388.263306:0:17082:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.263308:0:17082:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384388.263309:0:17082:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384388.263311:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.263317:0:17082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384388.263318:0:17082:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384388.263321:0:17082:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384388.263322:0:17082:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384388.263324:0:17082:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384388.263326:0:17082:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ad479a76 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746158080:0@lo:256: 00000100:00000001:3.0:1767384388.263329:0:17082:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384388.263335:0:17082:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384388.263337:0:17082:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.263339:0:17082:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384388.263343:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dfb077f. 00000400:00000010:3.0:1767384388.263346:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007b80a935. 00000100:00000200:3.0:1767384388.263349:0:17082:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824df08000-0x695824df08000, portal 33 00000100:00000001:3.0:1767384388.263352:0:17082:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384388.263354:0:17082:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384388.263356:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5ac1fc4. 02000000:00000001:3.0:1767384388.263357:0:17082:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384388.263372:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081cbe5a2. 00000400:00000010:3.0:1767384388.263376:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000100:00000200:3.0:1767384388.263378:0:17082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746158080, portal 25 00000100:00000001:3.0:1767384388.263380:0:17082:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384388.263381:0:17082:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565609952384 : -111508099599232 : ffff9a957f557480) 00000100:00000040:3.0:1767384388.263385:0:17082:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.263392:0:17082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384388.263394:0:17082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384388.263396:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384388.263398:0:17082:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746158080, offset 0 00000400:00000200:3.0:1767384388.263402:0:17082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384388.263408:0:17082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384388.263413:0:17082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df08000 00000400:00000200:3.0:1767384388.263417:0:17082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1779 [2] + 0 00000400:00000010:3.0:1767384388.263419:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004499d060. 00000400:00000200:3.0:1767384388.263422:0:17082:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007df77d2d 00000400:00000200:3.0:1767384388.263454:0:17082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384388.263458:0:17082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384388.263461:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007df77d2d 00000400:00000010:3.0:1767384388.263463:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007df77d2d. 00000100:00000001:3.0:1767384388.263467:0:17082:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384388.263469:0:17082:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384388.263471:0:17082:0:(events.c:337:request_in_callback()) incoming req@000000003ee849df x1853236746158080 msgsize 304 00000100:00100000:3.0:1767384388.263479:0:17082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384388.263481:0:17082:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384388.263490:0:17082:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384388.263496:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384388.263498:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000001:3.0:1767384388.263500:0:17082:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384388.263502:0:17082:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.263510:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384388.263513:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.263518:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.263520:0:17082:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384388.263524:0:17082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.263527:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294977034 00000100:00000001:2.0:1767384388.263528:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384388.263531:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746158080 00000100:00000001:3.0:1767384388.263532:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294977031 02000000:00000001:2.0:1767384388.263535:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384388.263538:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294977034 00000100:00000001:2.0:1767384388.263539:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384388.263541:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.263543:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294977031 02000000:00000001:2.0:1767384388.263545:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.263547:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294977034 00000100:00100000:2.0:1767384388.263549:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746158080 00000100:00000001:3.0:1767384388.263552:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294977031 00000020:00000001:2.0:1767384388.263553:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384388.263556:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:3.0:1767384388.263557:0:17082:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294977034 00000020:00000001:2.0:1767384388.263559:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384388.263562:0:17082:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294977031 00000020:00000040:2.0:1767384388.263563:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:3.0:1767384388.263566:0:17082:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384388.263567:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384388.263569:0:17082:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.263572:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384388.263573:0:17082:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384388.263576:0:17082:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384388.263578:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384388.263579:0:17082:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ff14fc12 going to sleep for 11 seconds 00000100:00000001:3.0:1767384388.263582:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384388.263583:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7015578. 00000100:00000001:3.0:1767384388.263584:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.263588:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384388.263591:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7015578. 00000020:00000010:2.0:1767384388.263597:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aac59429. 00000020:00000010:2.0:1767384388.263601:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d0c0893. 00000020:00000010:2.0:1767384388.263605:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000040:2.0:1767384388.263609:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384388.263611:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384388.263613:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384388.263614:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.263617:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.263713:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384388.263725:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384388.263732:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384388.263737:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00000040:2.0:1767384388.263740:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384388.263743:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608985680 : -111508100565936 : ffff9a957f46b450) 00000100:00000040:2.0:1767384388.263747:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ee849df x1853236746158080/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:369/0 lens 304/0 e 0 to 0 dl 1767384399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384388.263755:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384388.263758:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7015578. 00000100:00000001:2.0:1767384388.263761:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384388.263763:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7015578. 00000100:00100000:2.0:1767384388.263767:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ee849df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746158080:12345-0@lo:256: 00000100:00000200:2.0:1767384388.263770:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746158080 00000020:00000001:2.0:1767384388.263772:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384388.263774:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384388.263775:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.263777:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384388.263778:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:2.0:1767384388.263780:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384388.263782:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384388.263784:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384388.263785:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384388.263787:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.263790:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384388.263792:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384388.263795:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006d6e6efa. 02000000:00000001:2.0:1767384388.263797:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.263799:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384388.263801:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384388.263805:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384388.263808:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384388.263810:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384388.263812:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384388.263814:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384388.263816:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384388.263825:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000032c51bb9. 20000000:00000001:2.0:1767384388.263828:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384388.263844:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384388.263850:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384388.263855:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384388.263857:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384388.263860:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384388.263862:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384388.263864:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384388.263866:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384388.263868:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384388.263871:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384388.263873:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384388.263875:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384388.263877:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384388.263879:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384388.263881:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384388.263884:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384388.263886:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384388.263888:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384388.263889:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384388.263891:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384388.263893:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384388.263895:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384388.263897:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384388.263899:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384388.263901:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384388.263903:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384388.263905:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384388.263907:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384388.263908:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384388.263910:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384388.263912:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384388.263914:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384388.263916:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384388.263918:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384388.263920:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384388.263922:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384388.263924:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384388.263932:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384388.263935:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384388.263936:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384388.263939:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384388.263941:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384388.263943:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:2.0:1767384388.263954:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384388.263957:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384388.263960:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384388.263962:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384388.263964:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384388.263965:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384388.263967:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384388.263969:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384388.263971:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384388.263973:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384388.263975:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384388.263977:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384388.263979:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384388.263980:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384388.263983:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384388.263985:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384388.263987:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384388.263989:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384388.263991:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384388.263994:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384388.263996:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384388.263998:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384388.264001:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384388.264003:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384388.264005:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384388.264008:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384388.264010:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384388.264012:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384388.264014:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384388.264016:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384388.264018:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384388.264021:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384388.264023:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384388.264031:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384388.264034:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384388.264036:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384388.264038:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384388.264040:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384388.264042:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384388.264044:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384388.264046:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384388.264048:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384388.264051:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:2.0:1767384388.264054:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:2.0:1767384388.264056:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:2.0:1767384388.264058:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384388.264062:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009bef4ce8. 00000100:00000010:2.0:1767384388.264065:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009df9feee. 00000020:00000040:2.0:1767384388.264067:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=16 00010000:00000001:2.0:1767384388.264070:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384388.264072:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384388.264087:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000400:00000010:2.0:1767384388.264094:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003252be30. 00000400:00000200:2.0:1767384388.264097:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384388.264104:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384388.264111:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695824df08000 00000400:00000200:2.0:1767384388.264115:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x1ffd [4] + 0 00000400:00000010:2.0:1767384388.264118:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dfb077f. 00000400:00000200:2.0:1767384388.264121:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b80a935 00000400:00000200:2.0:1767384388.264124:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384388.264127:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384388.264129:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b80a935 00000400:00000010:2.0:1767384388.264131:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007b80a935. 00000100:00000001:2.0:1767384388.264134:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384388.264136:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000ad479a76 desc 000000001d06f00a mbits 1853236746158080 00000100:00000001:2.0:1767384388.264146:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384388.264150:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384388.264154:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384388.264162:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2009 00000100:00000001:3.0:1767384388.264165:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384388.264168:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384388.264172:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384388.264177:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384388.264181:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384388.264183:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000009bef4ce8 00000100:00000001:2.0:1767384388.264185:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384388.264193:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000400:00000010:2.0:1767384388.264195:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000100:00000001:2.0:1767384388.264198:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384388.264199:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009bef4ce8 00000100:00000001:2.0:1767384388.264203:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384388.264209:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695824df08000-0x695824df08000 00000100:00000001:2.0:1767384388.264212:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384388.264216:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.264218:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384388.264220:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 15 00000100:00000010:2.0:1767384388.264223:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009df9feee. 00000100:00000010:2.0:1767384388.264226:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009bef4ce8. 00000100:00000001:2.0:1767384388.264228:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384388.264229:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384388.264236:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000032c51bb9. 20000000:00000001:2.0:1767384388.264239:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384388.264241:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746158080 00010000:00000001:2.0:1767384388.264243:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384388.264246:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ee849df x1853236746158080/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:369/0 lens 304/240 e 0 to 0 dl 1767384399 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384388.264253:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384388.264254:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384388.264256:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384388.264260:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384388.264262:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:2.0:1767384388.264264:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384388.264266:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384388.264268:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.264270:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384388.264272:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384388.264281:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000100:00000200:2.0:1767384388.264284:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746158080, offset 224 00000400:00000200:2.0:1767384388.264290:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384388.264294:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384388.264300:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df08000 00000400:00000200:2.0:1767384388.264305:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2001 [1] + 224 00000400:00000200:2.0:1767384388.264309:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384388.264312:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384388.264316:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384388.264319:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384388.264328:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384388.264343:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384388.264348:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000400:00000010:2.0:1767384388.264349:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000100:00000001:2.0:1767384388.264352:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384388.264353:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384388.264355:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384388.264358:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384388.264360:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384388.264361:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.264363:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384388.264366:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ee849df x1853236746158080/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:369/0 lens 304/240 e 0 to 0 dl 1767384399 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384388.264373:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ee849df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:17082:x1853236746158080:12345-0@lo:256: Request processed in 617us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384388.264380:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00000040:2.0:1767384388.264382:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:2.0:1767384388.264384:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.264386:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384388.264388:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d0c0893. 00000020:00000010:2.0:1767384388.264391:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000020:00000010:2.0:1767384388.264400:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aac59429. 00000020:00000040:2.0:1767384388.264404:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 02000000:00000001:2.0:1767384388.264406:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.264408:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006d6e6efa. 00000100:00000001:3.0:1767384388.264411:0:17082:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384388.264411:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384388.264413:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384388.264416:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:3.0:1767384388.264421:0:17082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1767384388.264422:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcef1e7f. 00000400:00000001:3.0:1767384388.264454:0:17082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384388.264457:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081cbe5a2. 00000400:00000200:3.0:1767384388.264460:0:17082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000400:00000010:3.0:1767384388.264461:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000100:00000001:3.0:1767384388.264464:0:17082:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384388.264467:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073461712. 00000100:00000200:3.0:1767384388.264468:0:17082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384388.264478:0:17082:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.264485:0:17082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384388.264487:0:17082:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.264489:0:17082:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384388.264490:0:17082:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384388.264492:0:17082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384388.264494:0:17082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384388.264496:0:17082:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384388.264498:0:17082:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=94 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384388.264501:0:17082:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384388.264504:0:17082:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384388.264505:0:17082:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384388.264507:0:17082:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384388.264508:0:17082:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.264510:0:17082:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384388.264514:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384388.264520:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.264526:0:17082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384388.264528:0:17082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384388.264531:0:17082:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384388.264538:0:17082:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ad479a76 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:92b443ed-e82f-4160-b27d-56e958e24602:17082:1853236746158080:0@lo:256: 00000100:00000001:3.0:1767384388.264549:0:17082:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.264551:0:17082:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.264552:0:17082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384388.264554:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384388.264556:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.264562:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384388.264563:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ff14fc12. 00000100:00000001:3.0:1767384388.264566:0:17082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384388.264567:0:17082:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384388.264570:0:17082:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:3.0:1767384388.264573:0:17082:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384388.264578:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000e0c1c3e. 10000000:00000040:3.0:1767384388.264587:0:17082:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.143@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384388.264592:0:17082:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384388.264594:0:17082:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384388.264598:0:17082:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.143@tcp has 192.168.203.143@tcp. 00000100:00000001:3.0:1767384388.264600:0:17082:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.264602:0:17082:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384388.264603:0:17082:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:3.0:1767384388.264605:0:17082:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000100:00000200:3.0:1767384388.264608:0:17082:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.143@tcp' 00000400:00000200:3.0:1767384388.264610:0:17082:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384388.264613:0:17082:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384388.264616:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:3.0:1767384388.264621:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384388.264626:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (41) 00000400:00000200:3.0:1767384388.264630:0:17082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (42) 00000400:00000200:3.0:1767384388.264647:0:17082:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:3.0:1767384388.264649:0:17082:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384388.264651:0:17082:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384388.264654:0:17082:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:3.0:1767384388.264655:0:17082:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (43) 00000400:00000200:3.0:1767384388.264657:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:3.0:1767384388.264664:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:3.0:1767384388.264667:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264669:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:3.0:1767384388.264670:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:3.0:1767384388.264673:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264675:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:3.0:1767384388.264676:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:3.0:1767384388.264679:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264681:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:3.0:1767384388.264682:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:3.0:1767384388.264685:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264686:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:3.0:1767384388.264688:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000200:3.0:1767384388.264690:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264692:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:3.0:1767384388.264693:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:3.0:1767384388.264696:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264697:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:3.0:1767384388.264699:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:3.0:1767384388.264701:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264703:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:3.0:1767384388.264704:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:3.0:1767384388.264707:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264708:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:3.0:1767384388.264710:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:3.0:1767384388.264713:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264714:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:3.0:1767384388.264716:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:3.0:1767384388.264718:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264719:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:3.0:1767384388.264721:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:3.0:1767384388.264723:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264725:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:3.0:1767384388.264727:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:3.0:1767384388.264729:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264731:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:3.0:1767384388.264736:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:3.0:1767384388.264739:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264740:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:3.0:1767384388.264742:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:3.0:1767384388.264744:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264746:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:3.0:1767384388.264747:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:3.0:1767384388.264750:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264751:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:3.0:1767384388.264753:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:3.0:1767384388.264755:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264756:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:3.0:1767384388.264758:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:3.0:1767384388.264761:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264762:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000400:00000200:3.0:1767384388.264763:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.143@tcp27 00000400:00000200:3.0:1767384388.264765:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264767:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp27 00000400:00000200:3.0:1767384388.264768:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.143@tcp28 00000400:00000200:3.0:1767384388.264771:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264772:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp28 00000400:00000200:3.0:1767384388.264774:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.143@tcp29 00000400:00000200:3.0:1767384388.264777:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264778:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp29 00000400:00000200:3.0:1767384388.264780:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.143@tcp30 00000400:00000200:3.0:1767384388.264782:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264784:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp30 00000400:00000200:3.0:1767384388.264785:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.143@tcp31 00000400:00000200:3.0:1767384388.264788:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264789:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp31 00000400:00000200:3.0:1767384388.264790:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.143@tcp32 00000400:00000200:3.0:1767384388.264793:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264794:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp32 00000400:00000200:3.0:1767384388.264795:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.143@tcp33 00000400:00000200:3.0:1767384388.264798:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264799:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp33 00000400:00000200:3.0:1767384388.264805:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.143@tcp34 00000400:00000200:3.0:1767384388.264808:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264810:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp34 00000400:00000200:3.0:1767384388.264811:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.143@tcp35 00000400:00000200:3.0:1767384388.264814:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264815:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp35 00000400:00000200:3.0:1767384388.264817:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.143@tcp36 00000400:00000200:3.0:1767384388.264820:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264821:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp36 00000400:00000200:3.0:1767384388.264823:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.143@tcp37 00000400:00000200:3.0:1767384388.264825:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264826:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp37 00000400:00000200:3.0:1767384388.264828:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.143@tcp38 00000400:00000200:3.0:1767384388.264830:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264831:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp38 00000400:00000200:3.0:1767384388.264833:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.143@tcp39 00000400:00000200:3.0:1767384388.264835:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264837:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp39 00000400:00000200:3.0:1767384388.264838:0:17082:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.143@tcp40 00000400:00000200:3.0:1767384388.264841:0:17082:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.264842:0:17082:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp40 00000100:00000001:3.0:1767384388.264844:0:17082:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384388.264846:0:17082:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384388.264849:0:17082:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.143@tcp' by NID '192.168.203.143@tcp' 10000000:00000010:3.0:1767384388.264852:0:17082:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000000036dbea. 10000000:00000040:3.0:1767384388.264855:0:17082:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.143@tcp::2 00000020:00000080:3.0:1767384388.264857:0:17082:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384388.264863:0:17082:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384388.264866:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8d1de83. 00000020:00000010:3.0:1767384388.264869:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004e5bbe0c. 00000040:00000010:3.0:1767384388.264872:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fa070957. 00000020:00000010:3.0:1767384388.264876:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000154f041. 00000020:00000010:3.0:1767384388.264880:0:17082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c40c61fb. 00000020:00000010:3.0:1767384388.264884:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007f3f417f. 80000000:00000010:3.0:1767384388.264891:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000af6e5fd9. 40000000:00000010:3.0:1767384388.264895:0:17082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000976f31f5. 00100000:00000010:3.0:1767384388.264899:0:17082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aefb79de. 00040000:00000010:3.0:1767384388.264902:0:17082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000db192645. 00040000:00000010:3.0:1767384388.264906:0:17082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003d49a084. 00040000:00000010:3.0:1767384388.264909:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000048000536. 00080000:00000010:3.0:1767384388.264914:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000002943f7b. 00080000:00000010:3.0:1767384388.264918:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009a6fb515. 00000004:00000010:3.0:1767384388.264923:0:17082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004a10d106. 00000004:00000010:3.0:1767384388.264927:0:17082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006b3e0578. 00000004:00000010:3.0:1767384388.264932:0:17082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000df446e07. 00002000:00000010:3.0:1767384388.264935:0:17082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ea425b19. 00000004:00000010:3.0:1767384388.264939:0:17082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008502ce5e. 00000004:00000001:3.0:1767384388.264942:0:17082:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384388.264945:0:17082:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384388.264947:0:17082:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000000036dbea 00000040:00001000:3.0:1767384388.264949:0:17082:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384388.264950:0:17082:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384388.264952:0:17082:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384388.264953:0:17082:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384388.264955:0:17082:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384388.264957:0:17082:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384388.264958:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384388.264959:0:17082:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.143@tcp::2 00000040:00000001:3.0:1767384388.264961:0:17082:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384388.265005:0:17082:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384388.265011:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004e5bbe0c. 00000040:00000010:3.0:1767384388.265014:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fa070957. 00000020:00000010:3.0:1767384388.265018:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000154f041. 00000020:00000010:3.0:1767384388.265022:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c40c61fb. 00000020:00000010:3.0:1767384388.265027:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007f3f417f. 80000000:00000010:3.0:1767384388.265030:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000af6e5fd9. 40000000:00000010:3.0:1767384388.265034:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000976f31f5. 00100000:00000010:3.0:1767384388.265038:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aefb79de. 00040000:00000010:3.0:1767384388.265041:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000db192645. 00040000:00000010:3.0:1767384388.265049:0:17082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003d49a084. 00040000:00000010:3.0:1767384388.265051:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000048000536. 00080000:00000010:3.0:1767384388.265055:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009a6fb515. 00080000:00000010:3.0:1767384388.265067:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000002943f7b. 00000004:00000010:3.0:1767384388.265072:0:17082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004a10d106. 00000004:00000010:3.0:1767384388.265088:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006b3e0578. 00000004:00000010:3.0:1767384388.265092:0:17082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df446e07. 00002000:00000010:3.0:1767384388.265094:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ea425b19. 00000004:00000010:3.0:1767384388.265098:0:17082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008502ce5e. 00000020:00000010:3.0:1767384388.265102:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8d1de83. 00000020:00000001:3.0:1767384388.265105:0:17082:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384388.265107:0:17082:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384388.265110:0:17082:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000000036dbea. 10000000:00000010:3.0:1767384388.265113:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000e0c1c3e. 10000000:00000001:3.0:1767384388.265115:0:17082:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.265122:0:17082:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384388.265125:0:17082:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ad479a76 x1853236746158080/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.265131:0:17082:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384388.265133:0:17082:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384388.265135:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5ac1fc4. 02000000:00000001:3.0:1767384388.265137:0:17082:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384388.265139:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384388.265140:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384388.265142:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384388.265143:0:17082:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384388.265144:0:17082:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384388.265145:0:17082:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384388.265147:0:17082:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384388.265148:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000dae7ffb4. 00000100:00000010:3.0:1767384388.265150:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001d06f00a. 00000100:00000001:3.0:1767384388.265152:0:17082:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384388.265153:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000067327926. 02000000:00000001:3.0:1767384388.265155:0:17082:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384388.265156:0:17082:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384388.265157:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad479a76. 00000100:00000001:3.0:1767384388.265164:0:17082:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384388.265165:0:17082:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384388.265174:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000744ee4ad. 10000000:01000000:3.0:1767384388.265177:0:17082:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384388.265181:0:17082:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384388.265182:0:17082:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384388.265184:0:17082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384388.265185:0:17082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007b93ff0 refcount=3 00000020:00000001:3.0:1767384388.265187:0:17082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:3.0:1767384388.265190:0:17082:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:3.0:1767384388.265192:0:17082:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384388.265194:0:17082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384388.265201:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384388.265202:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384388.265204:0:17082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384388.265209:0:17082:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384388.265211:0:17082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384388.265212:0:17082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384388.265213:0:17082:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384388.265214:0:17082:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384388.265216:0:17082:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384388.265219:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384388.265220:0:17082:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 3 10000000:00000001:3.0:1767384388.265222:0:17082:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384388.265412:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384388.265419:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000010:0.0:1767384388.265456:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4188c. 00000400:00000200:0.0:1767384388.265461:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (42) 00000400:00000010:0.0:1767384388.265467:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f7a2aaa4. 00000400:00000200:0.0:1767384388.265472:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384388.265482:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384388.265489:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 176], ns[49, 185] 00000400:00000200:0.0:1767384388.265496:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 49], ns[55, 49] 00000400:00000200:0.0:1767384388.265502:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 49], ns[66, 49] 00000400:00000200:0.0:1767384388.265508:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 49], ns[70, 49] 00000400:00000200:0.0:1767384388.265514:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 49], ns[81, 49] 00000400:00000200:0.0:1767384388.265519:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 49], ns[85, 49] 00000400:00000200:0.0:1767384388.265525:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 49], ns[103, 49] 00000400:00000200:0.0:1767384388.265533:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 49], ns[110, 49] 00000400:00000200:0.0:1767384388.265539:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 49], ns[125, 49] 00000400:00000200:0.0:1767384388.265545:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 49], ns[138, 49] 00000400:00000200:0.0:1767384388.265552:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 49], ns[142, 49] 00000400:00000200:0.0:1767384388.265557:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 49], ns[158, 49] 00000400:00000200:0.0:1767384388.265563:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 49], ns[166, 49] 00000400:00000200:0.0:1767384388.265569:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[172, 49], ns[181, 49] 00000400:00000200:0.0:1767384388.265574:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 49], ns[42, 49] 00000400:00000200:0.0:1767384388.265579:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:0.0:1767384388.265585:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 42], ns[52, 42] 00000400:00000200:0.0:1767384388.265591:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 00000400:00000200:0.0:1767384388.265597:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 42], ns[62, 42] 00000400:00000200:0.0:1767384388.265604:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 42], ns[78, 42] 00000400:00000200:0.0:1767384388.265610:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 42], ns[163, 42] 00000400:00000200:0.0:1767384388.265614:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 42], ns[79, 42] 00000400:00000200:0.0:1767384388.265619:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 42], ns[93, 42] 00000400:00000200:0.0:1767384388.265623:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 42], ns[100, 42] 00000400:00000200:0.0:1767384388.265628:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 42], ns[136, 42] 00000400:00000200:0.0:1767384388.265633:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 42], ns[120, 42] 00000400:00000200:0.0:1767384388.265637:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[139, 42], ns[148, 42] 00000400:00000200:0.0:1767384388.265642:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 42], ns[162, 42] 00000400:00000200:0.0:1767384388.265648:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 42], ns[171, 42] 00000400:00000200:0.0:1767384388.265653:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[145, 42] 00000400:00000200:0.0:1767384388.265659:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 42], ns[154, 42] 00000400:00000200:0.0:1767384388.265664:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 42], ns[150, 42] 00000400:00000200:0.0:1767384388.265669:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 42], ns[173, 42] 00000400:00000200:0.0:1767384388.265674:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 42], ns[176, 42] 00000400:00000200:0.0:1767384388.265680:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 42], ns[186, 42] 00000400:00000200:0.0:1767384388.265686:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[178, 42], ns[187, 42] 00000400:00000200:0.0:1767384388.265691:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 42], ns[178, 42] 00000400:00000200:0.0:1767384388.265696:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[180, 42], ns[189, 42] 00000400:00000200:0.0:1767384388.265703:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000400:00000200:0.0:1767384388.265710:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp48] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384388.265714:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00000400:00000200:0.0:1767384388.265720:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp48 00000400:00000200:0.0:1767384388.265726:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp48 lpni_is_preferred = 0 00000400:00000200:0.0:1767384388.265729:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp48 00000400:00000200:0.0:1767384388.265732:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp48 NI seq info: [190:190:256:4294967295] 192.168.203.143@tcp48 LPNI seq info [181:181:8:4294967295] 00000400:00000200:0.0:1767384388.265739:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp48 00000400:00000200:0.0:1767384388.265750:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp48(192.168.203.143@tcp48:) -> 192.168.203.143@tcp48(192.168.203.143@tcp:192.168.203.143@tcp48) : PUT try# 0 00000800:00000200:0.0:1767384388.265756:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.143@tcp48 00000800:00000010:0.0:1767384388.265762:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009edf92a9. 00000800:00000010:0.0:1767384388.265772:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000011247b81. 00000800:00000010:0.0:1767384388.265775:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000b937cf8. 00000800:00000200:0.0:1767384388.265781:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011247b81] -> 12345-192.168.203.143@tcp48 (2) 00000800:00000200:0.1:1767384388.265785:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011247b81] -> 12345-192.168.203.143@tcp48 (2) 00000400:00000200:0.0:1767384388.265801:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384388.265804:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00000400:00000200:3.0:1767384388.265870:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.265911:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.265933:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.265954:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.265975:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266000:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266027:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266061:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266103:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266131:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266157:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266183:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266209:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266235:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266261:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266284:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266310:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266335:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266358:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266397:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266421:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266474:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266498:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266525:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266550:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266576:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266600:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266623:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266649:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266673:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266695:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266720:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266746:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266772:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384388.266794:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384388.266927:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002943f7b. 00000800:00000010:3.0:1767384388.266931:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ff14fc12. 00000800:00000010:3.0:1767384388.266937:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dae7ffb4. 00000800:00000010:3.0:1767384388.266965:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dae7ffb4. 00000800:00020000:3.0:1767384388.266974:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384388.266977:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ff14fc12. 00000800:00000010:3.0:1767384388.266980:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002943f7b. 00000400:02020000:3.0:1767384388.267021:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp48 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384388.267028:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp48 notifying 192.168.203.143@tcp48: down 00000800:00000200:3.0:1767384388.267034:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp48 down 00000800:00000100:3.0:1767384388.267040:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.143@tcp48 00000800:00000010:3.0:1767384388.267043:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009edf92a9. 00000400:00000200:3.0:1767384388.267047:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384388.267052:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp48->192.168.203.143@tcp48: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384388.267062:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp48 added to recovery queue. ping count: 0 next ping: 310 health :900 00000400:00000200:3.0:1767384388.267065:0:16344:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384388.267069:0:16344:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 1 00000400:00000200:3.0:1767384388.267084:0:16344:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384388.267110:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384388.267116:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x101171 00000400:00000001:0.0:1767384388.267120:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384388.267121:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384388.267123:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4188c 00000400:00000010:0.0:1767384388.267124:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4188c. 00000400:00000200:0.0:1767384388.267128:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384388.267131:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:0.0:1767384388.267134:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (43) 00000400:00000200:0.0:1767384388.267136:0:16351:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384388.267138:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc -71 00000400:00000200:0.0:1767384388.267141:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:0.0:1767384388.267144:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (42) 00000100:00000040:1.0:1767384388.271192:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294977034, at 4294977035 00000100:00000010:1.0:1767384388.271200:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000380bf8d0. 00000100:00000040:3.0:1767384388.271489:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294977034, at 4294977036 00000100:00000040:0.0:1767384388.271493:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294977034, at 4294977036 00000100:00000010:3.0:1767384388.271496:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051e99516. 00000100:00000010:0.0:1767384388.271502:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ee3f28f. 00000100:00000040:2.0:1767384388.271515:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294977034, at 4294977036 00000100:00000010:2.0:1767384388.271523:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3a63378. 00000020:00000010:2.0:1767384388.275093:0:39772:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f7015578. 00000020:00000040:2.0:1767384388.275100:0:39772:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384388.275103:0:39772:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f7015578. 00010000:00000001:2.0:1767384388.963549:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384388.963557:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384388.963563:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384388.963565:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.963630:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384388.963633:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384388.963635:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384389.027532:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384389.027539:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384389.027542:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:3.0:1767384389.027548:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000800:00000200:0.0:1767384389.027549:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (4) 00000400:00000200:3.0:1767384389.027555:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.1:1767384389.027559:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (4) 00000400:00000200:3.0:1767384389.027564:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp47 recovery ping unlinked 00000400:00000010:3.0:1767384389.027578:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b19be2ef. 00000400:00000010:3.0:1767384389.027584:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b65bc08d. 00000400:00000200:3.0:1767384389.027591:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp36 00000400:00000010:3.0:1767384389.027599:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b19be2ef. 00000400:00000010:3.0:1767384389.027604:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b65bc08d. 00000400:00000010:3.0:1767384389.027608:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000400:00000010:3.0:1767384389.027613:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d9f5f2eb. 00000400:00000200:3.0:1767384389.027617:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp36 00000400:00000200:3.0:1767384389.027641:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp36 local destination 00000400:00000200:3.0:1767384389.027646:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp36 00000400:00000200:3.0:1767384389.027651:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp36 NI seq info: [191:191:256:4294967295] 192.168.203.143@tcp36 LPNI seq info [182:182:8:4294967295] 00000400:00000200:3.0:1767384389.027657:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp36 00000400:00000200:3.0:1767384389.027665:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp36(192.168.203.143@tcp36:) -> 192.168.203.143@tcp36(192.168.203.143@tcp36:192.168.203.143@tcp36) : GET try# 0 00000800:00000200:3.0:1767384389.027671:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp36 00000400:00000200:2.0:1767384389.027673:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000010:3.0:1767384389.027676:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb8ea34c. 00000800:00000200:3.0:1767384389.027684:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000800:00000200:3.1:1767384389.027689:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d93b982] -> 12345-192.168.203.143@tcp36 (2) 00000400:00000200:3.0:1767384389.027707:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp36 added to recovery queue. ping count: 5 next ping: 342 health :500 00000400:00000200:3.0:1767384389.027712:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp48 00000400:00000010:3.0:1767384389.027716:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008f84eed2. 00000400:00000010:3.0:1767384389.027721:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000067327926. 00000400:00000200:2.0:1767384389.027723:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000010:3.0:1767384389.027725:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000400:00000010:3.0:1767384389.027733:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aeb058dd. 00000400:00000200:3.0:1767384389.027738:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp48 00000400:00000200:3.0:1767384389.027744:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp48 local destination 00000400:00000200:3.0:1767384389.027748:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp48 00000400:00000200:3.0:1767384389.027751:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp48 NI seq info: [192:192:256:4294967295] 192.168.203.143@tcp48 LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1767384389.027755:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384389.027758:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp48 00000400:00000200:3.0:1767384389.027771:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp48(192.168.203.143@tcp48:) -> 192.168.203.143@tcp48(192.168.203.143@tcp48:192.168.203.143@tcp48) : GET try# 0 00000800:00000200:3.0:1767384389.027776:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp48 00000400:00000200:0.0:1767384389.027778:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000010:3.0:1767384389.027780:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000c0b3e65. 00000800:00000200:3.0:1767384389.027788:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011247b81] -> 12345-192.168.203.143@tcp48 (2) 00000400:00000200:2.0:1767384389.027792:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000200:3.1:1767384389.027793:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011247b81] -> 12345-192.168.203.143@tcp48 (2) 00000400:00000200:3.0:1767384389.027815:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp48 added to recovery queue. ping count: 1 next ping: 312 health :900 00000400:00000200:2.0:1767384389.027826:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.027849:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.027869:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.027900:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.027901:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.027922:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.027960:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.027977:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.027979:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028017:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028028:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028054:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028088:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028097:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028117:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028133:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028174:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028174:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028180:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028222:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028245:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028248:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028269:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028295:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028342:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028343:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028355:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028404:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028413:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028454:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028490:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028508:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028526:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028540:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028569:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028587:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028588:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028619:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028656:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028660:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028675:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028717:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028727:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028731:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028768:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028795:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028796:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028811:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028861:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028869:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028871:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028915:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.028937:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.028938:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.028964:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029002:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.029016:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.029017:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029049:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.029083:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.029093:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029116:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.029140:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.029158:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029168:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.029199:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.029219:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029219:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.029249:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029273:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.029284:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.029303:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029325:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.029341:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.029359:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029380:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.029401:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.029415:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029452:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.029480:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.029503:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029504:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.029529:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029565:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384389.029572:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029608:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029631:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029644:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029656:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029671:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029688:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029703:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029730:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000800:00000010:2.0:1767384389.029745:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:2.0:1767384389.029750:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000053baa280. 00000800:00000010:2.0:1767384389.029753:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bea6d841. 00000400:00000200:1.0:1767384389.029762:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000010:2.0:1767384389.029769:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bea6d841. 00000800:00020000:2.0:1767384389.029779:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384389.029782:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053baa280. 00000800:00000010:2.0:1767384389.029784:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000400:00000200:1.0:1767384389.029791:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029826:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:02020000:2.0:1767384389.029830:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp32 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384389.029834:0:16341:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384389.029854:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029877:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029896:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029908:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029920:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029930:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029941:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029952:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029963:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029973:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029984:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.029994:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.143:988 00000800:00000010:1.0:1767384389.030125:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000298fd7ca. 00000800:00000010:1.0:1767384389.030128:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d053908c. 00000800:00000010:1.0:1767384389.030130:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d300f33. 00000800:00000010:1.0:1767384389.030149:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d300f33. 00000400:00000200:2.0:1767384389.030325:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384389.030338:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp48 from 204.3.0.2 00000800:00000010:2.0:1767384389.030345:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000063cbda90. 00000800:00000010:3.0:1767384389.030388:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002943f7b. 00000800:00000010:3.0:1767384389.030394:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b932169d. 00000800:00000010:3.0:1767384389.030415:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e4b305c5. 00000800:00000200:3.1:1767384389.030420:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011247b81] -> 12345-192.168.203.143@tcp48 (2) 00000800:00000200:3.1:1767384389.030438:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp48 00000000e4b305c5 deleted 00000800:00000010:3.1:1767384389.030439:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e4b305c5. 00000800:00000200:3.1:1767384389.030448:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384389.030453:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp48 ip 192.168.203.143:972 00000800:00000200:3.1:1767384389.030456:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000c0b3e65 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384389.030462:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp48 p 3.x 192.168.203.143 -> 192.168.203.143:972 incarnation:1767384381458524608 sched[0] 00000800:00000010:3.0:1767384389.030469:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c217b03f. 00000800:00000010:3.0:1767384389.030509:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c217b03f. 00000800:00000010:3.0:1767384389.030512:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b932169d. 00000800:00000010:3.0:1767384389.030545:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000063cbda90. 00000800:00000001:3.0:1767384389.030563:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384389.030569:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384389.030611:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384389.030614:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000c0b3e65. 00000400:00000200:3.0:1767384389.030617:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384389.030622:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp48->192.168.203.143@tcp48: GET: OK 00000400:00000200:3.0:1767384389.030626:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384389.030629:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp48 recovery message sent successfully:0 00000400:00000200:0.0:1767384389.030744:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.030762:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.030772:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.030782:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.030792:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.030807:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.030818:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.030829:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384389.030912:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000008981262. 00000800:00000010:0.0:1767384389.030915:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005da2f80d. 00000800:00000010:0.0:1767384389.030918:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003fffa778. 00000800:00000010:0.0:1767384389.030929:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003fffa778. 00000800:00020000:0.0:1767384389.030933:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384389.030935:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005da2f80d. 00000800:00000010:0.0:1767384389.030936:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000008981262. 00000400:02020000:0.0:1767384389.030957:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp36 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384389.030961:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp36 notifying 192.168.203.143@tcp36: down 00000800:00000200:0.0:1767384389.030965:0:34393:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp36 down 00000800:00000100:0.0:1767384389.030968:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp36 00000800:00000010:0.0:1767384389.030970:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb8ea34c. 00000400:00000200:0.0:1767384389.030972:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384389.030974:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp36->192.168.203.143@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384389.030979:0:34393:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384389.030981:0:34393:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384389.030983:0:34393:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp36) recovery failed with -71 00000800:00000200:1.1:1767384389.031230:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384389.031237:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp48 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384381458524608 sched[0] 00000800:00000010:1.0:1767384389.031241:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d053908c. 00000800:00000001:0.0:1767384389.031273:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384389.031279:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384389.031281:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384389.031285:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384389.031290:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp48(192.168.203.143@tcp48) <- 192.168.203.143@tcp48 : GET - for me 00000400:00000200:1.0:1767384389.031300:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384389.031300:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384389.031307:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x1fc1 [1] + 0 00000400:00000200:0.0:1767384389.031315:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp48 to MR: 192.168.203.143@tcp48 local destination 00000400:00000200:0.0:1767384389.031321:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp48 NI seq info: [193:193:256:4294967295] 192.168.203.143@tcp48 LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1767384389.031328:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp48(192.168.203.143@tcp48:192.168.203.143@tcp48) -> 192.168.203.143@tcp48(192.168.203.143@tcp48:192.168.203.143@tcp48) 192.168.203.143@tcp48 : REPLY try# 0 00000800:00000200:0.0:1767384389.031332:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp48 00000800:00000010:0.0:1767384389.031336:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b446026. 00000400:00000200:1.0:1767384389.031338:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000800:00000200:0.0:1767384389.031340:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000011247b81] -> 12345-192.168.203.143@tcp48 (4) 00000800:00000200:0.0:1767384389.031347:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp48 ip 192.168.203.143:988 00000800:00000200:0.0:1767384389.031349:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b446026 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384389.031368:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000800:00000001:3.0:1767384389.031387:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384389.031400:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000800:00000001:3.0:1767384389.031401:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384389.031408:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384389.031411:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384389.031415:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384389.031415:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384389.031442:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp48(192.168.203.143@tcp48) <- 192.168.203.143@tcp48 : REPLY - for me 00000400:00000200:3.0:1767384389.031454:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp48: Reply from 12345-192.168.203.143@tcp48 of length 272/272 into md 0x201d 00000400:00000200:1.0:1767384389.031454:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000800:00000010:0.0:1767384389.031456:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b446026. 00000800:00000001:2.0:1767384389.031457:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384389.031460:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384389.031463:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384389.031468:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384389.031473:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384389.031473:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp48->192.168.203.143@tcp48: REPLY: OK 00000400:00000200:3.0:1767384389.031482:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp48->192.168.203.143@tcp48: REPLY: OK 00000400:00000200:3.0:1767384389.031494:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000400:00000010:3.0:1767384389.031497:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000400:00000200:3.0:1767384389.031501:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:1.0:1767384389.031501:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000010:3.0:1767384389.031506:0:16346:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008f84eed2. 00000400:00000010:3.0:1767384389.031511:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000067327926. 00000800:00000001:3.0:1767384389.031518:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384389.031522:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384389.031533:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031552:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031569:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031584:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031603:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031622:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031639:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031656:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031675:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031696:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031718:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031739:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031762:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031783:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031806:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031828:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031851:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031873:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031895:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031917:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031938:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031957:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.031978:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.032007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.032028:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.032050:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.032085:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.032109:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384389.032131:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384389.032232:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbd2a0ae. 00000800:00000010:1.0:1767384389.032236:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d053908c. 00000800:00000010:1.0:1767384389.032239:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d300f33. 00000800:00000010:1.0:1767384389.032259:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d300f33. 00000800:00020000:1.0:1767384389.032265:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384389.032268:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d053908c. 00000800:00000010:1.0:1767384389.032270:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bbd2a0ae. 00000400:02020000:1.0:1767384389.032301:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp48 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00080000:00000010:2.0:1767384389.825706:0:39968:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004ad6e9fa. 00080000:00000010:2.0:1767384389.825716:0:39968:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004ad6e9fa. 00000020:00000001:2.0:1767384389.825722:0:39968:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384389.825731:0:39968:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004ad6e9fa. 00080000:00000010:2.0:1767384389.825735:0:39968:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004ad6e9fa. 00000020:00000001:2.0:1767384389.825739:0:39968:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384389.956142:0:40004:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004de6e6e8. 00000400:00000040:0.0:1767384389.956164:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384389.956167:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384389.956169:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384389.956171:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384389.956173:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384389.956174:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384389.956176:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384389.956178:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384389.956179:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384389.956180:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384389.956182:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384389.956183:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384389.956185:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384389.956186:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384389.956187:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384389.956190:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384389.956191:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384389.956192:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384389.956194:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384389.956196:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384389.956197:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384389.956199:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384389.956200:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384389.956201:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384389.956202:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384389.956204:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384389.956205:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384389.956206:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384389.956207:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384389.956209:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384389.956209:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384389.956211:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384389.956212:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384389.956214:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384389.956215:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384389.956216:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384389.956217:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384389.956219:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384389.956220:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384389.956221:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384389.956223:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384389.956224:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384389.956225:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384389.956226:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384389.956228:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384389.956229:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384389.956230:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384389.956231:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384389.956233:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384389.956234:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384389.956235:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384389.956236:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384389.956237:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384389.956239:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384389.956241:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384389.956242:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384389.956243:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:0.0:1767384389.956252:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384389.956253:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384389.956255:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384389.956256:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384389.956258:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384389.956259:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384389.956260:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384389.956262:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384389.956263:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384389.956264:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384389.956265:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384389.956267:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384389.956268:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384389.956269:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384389.956270:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384389.956272:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384389.956273:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384389.956274:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384389.956275:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384389.956277:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384389.956278:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384389.956279:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384389.956280:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384389.956281:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384389.956282:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384389.956284:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384389.956285:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384389.956287:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384389.956288:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384389.956289:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384389.956290:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384389.956292:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384389.956293:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384389.956294:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384389.956295:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384389.956297:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384389.956298:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384389.956300:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384389.956301:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384389.956302:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384389.956303:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384389.956305:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384389.956306:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384389.956307:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384389.956308:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384389.956309:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384389.956311:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384389.956312:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384389.956313:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384389.956315:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384389.956316:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384389.956317:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384389.956318:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384389.956320:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384389.956321:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384389.956322:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:0.0:1767384389.956323:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:0.0:1767384389.956325:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384389.956326:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384389.956327:0:40004:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:0.0:1767384389.956553:0:40004:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004de6e6e8. 00010000:00000001:2.0:1767384389.988479:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384389.988486:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.988491:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384389.988492:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.988536:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384389.988540:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384389.988542:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384389.997776:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384389.997815:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp50 from 255.3.0.2 00000800:00000010:2.0:1767384389.997820:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f9c81750. 00000800:00000010:3.0:1767384389.998104:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a6fb515. 00000800:00000010:3.0:1767384389.998111:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b03f52b9. 00000800:00000010:3.0:1767384390.000097:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000056b47a65. 00000800:00000200:3.0:1767384390.000115:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.43@tcp50 p 3.x 192.168.203.143 -> 192.168.203.43:1023 incarnation:1767384388536158767 sched[0] 00000800:00000010:3.0:1767384390.000163:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017cb9feb. 00000800:00000010:3.0:1767384390.000211:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017cb9feb. 00000800:00000010:3.0:1767384390.000215:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b03f52b9. 00000800:00000010:3.0:1767384390.000246:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f9c81750. 00000800:00000001:1.0:1767384390.000279:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.000286:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384390.001114:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384390.001122:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384390.001125:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384390.001129:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384390.001137:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : GET - for me 00000400:00000010:0.0:1767384390.001147:0:16348:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000cddd7a18. 00000400:00000200:0.0:1767384390.001150:0:16348:0:(peer.c:264:lnet_peer_alloc()) 00000000cddd7a18 nid 192.168.203.43@tcp50 00000400:00000010:0.0:1767384390.001153:0:16348:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006015cbae. 00000400:00000200:0.0:1767384390.001155:0:16348:0:(peer.c:204:lnet_peer_net_alloc()) 000000006015cbae net tcp50 00000400:00000010:0.0:1767384390.001157:0:16348:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002c5adbe3. 00000400:00000200:0.0:1767384390.001167:0:16348:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002c5adbe3 nid 192.168.203.43@tcp50 00000400:00000200:0.0:1767384390.001169:0:16348:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.43@tcp50 nid 192.168.203.143@tcp50: 0 00000400:00000200:0.0:1767384390.001172:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cddd7a18 (0) 00000400:00000200:0.0:1767384390.001175:0:16348:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.43@tcp50 NID 192.168.203.43@tcp50 flags 0x0 00000400:00000200:0.0:1767384390.001177:0:16348:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.203.43@tcp50: 0 00000400:00000200:0.0:1767384390.001183:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384390.001189:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.43@tcp50 of length 272/272 into md 0x1fc1 [1] + 0 00000400:00000200:0.0:1767384390.001197:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:0.0:1767384390.001206:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [194:194:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384390.001213:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) 192.168.203.43@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384390.001219:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:0.0:1767384390.001228:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1577915. 00000800:00000200:0.0:1767384390.001234:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (2) 00000800:00000200:0.0:1767384390.001239:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:0.0:1767384390.001243:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1577915 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384390.001276:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384390.001304:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384390.001309:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1577915. 00000800:00000001:3.0:1767384390.001311:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384390.001313:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384390.001320:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: REPLY: OK 00000400:00000200:3.0:1767384390.001633:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384390.001652:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp50 from 254.3.0.2 00000800:00000010:3.0:1767384390.001655:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000019b08d66. 00000800:00000010:1.0:1767384390.001696:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbd2a0ae. 00000800:00000010:1.0:1767384390.001702:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ba4daeaf. 00000800:00000010:1.0:1767384390.002208:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004c5a2a5e. 00000800:00000200:1.1:1767384390.002217:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (2) 00000800:00000200:1.1:1767384390.002221:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.43@tcp50 000000004c5a2a5e deleted 00000800:00000010:1.1:1767384390.002223:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004c5a2a5e. 00000800:00000200:1.0:1767384390.002228:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.43@tcp50 p 3.x 192.168.203.143 -> 192.168.203.43:1022 incarnation:1767384388536158767 sched[0] 00000800:00000010:1.0:1767384390.002233:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce1d9088. 00000800:00000001:0.0:1767384390.002233:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384390.002243:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384390.002247:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384390.002253:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384390.002259:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : GET - for me 00000400:00000200:0.0:1767384390.002267:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384390.002274:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.43@tcp50 of length 704/704 into md 0x1fc1 [1] + 0 00000800:00000010:1.0:1767384390.002276:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce1d9088. 00000800:00000010:1.0:1767384390.002282:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ba4daeaf. 00000400:00000200:0.0:1767384390.002285:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:0.0:1767384390.002295:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [195:195:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384390.002310:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) 192.168.203.43@tcp50 : REPLY try# 0 00000800:00000010:1.0:1767384390.002315:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000019b08d66. 00000800:00000200:0.0:1767384390.002317:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:0.0:1767384390.002322:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1577915. 00000800:00000200:0.0:1767384390.002328:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (3) 00000800:00000200:0.0:1767384390.002334:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:0.0:1767384390.002337:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1577915 type 3, nob 800 niov 1 nkiov 1 00000800:00000001:1.0:1767384390.002338:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.002343:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384390.002349:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384390.002388:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384390.002390:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1577915. 00000400:00000200:1.0:1767384390.002393:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384390.002397:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: REPLY: OK 00000800:00000001:0.0:1767384390.002400:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384390.008219:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384390.008256:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp50 from 253.3.0.2 00000800:00000010:0.0:1767384390.008261:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002fd877f9. 00000800:00000010:2.0:1767384390.008317:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000005c0d2af. 00000800:00000010:2.0:1767384390.008324:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004dc8bcbd. 00000800:00000010:2.0:1767384390.008773:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001f7e8d7e. 00000800:00000200:2.1:1767384390.008782:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (3) 00000800:00000200:2.1:1767384390.008789:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.43@tcp50 000000001f7e8d7e deleted 00000800:00000010:2.1:1767384390.008791:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001f7e8d7e. 00000800:00000200:2.0:1767384390.008802:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.43@tcp50 p 3.x 192.168.203.143 -> 192.168.203.43:1021 incarnation:1767384388536158767 sched[0] 00000800:00000010:2.0:1767384390.008809:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c6e6e596. 00000800:00000010:2.0:1767384390.008851:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c6e6e596. 00000800:00000010:2.0:1767384390.008855:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004dc8bcbd. 00000800:00000010:2.0:1767384390.008890:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002fd877f9. 00000800:00000001:2.0:1767384390.008964:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384390.008970:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384390.051505:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384390.051512:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384390.051515:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:3.0:1767384390.051519:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000400:00000200:3.0:1767384390.051526:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384390.051532:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384390.051544:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b19be2ef. 00000400:00000010:3.0:1767384390.051549:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b65bc08d. 00000400:00000200:3.0:1767384390.051558:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp47 00000400:00000010:3.0:1767384390.051564:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001144aad8. 00000400:00000010:3.0:1767384390.051570:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b65bc08d. 00000400:00000010:3.0:1767384390.051573:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000400:00000010:3.0:1767384390.051580:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6080ce8. 00000400:00000200:3.0:1767384390.051583:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp47 00000400:00000200:3.0:1767384390.051599:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp47 local destination 00000400:00000200:3.0:1767384390.051604:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp47 00000400:00000200:3.0:1767384390.051608:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp47 NI seq info: [196:196:256:4294967295] 192.168.203.143@tcp47 LPNI seq info [185:185:8:4294967295] 00000400:00000200:3.0:1767384390.051614:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp47 00000400:00000200:3.0:1767384390.051621:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp47(192.168.203.143@tcp47:) -> 192.168.203.143@tcp47(192.168.203.143@tcp47:192.168.203.143@tcp47) : GET try# 0 00000800:00000200:3.0:1767384390.051627:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp47 00000800:00000010:3.0:1767384390.051632:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000178f676. 00000800:00000200:3.0:1767384390.051638:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c747948e] -> 12345-192.168.203.143@tcp47 (2) 00000800:00000200:3.1:1767384390.051654:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c747948e] -> 12345-192.168.203.143@tcp47 (2) 00000400:00000200:3.0:1767384390.051678:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp47 added to recovery queue. ping count: 2 next ping: 315 health :800 00000400:00000200:3.0:1767384390.051682:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp43 00000400:00000010:3.0:1767384390.051684:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006b7cdac7. 00000400:00000010:3.0:1767384390.051688:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000071832f2d. 00000400:00000010:3.0:1767384390.051691:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000400:00000010:3.0:1767384390.051695:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000795b80ff. 00000400:00000200:3.0:1767384390.051698:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp43 00000400:00000200:3.0:1767384390.051703:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp43 local destination 00000400:00000200:3.0:1767384390.051707:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp43 00000400:00000200:3.0:1767384390.051709:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp43 NI seq info: [197:197:256:4294967295] 192.168.203.143@tcp43 LPNI seq info [186:186:8:4294967295] 00000400:00000200:3.0:1767384390.051714:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp43 00000400:00000200:3.0:1767384390.051719:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp43(192.168.203.143@tcp43:) -> 192.168.203.143@tcp43(192.168.203.143@tcp43:192.168.203.143@tcp43) : GET try# 0 00000800:00000200:3.0:1767384390.051723:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp43 00000800:00000010:3.0:1767384390.051725:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f887ffd7. 00000800:00000200:3.0:1767384390.051728:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000800:00000200:3.1:1767384390.051731:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000400:00000200:3.0:1767384390.051749:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp43 added to recovery queue. ping count: 4 next ping: 327 health :600 00000400:00000200:1.0:1767384390.051846:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.051883:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.051913:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.051930:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.051966:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.051979:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052025:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052045:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052095:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052115:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052132:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052162:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052177:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052202:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052227:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052245:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052268:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052288:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052313:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052336:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052356:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052400:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052401:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052466:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052487:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052511:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052537:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052547:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052582:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052583:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052635:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052644:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052664:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052694:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052699:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052741:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052755:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052785:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052793:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052838:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052838:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052866:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052894:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052901:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052945:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.052953:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.052974:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053005:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.053010:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053077:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.053078:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.053127:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053136:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.053157:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053185:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.053193:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053239:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.053239:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.053273:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053301:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.053312:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053355:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.053355:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384390.053379:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053412:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053470:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053507:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384390.053561:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000800:00000010:0.0:1767384390.053566:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000008981262. 00000800:00000010:0.0:1767384390.053571:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df10ad47. 00000800:00000010:0.0:1767384390.053575:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003fffa778. 00000800:00000010:0.0:1767384390.053594:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003fffa778. 00000400:00000200:1.0:1767384390.053603:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00020000:0.0:1767384390.053603:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384390.053607:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df10ad47. 00000800:00000010:0.0:1767384390.053612:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000008981262. 00000400:02020000:0.0:1767384390.053658:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp43 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384390.053666:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp43 notifying 192.168.203.143@tcp43: down 00000800:00000200:0.0:1767384390.053673:0:34393:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp43 down 00000800:00000100:0.0:1767384390.053679:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp43 00000800:00000010:0.0:1767384390.053683:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f887ffd7. 00000400:00000200:0.0:1767384390.053687:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384390.053692:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp43->192.168.203.143@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384390.053704:0:34393:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384390.053708:0:34393:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384390.053712:0:34393:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp43) recovery failed with -71 00000800:00000010:1.0:1767384390.053756:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d90b90e. 00000800:00000010:1.0:1767384390.053761:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ba4daeaf. 00000800:00000010:1.0:1767384390.053766:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f504b6da. 00000800:00000010:1.0:1767384390.053784:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f504b6da. 00000800:00020000:1.0:1767384390.053791:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384390.053794:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ba4daeaf. 00000800:00000010:1.0:1767384390.053797:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009d90b90e. 00000400:02020000:1.0:1767384390.053833:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp47 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384390.053839:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp47 notifying 192.168.203.143@tcp47: down 00000400:00000200:1.0:1767384390.053843:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384390.053847:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp47 00000800:00000010:1.0:1767384390.053849:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000178f676. 00000400:00000200:1.0:1767384390.053852:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384390.053856:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp47->192.168.203.143@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384390.053868:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384390.053871:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384390.053875:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp47) recovery failed with -71 00010000:00000001:2.0:1767384391.012020:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384391.012029:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.012038:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384391.012040:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.012491:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384391.012498:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384391.012501:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767384391.020956:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.020971:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384391.020974:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.020975:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.020984:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:3.0:1767384391.020996:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 520 into portal 26 MB=0x695824d900180 00000400:00000200:3.0:1767384391.021001:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 520/520 into md 0x1781 [2] + 0 00000400:00000010:3.0:1767384391.021005:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000893c7656. 00000400:00000200:3.0:1767384391.021009:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045092547 00000800:00000001:3.0:1767384391.021014:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.021020:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.021021:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.021024:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.021028:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045092547 00000400:00000010:3.0:1767384391.021037:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045092547. 00000100:00000001:3.0:1767384391.021041:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384391.021042:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384391.021045:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000002c490aba x1853236739834240 msgsize 520 00000100:00100000:3.0:1767384391.021047:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:3.0:1767384391.021049:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384391.021076:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384391.021085:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.021088:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.021159:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384391.021162:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739834240 02000000:00000001:2.0:1767384391.021165:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384391.021167:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.021169:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.021174:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.021183:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739834240 00000020:00000001:2.0:1767384391.021186:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384391.021188:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384391.021191:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384391.021193:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.021194:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384391.021199:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d02cce0e. 00000020:00000010:2.0:1767384391.021204:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe9e270f. 00000020:00000010:2.0:1767384391.021207:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000001:2.0:1767384391.021212:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384391.021213:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384391.021214:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.021219:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.021228:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.021237:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384391.021238:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384391.021241:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 158 00000100:00000001:2.0:1767384391.021243:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565608975440 : -111508100576176 : ffff9a957f468c50) 00000100:00000040:2.0:1767384391.021248:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c490aba x1853236739834240/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.021255:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c490aba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:11774:x1853236739834240:12345-192.168.203.43@tcp50:250: 00000100:00000200:2.0:1767384391.021258:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739834240 00000020:00000001:2.0:1767384391.021260:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384391.021264:0:17079:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384391.021271:0:17079:0:(obd_config.c:927:class_incref()) incref MGS (000000001b4803e8) now 6 - find 00000020:00000001:2.0:1767384391.021272:0:17079:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446632565591159216 : -111508118392400 : ffff9a957e36b1b0) 00000100:00000001:2.0:1767384391.021277:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384391.021278:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384391.021282:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000031d8f59a. 02000000:00000001:2.0:1767384391.021284:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.021285:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384391.021287:0:17079:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384391.021290:0:17079:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50 t0 exp 0000000000000000 cur 312 last 0 00010000:00000001:2.0:1767384391.021297:0:17079:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:2.0:1767384391.021299:0:17079:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:2.0:1767384391.021300:0:17079:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384391.021301:0:17079:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384391.021303:0:17079:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000718c993b. 00000020:00000001:2.0:1767384391.021305:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384391.021307:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000718c993b with handle 0x980286e253c5fddc to hash 00000020:00000001:2.0:1767384391.021308:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384391.021310:0:17079:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:2.0:1767384391.021312:0:17079:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384391.021314:0:17079:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384391.021316:0:17079:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fd4d7d8c. 00000001:00000010:2.0:1767384391.021319:0:17079:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001a704c3a. 00000001:00000010:2.0:1767384391.021322:0:17079:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000019a77b77. 00000001:00000010:2.0:1767384391.021324:0:17079:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008bc50324. 00000001:00000010:2.0:1767384391.021325:0:17079:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002626f672. 00000001:00000010:2.0:1767384391.021327:0:17079:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba4d530d. 00010000:00000001:2.0:1767384391.021329:0:17079:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.021331:0:17079:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.021332:0:17079:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384391.021333:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=3 00000020:00000040:2.0:1767384391.021336:0:17079:0:(obd_config.c:927:class_incref()) incref MGS (000000001b4803e8) now 7 - export 00000020:00000001:2.0:1767384391.021337:0:17079:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000040:2.0:1767384391.021339:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 2 00000020:00000080:2.0:1767384391.021341:0:17079:0:(genops.c:1402:class_connect()) connect: client aa109dde-4e13-4adb-9804-a8b30e7cbc16, cookie 0x980286e253c5fddc 00000020:00000001:2.0:1767384391.021342:0:17079:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.021343:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384391.021344:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:2.0:1767384391.021344:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384391.021345:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=3 00000020:00000001:2.0:1767384391.021346:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:2.0:1767384391.021347:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 20000000:00000001:2.0:1767384391.021348:0:17079:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:2.0:1767384391.021350:0:17079:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:2.0:1767384391.021354:0:17079:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384391.021356:0:17079:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000cd3a4a7b 00000020:00000010:2.0:1767384391.021365:0:17079:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f0607b80. 00000020:00000040:2.0:1767384391.021370:0:17079:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000f0607b80 for nid 192.168.203.43@tcp50 - ref 2 00000020:00000001:2.0:1767384391.021415:0:17079:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384391.021420:0:17079:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009bef4ce8. 00000020:00000010:2.0:1767384391.021444:0:17079:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000001f7e8d7e. 00000020:00000010:2.0:1767384391.021447:0:17079:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000094e9915f. 00000020:00000010:2.0:1767384391.021457:0:17079:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000006d6e6efa. 00000020:00000010:2.0:1767384391.021459:0:17079:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000007cd04a01. 00000020:00000010:2.0:1767384391.021461:0:17079:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000008da96da9. 20000000:00000001:2.0:1767384391.021465:0:17079:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384391.021466:0:17079:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384391.021468:0:17079:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.021469:0:17079:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384391.021472:0:17079:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000003ac47bcf. 00000020:00000040:2.0:1767384391.021473:0:17079:0:(obd_config.c:927:class_incref()) incref MGS (000000001b4803e8) now 8 - import 00000020:00000001:2.0:1767384391.021476:0:17079:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384391.021477:0:17079:0:(genops.c:1242:class_import_put()) import 000000003ac47bcf refcount=1 obd=MGS 00000020:00000001:2.0:1767384391.021478:0:17079:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384391.021481:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=4 00000100:00000040:2.0:1767384391.021482:0:17079:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:2.0:1767384391.021484:0:17079:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384391.021488:0:17079:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cddd7a18 (1) 00000400:00000200:2.0:1767384391.021491:0:17079:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cddd7a18 (2) 00000400:00000200:2.0:1767384391.021506:0:17079:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.43@tcp50 (00000000cddd7a18): 0 00000400:00000200:2.0:1767384391.021508:0:17079:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384391.022110:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384391.022117:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.43@tcp50(00000000cddd7a18) state 0x40 00000400:00000200:0.0:1767384391.022120:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cddd7a18 (3) 00000400:00000010:0.0:1767384391.022127:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f7957164. 00000400:00000010:0.0:1767384391.022131:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4188c. 00000400:00000010:0.0:1767384391.022138:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000527ddc9f. 00000400:00000200:0.0:1767384391.022143:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.43@tcp50 00000400:00000200:0.0:1767384391.022162:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:0.0:1767384391.022169:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp50 00000400:00000200:0.0:1767384391.022172:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [198:198:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384391.022177:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.43@tcp50 00000400:00000200:0.0:1767384391.022184:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : GET try# 0 00000800:00000200:0.0:1767384391.022189:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.43@tcp50 00000800:00000010:0.0:1767384391.022193:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002308ea8b. 00000800:00000200:0.0:1767384391.022199:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:0.0:1767384391.022205:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:0.0:1767384391.022209:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002308ea8b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384391.022226:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.43@tcp50 00000400:00000200:0.0:1767384391.022229:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.43@tcp50(00000000cddd7a18) state 0x240 rc 0 00000800:00000200:2.0:1767384391.022295:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384391.022298:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002308ea8b. 00000400:00000200:2.0:1767384391.022301:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.022304:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: GET: OK 00000400:00000200:2.0:1767384391.022307:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384391.022309:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.43@tcp50: 0 00000800:00000001:2.0:1767384391.025040:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.025080:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.025083:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.025085:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.025092:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : REPLY - for me 00000400:00000200:2.0:1767384391.025103:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp50: Reply from 12345-192.168.203.43@tcp50 of length 48/48 into md 0x2029 00000800:00000001:2.0:1767384391.025108:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.025114:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.025116:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.025119:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: REPLY: OK 00000400:00000200:2.0:1767384391.025123:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4188c 00000400:00000010:2.0:1767384391.025125:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4188c. 00000400:00000200:2.0:1767384391.025129:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384391.025132:0:16348:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.203.43@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:2.0:1767384391.025136:0:16348:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.203.43@tcp50(00000000cddd7a18) not MR: DD disabled remotely 00000400:00000200:2.0:1767384391.025139:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.43@tcp50 data present 3. state = 0x242 00000400:00000200:2.0:1767384391.025142:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.43@tcp50 (00000000cddd7a18): -114 00000400:00000200:2.0:1767384391.025157:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cddd7a18 (4) 00000800:00000001:2.0:1767384391.025163:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.025166:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384391.025193:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384391.025197:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.43@tcp50(00000000cddd7a18) state 0xc2 00000400:00000010:0.0:1767384391.025202:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000003fffa778. 00000400:00000010:0.0:1767384391.025204:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000004835f2c3. 00000400:00000010:0.0:1767384391.025205:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000d6a59825. 00000400:00000010:0.0:1767384391.025208:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000003fffa778. 00000400:00000010:0.0:1767384391.025210:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000004835f2c3. 00000400:00000010:0.0:1767384391.025211:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000d6a59825. 00000400:00000010:0.0:1767384391.025214:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f7957164. 00000400:00000200:0.0:1767384391.025216:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.43@tcp50 (00000000cddd7a18): 0 00000400:00000200:0.0:1767384391.025218:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.43@tcp50(00000000cddd7a18): 0. state = 0x142 00000400:00000200:0.0:1767384391.025220:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.43@tcp50(00000000cddd7a18) state 0x142 rc 1 00000400:00000200:0.0:1767384391.025222:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.43@tcp50(00000000cddd7a18) state 0x142 00000400:00000200:0.0:1767384391.025224:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.43@tcp50 00000400:00000200:0.0:1767384391.025225:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.43@tcp50(00000000cddd7a18) state 0x112 rc 0 00000400:00000200:0.0:1767384391.025227:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.43@tcp50 (00000000cddd7a18) 00000400:00000200:0.0:1767384391.025235:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cddd7a18 (3) 00000400:00000200:2.0:1767384391.025263:0:17079:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cddd7a18 (2) 00000400:00000200:2.0:1767384391.025267:0:17079:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cddd7a18 (1) 00000400:00000200:2.0:1767384391.025271:0:17079:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.43@tcp50 NID 192.168.203.43@tcp50: 0. discovery complete 00000400:00000200:2.0:1767384391.025273:0:17079:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cddd7a18 (2) 00000400:00000200:2.0:1767384391.025277:0:17079:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.43@tcp50 primary NID 192.168.203.43@tcp50 rc 0 00000100:00000010:2.0:1767384391.025281:0:17079:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000c6e6e596. 00000100:00000001:2.0:1767384391.025284:0:17079:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:2.0:1767384391.025286:0:17079:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c6e6e596 refcount 1 to 192.168.203.43@tcp50 00000020:00000040:2.0:1767384391.025291:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=5 00000100:00000001:2.0:1767384391.025298:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384391.025300:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00000100:00000001:2.0:1767384391.025302:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:2.0:1767384391.025305:0:17079:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384391.025314:0:17079:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384391.025316:0:17079:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:2.0:1767384391.025319:0:17079:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651935808 : -1057615808 : ffffffffc0f61040) 02000000:00000001:2.0:1767384391.025321:0:17079:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.025324:0:17079:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384391.025326:0:17079:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384391.025328:0:17079:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384391.025331:0:17079:0:(import.c:65:import_set_state_nolock()) 000000003ac47bcf : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384391.025334:0:17079:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384391.025336:0:17079:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384391.025337:0:17079:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384391.025339:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 4 00000020:00000040:2.0:1767384391.025341:0:17079:0:(obd_config.c:955:class_decref()) Decref MGS (000000001b4803e8) now 8 - find 00010000:00000001:2.0:1767384391.025343:0:17079:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.025347:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384391.025349:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330112 : -1048221504 : ffffffffc18568c0) 00000020:00000001:2.0:1767384391.025351:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384391.025352:0:17079:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384391.025353:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384391.025354:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384391.025357:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384391.025358:0:17079:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:2.0:1767384391.025360:0:17079:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384391.025364:0:17079:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384391.025366:0:17079:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384391.025368:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739834240 00010000:00000001:2.0:1767384391.025371:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384391.025376:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c490aba x1853236739834240/t0(0) o250->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384391.025385:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384391.025387:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384391.025391:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384391.025395:0:17079:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384391.025398:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384391.025400:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:2.0:1767384391.025406:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:2.0:1767384391.025408:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384391.025410:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.025413:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384391.025415:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:2.0:1767384391.025417:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000481a02c. 00000100:00000200:2.0:1767384391.025419:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236739834240, offset 0 00000400:00000200:2.0:1767384391.025439:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:2.0:1767384391.025444:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:2.0:1767384391.025454:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [199:199:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384391.025460:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384391.025463:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:2.0:1767384391.025466:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fce3f2b5. 00000800:00000200:2.0:1767384391.025470:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:2.0:1767384391.025474:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:2.0:1767384391.025476:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fce3f2b5 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384391.025485:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.025487:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:2.0:1767384391.025488:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384391.025489:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.025491:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384391.025494:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c490aba x1853236739834240/t0(0) o250->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.025507:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c490aba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+4:11774:x1853236739834240:12345-192.168.203.43@tcp50:250: Request processed in 4252us (4461us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384391.025516:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 158 00000100:00000040:2.0:1767384391.025519:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:2.0:1767384391.025521:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384391.025522:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384391.025531:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe9e270f. 00000020:00000010:2.0:1767384391.025534:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000020:00000010:2.0:1767384391.025537:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d02cce0e. 00000020:00000040:2.0:1767384391.025539:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 3 00000100:00000001:2.0:1767384391.025542:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384391.025546:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384391.025550:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7edf943. 00000400:00000010:2.0:1767384391.025555:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dc8bcbd. 00000800:00000200:3.0:1767384391.025566:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384391.025571:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fce3f2b5. 00000400:00000200:3.0:1767384391.025576:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.025581:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.025585:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000481a02c 00000400:00000010:3.0:1767384391.025586:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000481a02c. 00000100:00000001:3.0:1767384391.025590:0:16346:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384391.025592:0:16346:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384391.025594:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000031d8f59a. 02000000:00000001:3.0:1767384391.025598:0:16346:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384391.025599:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384391.026748:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.026755:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.026757:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.026759:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.026764:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384391.026773:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 328 into portal 26 MB=0x695824d900100 00000400:00000200:2.0:1767384391.026779:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 328/328 into md 0x17b5 [2] + 0 00000400:00000010:2.0:1767384391.026782:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000060991a2. 00000400:00000200:2.0:1767384391.026786:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000efe24868 00000800:00000001:2.0:1767384391.026789:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.026794:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.026797:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.026800:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.026803:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efe24868 00000400:00000010:2.0:1767384391.026805:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efe24868. 00000100:00000001:2.0:1767384391.026808:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.026810:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384391.026813:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000656d1623 x1853236739834112 msgsize 328 00000100:00100000:2.0:1767384391.026817:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:2.0:1767384391.026819:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384391.026838:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384391.026842:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.026845:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.029116:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.029121:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739834112 02000000:00000001:1.0:1767384391.029124:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.029126:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.029128:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.029133:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.029137:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739834112 00000020:00000001:1.0:1767384391.029139:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.029141:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.029143:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.029145:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=4 00000020:00000001:1.0:1767384391.029148:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.029150:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.029166:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.029170:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f504b6da. 00000100:00000001:1.0:1767384391.029172:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.029174:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f504b6da. 00000020:00000010:1.0:1767384391.029179:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c88e40c. 00000020:00000010:1.0:1767384391.029184:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.029188:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.029196:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.029199:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.029200:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.029202:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.029208:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.029219:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.029229:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.029231:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.029236:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 159 00000100:00000040:1.0:1767384391.029240:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.029242:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564739086416 : -111508970465200 : ffff9a954b6d1850) 00000100:00000040:1.0:1767384391.029249:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000656d1623 x1853236739834112/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.029258:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.029261:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f504b6da. 00000100:00000001:1.0:1767384391.029263:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.029265:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f504b6da. 00000100:00100000:1.0:1767384391.029269:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000656d1623 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+4:15161:x1853236739834112:12345-192.168.203.43@tcp50:101: 00000100:00000200:1.0:1767384391.029272:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739834112 00000020:00000001:1.0:1767384391.029275:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.029278:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.029280:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.029282:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.029284:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:1.0:1767384391.029286:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.029293:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.029296:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.029297:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.029302:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.029304:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384391.029306:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384391.029308:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384391.029310:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384391.029312:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.029316:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384391.029322:0:17079:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f3a74fe4 count: 6 00010000:00000001:1.0:1767384391.029325:0:17079:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384391.029328:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384391.029330:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058ab3b20. 00000020:00000001:1.0:1767384391.029334:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384391.029335:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058ab3b20 with handle 0x980286e253c5fde3 to hash 00000020:00000001:1.0:1767384391.029337:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384391.029339:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00000001:1.0:1767384391.029341:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368640000 : -111508340911616 : ffff9a9570f35200) 00010000:00010000:1.0:1767384391.029344:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000058ab3b20/0x980286e253c5fde3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x12c86de60909c3d2 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.029352:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000718c993b : new locks_count 1 00000020:00000040:1.0:1767384391.029354:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=5 00000100:00000001:1.0:1767384391.029361:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.029363:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.029366:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000086e1e111. 02000000:00000001:1.0:1767384391.029368:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.029371:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.029373:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384391.029376:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384391.029378:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384391.029379:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384391.029381:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.029384:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384391.029385:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.029392:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384391.029394:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384391.029395:0:17079:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384391.029397:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384391.029398:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f3a74fe4) refcount = 6 00010000:00000040:1.0:1767384391.029401:0:17079:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384391.029405:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000abc567e7/0x980286e253c5fb0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fb04 expref: 14 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.029411:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003d309041/0x980286e253c5fae1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fada expref: 14 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.029417:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000142b0c31/0x980286e253c5fa86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fa7f expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.029421:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f17cf810/0x980286e253c5fa01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5f9fa expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.029453:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fc01e794/0x980286e253c5f9e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5f9de expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384391.029460:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058ab3b20/0x980286e253c5fde3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c3d2 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384391.029465:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384391.029467:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384391.029468:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.029470:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.029472:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384391.029476:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384391.029479:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000058ab3b20/0x980286e253c5fde3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c3d2 expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384391.029486:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384391.029487:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384391.029489:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.029496:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.029498:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384391.029500:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.029501:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384391.029502:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000058ab3b20, rc 0) 00000020:00000001:1.0:1767384391.029505:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.029508:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739834112 00010000:00000001:1.0:1767384391.029510:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.029514:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000656d1623 x1853236739834112/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.029522:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.029523:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.029526:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.029529:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.029532:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.029534:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.029537:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.029539:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.029541:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.029543:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.029545:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000302a9c0b. 00000100:00000200:1.0:1767384391.029548:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236739834112, offset 224 00000400:00000200:1.0:1767384391.029552:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.029560:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.029574:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [200:200:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1767384391.029585:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.029590:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.029595:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c39535. 00000800:00000200:1.0:1767384391.029599:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.029605:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:1.0:1767384391.029609:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048c39535 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384391.029626:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.029630:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.029632:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.029634:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.029636:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.029640:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000656d1623 x1853236739834112/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.029649:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000656d1623 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+5:15161:x1853236739834112:12345-192.168.203.43@tcp50:101: Request processed in 390us (2834us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.029656:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 159 00000100:00000040:1.0:1767384391.029658:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.029660:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.029662:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.029666:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.029670:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.029673:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c88e40c. 00000020:00000040:1.0:1767384391.029677:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 4 00000100:00000001:1.0:1767384391.029680:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.029684:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.029688:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015ce8562. 00000400:00000010:1.0:1767384391.029693:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba4daeaf. 00000800:00000200:2.0:1767384391.029701:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384391.029705:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c39535. 00000400:00000200:2.0:1767384391.029709:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.029718:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.029721:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302a9c0b 00000400:00000010:2.0:1767384391.029722:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000302a9c0b. 00000100:00000001:2.0:1767384391.029724:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384391.029725:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384391.029727:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000086e1e111. 02000000:00000001:2.0:1767384391.029729:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384391.029730:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384391.030901:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.030907:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384391.030909:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.030910:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.030914:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:3.0:1767384391.030921:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 512 into portal 26 MB=0x695824d900200 00000400:00000200:3.0:1767384391.030925:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 512/512 into md 0x17e9 [2] + 0 00000400:00000010:3.0:1767384391.030927:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6b6f61a. 00000400:00000200:3.0:1767384391.030929:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8b48b97 00000800:00000001:3.0:1767384391.030932:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.030936:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.030937:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.030939:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.030941:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8b48b97 00000400:00000010:3.0:1767384391.030942:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8b48b97. 00000100:00000001:3.0:1767384391.030949:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384391.030951:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384391.030952:0:16346:0:(events.c:337:request_in_callback()) incoming req@0000000004569008 x1853236739834368 msgsize 512 00000100:00100000:3.0:1767384391.030955:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:3.0:1767384391.030956:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384391.031004:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384391.031009:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.031011:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.031035:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.031036:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739834368 02000000:00000001:1.0:1767384391.031037:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.031038:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.031039:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.031041:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.031043:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739834368 00000020:00000001:1.0:1767384391.031050:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.031051:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.031053:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.031054:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=5 00000020:00000001:1.0:1767384391.031064:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.031069:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.031071:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.031073:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f504b6da. 00000100:00000001:1.0:1767384391.031074:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.031076:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f504b6da. 00000020:00000010:1.0:1767384391.031078:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c88e40c. 00000020:00000010:1.0:1767384391.031080:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.031082:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.031085:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.031086:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.031087:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.031088:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.031090:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.031122:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.031128:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.031129:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.031131:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 160 00000100:00000040:1.0:1767384391.031133:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.031134:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564739090512 : -111508970461104 : ffff9a954b6d2850) 00000100:00000040:1.0:1767384391.031137:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004569008 x1853236739834368/t0(0) o501->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 512/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.031142:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.031144:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f504b6da. 00000100:00000001:1.0:1767384391.031145:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.031147:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f504b6da. 00000100:00100000:1.0:1767384391.031149:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004569008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+5:15161:x1853236739834368:12345-192.168.203.43@tcp50:501: 00000100:00000200:1.0:1767384391.031151:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739834368 00000020:00000001:1.0:1767384391.031152:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.031154:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.031155:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.031156:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.031161:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329600 : -1048222016 : ffffffffc18566c0) 00000020:00000001:1.0:1767384391.031163:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.031164:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.031165:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.031166:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.031168:0:17079:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384391.031169:0:17079:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.031170:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384391.031171:0:17079:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384391.031173:0:17079:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384391.031174:0:17079:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384391.031176:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.031177:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.031178:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000001b65a6ab. 02000000:00000001:1.0:1767384391.031180:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.031181:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384391.031183:0:17079:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:1.0:1767384391.031184:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:1.0:1767384391.031186:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384391.031189:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e0d8892d. 00000040:00000001:1.0:1767384391.031192:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384391.031194:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384391.031196:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:1.0:1767384391.031198:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00080000:00000001:1.0:1767384391.031204:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384391.031206:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384391.031220:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384391.031223:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384391.031225:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384391.031228:0:17079:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384391.031229:0:17079:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384391.031230:0:17079:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384391.031232:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e0d8892d. 00000040:00000001:1.0:1767384391.031234:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384391.031239:0:17079:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:1.0:1767384391.031240:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:1.0:1767384391.031242:0:17079:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:1.0:1767384391.031243:0:17079:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1767384391.031246:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739834368 00010000:00000001:1.0:1767384391.031247:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.031251:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004569008 x1853236739834368/t0(0) o501->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 512/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.031258:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.031259:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.031261:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.031264:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.031266:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.031268:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.031270:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.031272:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.031274:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.031276:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.031278:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e91e0887. 00000100:00000200:1.0:1767384391.031281:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236739834368, offset 224 00000400:00000200:1.0:1767384391.031285:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.031291:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.031300:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [201:201:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1767384391.031308:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.031313:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.031316:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dedc1713. 00000800:00000200:1.0:1767384391.031319:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.031324:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:1.0:1767384391.031326:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dedc1713 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384391.031338:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.031344:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.031345:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.031347:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.031348:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.031350:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004569008 x1853236739834368/t0(0) o501->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 512/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.031355:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004569008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+5:15161:x1853236739834368:12345-192.168.203.43@tcp50:501: Request processed in 212us (402us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767384391.031361:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 160 00000100:00000040:1.0:1767384391.031362:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.031364:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.031365:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.031368:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.031371:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.031374:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c88e40c. 00000020:00000040:1.0:1767384391.031377:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 4 00000100:00000001:1.0:1767384391.031380:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.031383:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.031386:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031bb0e57. 00000400:00000010:1.0:1767384391.031389:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c5a2a5e. 00000800:00000200:2.0:1767384391.031464:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384391.031466:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dedc1713. 00000400:00000200:2.0:1767384391.031468:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.031471:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.031473:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e91e0887 00000400:00000010:2.0:1767384391.031474:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e91e0887. 00000100:00000001:2.0:1767384391.031475:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384391.031476:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384391.031477:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000001b65a6ab. 02000000:00000001:2.0:1767384391.031479:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384391.031479:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384391.033184:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.033189:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.033190:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.033191:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.033195:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384391.033201:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 328 into portal 26 MB=0x695824d900280 00000400:00000200:2.0:1767384391.033204:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 328/328 into md 0x17f1 [2] + 0 00000400:00000010:2.0:1767384391.033207:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aad1ce49. 00000400:00000200:2.0:1767384391.033209:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000df9fdf02 00000800:00000001:2.0:1767384391.033211:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.033215:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.033216:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.033218:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.033220:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df9fdf02 00000400:00000010:2.0:1767384391.033221:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df9fdf02. 00000100:00000001:2.0:1767384391.033223:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.033224:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384391.033230:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000c183d71a x1853236739834496 msgsize 328 00000100:00100000:2.0:1767384391.033233:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:2.0:1767384391.033234:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384391.033242:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384391.033246:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.033251:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.033275:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.033277:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739834496 02000000:00000001:1.0:1767384391.033278:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.033279:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.033280:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.033282:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.033284:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739834496 00000020:00000001:1.0:1767384391.033286:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.033287:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.033288:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.033289:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=5 00000020:00000001:1.0:1767384391.033291:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.033292:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.033298:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.033300:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f504b6da. 00000100:00000001:1.0:1767384391.033302:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.033303:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f504b6da. 00000020:00000010:1.0:1767384391.033306:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d8892d. 00000020:00000010:1.0:1767384391.033308:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.033309:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.033313:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.033314:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.033315:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.033315:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.033318:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.033326:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.033331:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.033332:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.033335:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 161 00000100:00000040:1.0:1767384391.033336:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.033338:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564739092560 : -111508970459056 : ffff9a954b6d3050) 00000100:00000040:1.0:1767384391.033341:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c183d71a x1853236739834496/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.033347:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.033348:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f504b6da. 00000100:00000001:1.0:1767384391.033350:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.033351:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f504b6da. 00000100:00100000:1.0:1767384391.033354:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c183d71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+5:15161:x1853236739834496:12345-192.168.203.43@tcp50:101: 00000100:00000200:1.0:1767384391.033356:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739834496 00000020:00000001:1.0:1767384391.033357:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.033369:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.033370:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.033373:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.033374:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:1.0:1767384391.033376:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.033383:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.033385:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.033387:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.033389:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.033391:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384391.033392:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384391.033394:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384391.033395:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384391.033396:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.033400:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384391.033403:0:17079:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f3a74fe4 count: 7 00010000:00000001:1.0:1767384391.033406:0:17079:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384391.033408:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384391.033411:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052725037. 00000020:00000001:1.0:1767384391.033414:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384391.033416:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052725037 with handle 0x980286e253c5fdea to hash 00000020:00000001:1.0:1767384391.033418:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384391.033419:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368637952 : -111508340913664 : ffff9a9570f34a00) 00010000:00000001:1.0:1767384391.033421:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368637952 : -111508340913664 : ffff9a9570f34a00) 00010000:00010000:1.0:1767384391.033443:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000052725037/0x980286e253c5fdea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x12c86de60909c3d9 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.033451:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000718c993b : new locks_count 2 00000020:00000040:1.0:1767384391.033454:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=6 00000100:00000001:1.0:1767384391.033459:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.033461:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.033464:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001edb476e. 02000000:00000001:1.0:1767384391.033466:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.033468:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.033470:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384391.033472:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384391.033473:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384391.033475:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384391.033477:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.033479:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384391.033480:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.033487:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384391.033489:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384391.033490:0:17079:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384391.033492:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384391.033493:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f3a74fe4) refcount = 7 00010000:00000040:1.0:1767384391.033496:0:17079:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384391.033499:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000058ab3b20/0x980286e253c5fde3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c3d2 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.033505:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000abc567e7/0x980286e253c5fb0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fb04 expref: 14 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.033510:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003d309041/0x980286e253c5fae1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fada expref: 14 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.033515:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000142b0c31/0x980286e253c5fa86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fa7f expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.033519:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f17cf810/0x980286e253c5fa01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5f9fa expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.033524:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fc01e794/0x980286e253c5f9e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5f9de expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384391.033530:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052725037/0x980286e253c5fdea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c3d9 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384391.033534:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384391.033536:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384391.033537:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.033538:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.033540:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384391.033543:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384391.033546:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000052725037/0x980286e253c5fdea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c3d9 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384391.033561:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384391.033563:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384391.033564:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.033566:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.033567:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384391.033569:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.033570:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384391.033571:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000052725037, rc 0) 00000020:00000001:1.0:1767384391.033574:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.033576:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739834496 00010000:00000001:1.0:1767384391.033578:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.033581:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c183d71a x1853236739834496/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.033588:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.033590:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.033592:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.033595:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.033597:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.033599:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.033601:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.033602:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.033604:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.033607:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.033610:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000152bc26f. 00000100:00000200:1.0:1767384391.033612:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236739834496, offset 224 00000400:00000200:1.0:1767384391.033617:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.033623:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.033632:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [202:202:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767384391.033641:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.033645:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.033653:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006929a1a5. 00000800:00000200:1.0:1767384391.033657:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.033662:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:1.0:1767384391.033665:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006929a1a5 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384391.033677:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.033680:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.033682:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.033683:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.033685:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.033689:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c183d71a x1853236739834496/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.033697:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c183d71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+6:15161:x1853236739834496:12345-192.168.203.43@tcp50:101: Request processed in 349us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.033704:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 161 00000100:00000040:1.0:1767384391.033706:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.033709:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.033710:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.033713:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.033717:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.033720:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0d8892d. 00000020:00000040:1.0:1767384391.033724:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 5 00000100:00000001:1.0:1767384391.033727:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.033730:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:3.0:1767384391.033733:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384391.033734:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d5a245d. 00000800:00000010:3.0:1767384391.033738:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006929a1a5. 00000400:00000010:1.0:1767384391.033740:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d053908c. 00000400:00000200:3.0:1767384391.033743:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.033750:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.033754:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000152bc26f 00000400:00000010:3.0:1767384391.033756:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000152bc26f. 00000100:00000001:3.0:1767384391.033759:0:16346:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384391.033761:0:16346:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384391.033762:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001edb476e. 02000000:00000001:3.0:1767384391.033765:0:16346:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384391.033766:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384391.034996:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.035002:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.035004:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.035006:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.035011:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384391.035017:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 512 into portal 26 MB=0x695824d900300 00000400:00000200:2.0:1767384391.035022:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 512/512 into md 0x1825 [2] + 0 00000400:00000010:2.0:1767384391.035025:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a61e3a. 00000400:00000200:2.0:1767384391.035027:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034eeace0 00000800:00000001:2.0:1767384391.035030:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.035034:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.035035:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.035038:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.035040:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034eeace0 00000400:00000010:2.0:1767384391.035042:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034eeace0. 00000100:00000001:2.0:1767384391.035045:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.035046:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384391.035049:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000e524260a x1853236739834624 msgsize 512 00000100:00100000:2.0:1767384391.035052:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:2.0:1767384391.035054:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384391.035076:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384391.035080:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.035082:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.035109:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.035112:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739834624 02000000:00000001:1.0:1767384391.035114:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.035115:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.035117:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.035119:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.035121:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739834624 00000020:00000001:1.0:1767384391.035129:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.035130:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.035132:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.035133:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=6 00000020:00000001:1.0:1767384391.035135:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.035137:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.035140:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.035143:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f504b6da. 00000100:00000001:1.0:1767384391.035145:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.035147:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f504b6da. 00000020:00000010:1.0:1767384391.035151:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d8892d. 00000020:00000010:1.0:1767384391.035154:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.035156:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.035161:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.035163:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.035164:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.035165:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.035169:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.035179:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.035186:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.035188:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.035192:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 162 00000100:00000040:1.0:1767384391.035194:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.035196:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632564739093584 : -111508970458032 : ffff9a954b6d3450) 00000100:00000040:1.0:1767384391.035200:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e524260a x1853236739834624/t0(0) o501->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 512/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.035208:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.035211:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f504b6da. 00000100:00000001:1.0:1767384391.035213:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.035215:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f504b6da. 00000100:00100000:1.0:1767384391.035218:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e524260a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+6:15161:x1853236739834624:12345-192.168.203.43@tcp50:501: 00000100:00000200:1.0:1767384391.035221:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739834624 00000020:00000001:1.0:1767384391.035228:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.035231:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.035232:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.035234:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.035235:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329600 : -1048222016 : ffffffffc18566c0) 00000020:00000001:1.0:1767384391.035238:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.035239:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.035240:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.035242:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.035244:0:17079:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384391.035246:0:17079:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.035247:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384391.035249:0:17079:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384391.035250:0:17079:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384391.035252:0:17079:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384391.035255:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.035256:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.035259:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000056848afd. 02000000:00000001:1.0:1767384391.035261:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.035263:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384391.035265:0:17079:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:1.0:1767384391.035267:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:1.0:1767384391.035269:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384391.035271:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005c88e40c. 00000040:00000001:1.0:1767384391.035275:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384391.035277:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384391.035278:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:1.0:1767384391.035281:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00080000:00000001:1.0:1767384391.035285:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384391.035288:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384391.035298:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384391.035314:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384391.035316:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384391.035318:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384391.035319:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384391.035321:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384391.035329:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:3064269424 to info 000000009e5b6786 00000020:00000001:1.0:1767384391.035333:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000a57f053 00080000:00000002:1.0:1767384391.035335:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:1.0:1767384391.035338:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384391.035340:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384391.035343:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384391.035347:0:17079:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000f5983ef2. 00000020:00000001:1.0:1767384391.035350:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384391.035354:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324178520 : -111508385373096 : ffff9a956e4ce458) 00000040:00000001:1.0:1767384391.035357:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.035370:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.035374:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384391.035376:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000009ad370f9/000000008a877ff2 to site lru. bkt: 00000000fbfab9fe 00000040:00000010:1.0:1767384391.035378:0:17079:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000f5983ef2. 00000040:00000001:1.0:1767384391.035380:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384391.035381:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005c88e40c. 00000040:00000001:1.0:1767384391.035384:0:17079:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384391.035385:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:1.0:1767384391.035387:0:17079:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384391.035389:0:17079:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:1.0:1767384391.035391:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384391.035392:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384391.035394:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384391.035395:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384391.035397:0:17079:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000f504b6da. 00000020:00000040:1.0:1767384391.035398:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=7 20000000:00000001:1.0:1767384391.035400:0:17079:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384391.035401:0:17079:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.035403:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739834624 00010000:00000001:1.0:1767384391.035404:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.035407:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e524260a x1853236739834624/t0(0) o501->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 512/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.035411:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.035412:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.035417:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.035419:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.035420:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.035422:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.035439:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.035440:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.035441:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.035443:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.035445:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000871e1e74. 00000100:00000200:1.0:1767384391.035447:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236739834624, offset 224 00000400:00000200:1.0:1767384391.035450:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.035454:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.035459:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [203:203:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1767384391.035465:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.035467:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.035469:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000463b36fa. 00000800:00000200:1.0:1767384391.035472:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.035475:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:1.0:1767384391.035477:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000463b36fa type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384391.035484:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.035486:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.035487:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.035488:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.035489:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.035492:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e524260a x1853236739834624/t0(0) o501->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 512/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.035497:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e524260a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+7:15161:x1853236739834624:12345-192.168.203.43@tcp50:501: Request processed in 288us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.035502:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 162 00000100:00000040:1.0:1767384391.035504:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.035509:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.035510:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.035512:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.035514:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.035517:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0d8892d. 00000020:00000040:1.0:1767384391.035519:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 6 00000100:00000001:1.0:1767384391.035521:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.035524:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.035527:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5f247fd. 00000400:00000010:1.0:1767384391.035529:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3fbcdf8. 00000800:00000200:2.0:1767384391.035545:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384391.035549:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000463b36fa. 00000400:00000200:2.0:1767384391.035552:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.035556:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.035559:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000871e1e74 00000400:00000010:2.0:1767384391.035566:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000871e1e74. 00000100:00000001:2.0:1767384391.035569:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384391.035570:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384391.035572:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000056848afd. 02000000:00000001:2.0:1767384391.035574:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384391.035575:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384391.036606:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.036610:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384391.036611:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.036613:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.036616:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:3.0:1767384391.036621:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 272 into portal 26 MB=0x695824d900380 00000400:00000200:3.0:1767384391.036624:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 272/272 into md 0x182d [2] + 0 00000400:00000010:3.0:1767384391.036627:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1bf0b2a. 00000400:00000200:3.0:1767384391.036628:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000096a788af 00000800:00000001:3.0:1767384391.036630:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.036633:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.036634:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.036636:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.036638:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096a788af 00000400:00000010:3.0:1767384391.036639:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096a788af. 00000100:00000001:3.0:1767384391.036641:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384391.036646:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384391.036648:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000eaa56336 x1853236739834752 msgsize 272 00000100:00100000:3.0:1767384391.036650:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:3.0:1767384391.036651:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384391.036660:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384391.036665:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.036668:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.036693:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.036695:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739834752 02000000:00000001:1.0:1767384391.036697:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.036698:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.036700:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.036702:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.036703:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739834752 00000020:00000001:1.0:1767384391.036704:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.036705:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.036706:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.036708:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=7 00000020:00000001:1.0:1767384391.036709:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.036710:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.036712:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.036715:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.036716:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.036718:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000020:00000010:1.0:1767384391.036720:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c88e40c. 00000020:00000010:1.0:1767384391.036722:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.036723:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.036726:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.036728:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.036728:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.036729:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.036732:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.036743:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.036750:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.036751:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.036755:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 163 00000100:00000040:1.0:1767384391.036757:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.036759:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609684048 : -111508099867568 : ffff9a957f515c50) 00000100:00000040:1.0:1767384391.036762:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eaa56336 x1853236739834752/t0(0) o503->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.036771:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.036774:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.036775:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.036777:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000100:00100000:1.0:1767384391.036781:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eaa56336 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+7:15161:x1853236739834752:12345-192.168.203.43@tcp50:503: 00000100:00000200:1.0:1767384391.036784:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739834752 00000020:00000001:1.0:1767384391.036786:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.036788:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.036789:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.036791:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.036792:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329696 : -1048221920 : ffffffffc1856720) 00000020:00000001:1.0:1767384391.036794:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.036795:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.036796:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.036797:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.036799:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.036800:0:17079:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384391.036801:0:17079:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384391.036803:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.036804:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.036815:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000007e0722de. 02000000:00000001:1.0:1767384391.036817:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.036818:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384391.036819:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:1.0:1767384391.036821:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384391.036825:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e0d8892d. 00000040:00000001:1.0:1767384391.036827:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384391.036828:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384391.036829:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:1.0:1767384391.036830:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00000020:00000001:1.0:1767384391.036832:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384391.036834:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324178520 : -111508385373096 : ffff9a956e4ce458) 00000040:00000001:1.0:1767384391.036836:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.036837:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.036838:0:17079:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384391.036841:0:17079:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d90b90e. 00000040:00000001:1.0:1767384391.036842:0:17079:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384391.036844:0:17079:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384391.036855:0:17079:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.036856:0:17079:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.036858:0:17079:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384391.036860:0:17079:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:1.0:1767384391.036862:0:17079:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384391.036863:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384391.036864:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000009ad370f9/000000008a877ff2 to site lru. bkt: 00000000fbfab9fe 00000040:00000001:1.0:1767384391.036865:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384391.036866:0:17079:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d90b90e. 00000040:00000010:1.0:1767384391.036868:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e0d8892d. 00000040:00000040:1.0:1767384391.036870:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:1.0:1767384391.036871:0:17079:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.036873:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739834752 00010000:00000001:1.0:1767384391.036874:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.036877:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eaa56336 x1853236739834752/t0(0) o503->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/8416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.036881:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.036882:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.036884:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.036886:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.036887:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.036891:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.036893:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.036894:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.036895:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.036897:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.036899:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a575bc09. 00000100:00000200:1.0:1767384391.036900:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236739834752, offset 224 00000400:00000200:1.0:1767384391.036903:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.036907:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.036912:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [204:204:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1767384391.036918:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.036921:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.036922:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000e0d8892d. 00000800:00000200:1.0:1767384391.036925:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.036928:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1022 00000800:00000200:1.0:1767384391.036930:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d8892d type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384391.036939:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.036942:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.036944:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.036946:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.036947:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.036950:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa56336 x1853236739834752/t0(0) o503->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/8416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.036958:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eaa56336 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+7:15161:x1853236739834752:12345-192.168.203.43@tcp50:503: Request processed in 186us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.036965:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 163 00000100:00000040:1.0:1767384391.036967:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.036969:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.036970:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.036976:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.036979:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.036982:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c88e40c. 00000020:00000040:1.0:1767384391.036985:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 6 00000100:00000001:1.0:1767384391.036988:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.036991:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.036995:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092e47770. 00000400:00000010:1.0:1767384391.036998:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000529f73bd. 00000800:00000200:2.0:1767384391.037005:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384391.037008:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000e0d8892d. 00000400:00000200:2.0:1767384391.037011:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.037015:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.037017:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a575bc09 00000400:00000010:2.0:1767384391.037019:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a575bc09. 00000100:00000001:2.0:1767384391.037021:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384391.037023:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384391.037024:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000007e0722de. 02000000:00000001:2.0:1767384391.037032:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384391.037033:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384391.038637:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.038646:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.038649:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.038651:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.038658:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384391.038667:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 272 into portal 26 MB=0x695824d900400 00000400:00000200:2.0:1767384391.038671:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 272/272 into md 0x183d [2] + 0 00000400:00000010:2.0:1767384391.038674:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b12a30d5. 00000400:00000200:2.0:1767384391.038677:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003a2351db 00000800:00000001:2.0:1767384391.038680:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.038686:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.038688:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.038692:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.038695:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a2351db 00000400:00000010:2.0:1767384391.038697:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a2351db. 00000100:00000001:2.0:1767384391.038700:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.038701:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384391.038703:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000868a09fe x1853236739834880 msgsize 272 00000100:00100000:2.0:1767384391.038708:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:2.0:1767384391.038715:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384391.038731:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384391.038737:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.038741:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.038855:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.038857:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739834880 02000000:00000001:1.0:1767384391.038859:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.038861:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.038862:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.038865:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.038867:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739834880 00000020:00000001:1.0:1767384391.038869:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.038871:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.038872:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.038874:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=7 00000020:00000001:1.0:1767384391.038876:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.038878:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.038881:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.038884:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.038886:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.038888:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000020:00000010:1.0:1767384391.038892:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d8892d. 00000020:00000010:1.0:1767384391.038896:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.038899:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.038904:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.038906:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.038907:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.038909:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.038913:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.038925:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.038932:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.038937:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.038940:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 164 00000100:00000040:1.0:1767384391.038942:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.038944:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609686096 : -111508099865520 : ffff9a957f516450) 00000100:00000040:1.0:1767384391.038950:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000868a09fe x1853236739834880/t0(0) o502->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.038958:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.038960:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.038962:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.038964:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000100:00100000:1.0:1767384391.038968:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000868a09fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+7:15180:x1853236739834880:12345-192.168.203.43@tcp50:502: 00000100:00000200:1.0:1767384391.038971:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739834880 00000020:00000001:1.0:1767384391.038973:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.038976:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.038977:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.038979:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.038981:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329648 : -1048221968 : ffffffffc18566f0) 00000020:00000001:1.0:1767384391.038984:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.038985:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.038986:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.038988:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.038990:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.038992:0:17079:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384391.038993:0:17079:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384391.038997:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.038999:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.039008:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000007e0722de. 02000000:00000001:1.0:1767384391.039010:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.039012:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384391.039014:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:1.0:1767384391.039016:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384391.039019:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005c88e40c. 00000040:00000001:1.0:1767384391.039021:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384391.039025:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384391.039027:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:1.0:1767384391.039029:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00000020:00000001:1.0:1767384391.039032:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384391.039035:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324178520 : -111508385373096 : ffff9a956e4ce458) 00000040:00000001:1.0:1767384391.039037:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.039039:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.039040:0:17079:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384391.039043:0:17079:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d90b90e. 00000040:00000001:1.0:1767384391.039045:0:17079:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384391.039046:0:17079:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384391.039063:0:17079:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.039066:0:17079:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.039067:0:17079:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.039070:0:17079:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384391.039072:0:17079:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384391.039075:0:17079:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384391.039085:0:17079:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384391.039087:0:17079:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.039088:0:17079:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384391.039090:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384391.039091:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000009ad370f9/000000008a877ff2 to site lru. bkt: 00000000fbfab9fe 00000040:00000001:1.0:1767384391.039093:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384391.039094:0:17079:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d90b90e. 00000040:00000010:1.0:1767384391.039096:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005c88e40c. 00000040:00000040:1.0:1767384391.039097:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:1.0:1767384391.039099:0:17079:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.039101:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739834880 00010000:00000001:1.0:1767384391.039103:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.039107:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000868a09fe x1853236739834880/t0(0) o502->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/8472 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.039115:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.039116:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.039119:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.039122:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.039132:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.039133:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.039136:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.039137:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.039139:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.039140:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.039142:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ee97cde0. 00000100:00000200:1.0:1767384391.039144:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236739834880, offset 224 00000400:00000200:1.0:1767384391.039147:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.039152:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.039158:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [205:205:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1767384391.039164:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.039167:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.039169:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000005c88e40c. 00000800:00000200:1.0:1767384391.039172:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.039175:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1022 00000800:00000200:1.0:1767384391.039178:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c88e40c type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767384391.039187:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.039189:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.039190:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.039191:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.039192:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.039194:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000868a09fe x1853236739834880/t0(0) o502->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/8472 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.039200:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000868a09fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+7:15180:x1853236739834880:12345-192.168.203.43@tcp50:502: Request processed in 242us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.039204:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 164 00000100:00000040:1.0:1767384391.039207:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.039208:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.039213:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.039215:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.039218:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.039220:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0d8892d. 00000020:00000040:1.0:1767384391.039223:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 6 00000100:00000001:1.0:1767384391.039225:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.039227:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.039230:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d31ccdd1. 00000400:00000010:1.0:1767384391.039232:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a663c685. 00000800:00000200:3.0:1767384391.039262:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384391.039266:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000005c88e40c. 00000400:00000200:3.0:1767384391.039269:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.039274:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.039277:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee97cde0 00000400:00000010:3.0:1767384391.039283:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ee97cde0. 00000100:00000001:3.0:1767384391.039286:0:16346:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384391.039288:0:16346:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384391.039289:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000007e0722de. 02000000:00000001:3.0:1767384391.039297:0:16346:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384391.039298:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384391.055886:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.055904:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.055908:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.055910:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.055921:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384391.055938:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 272 into portal 26 MB=0x695824d900480 00000400:00000200:2.0:1767384391.055946:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 272/272 into md 0x1855 [2] + 0 00000400:00000010:2.0:1767384391.055950:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c30d6339. 00000400:00000200:2.0:1767384391.055957:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e3e7905 00000800:00000001:2.0:1767384391.055963:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.055972:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.055974:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.055978:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.055983:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e3e7905 00000400:00000010:2.0:1767384391.055985:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e3e7905. 00000100:00000001:2.0:1767384391.055990:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.055992:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384391.055995:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000003cc7cf1 x1853236739835008 msgsize 272 00000100:00100000:2.0:1767384391.056000:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:2.0:1767384391.056002:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384391.056018:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384391.056024:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.056032:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.056089:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.056092:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739835008 02000000:00000001:1.0:1767384391.056096:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.056097:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.056099:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.056104:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.056108:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739835008 00000020:00000001:1.0:1767384391.056110:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.056112:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.056114:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.056117:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=7 00000020:00000001:1.0:1767384391.056119:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.056122:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.056126:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.056131:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.056134:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.056137:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000020:00000010:1.0:1767384391.056143:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c88e40c. 00000020:00000010:1.0:1767384391.056147:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.056151:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.056160:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.056163:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.056164:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.056166:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.056173:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.056185:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.056222:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.056224:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.056231:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 165 00000100:00000040:1.0:1767384391.056234:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.056237:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609687120 : -111508099864496 : ffff9a957f516850) 00000100:00000040:1.0:1767384391.056245:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000003cc7cf1 x1853236739835008/t0(0) o502->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.056255:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.056259:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.056262:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.056264:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000100:00100000:1.0:1767384391.056270:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000003cc7cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+7:15180:x1853236739835008:12345-192.168.203.43@tcp50:502: 00000100:00000200:1.0:1767384391.056274:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739835008 00000020:00000001:1.0:1767384391.056277:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.056280:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.056282:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.056285:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.056287:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329648 : -1048221968 : ffffffffc18566f0) 00000020:00000001:1.0:1767384391.056290:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.056291:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.056294:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.056296:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.056298:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.056301:0:17079:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384391.056303:0:17079:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384391.056308:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.056310:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.056324:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000007e0722de. 02000000:00000001:1.0:1767384391.056327:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.056330:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384391.056332:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:1.0:1767384391.056335:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384391.056338:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e0d8892d. 00000040:00000001:1.0:1767384391.056347:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384391.056350:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384391.056352:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:1.0:1767384391.056355:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00000020:00000001:1.0:1767384391.056372:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384391.056378:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565324178520 : -111508385373096 : ffff9a956e4ce458) 00000040:00000001:1.0:1767384391.056382:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.056383:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.056385:0:17079:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384391.056390:0:17079:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d90b90e. 00000040:00000001:1.0:1767384391.056393:0:17079:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384391.056394:0:17079:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384391.056411:0:17079:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.056414:0:17079:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.056415:0:17079:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.056419:0:17079:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384391.056421:0:17079:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384391.056459:0:17079:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767384391.056467:0:17079:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384391.056470:0:17079:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.056472:0:17079:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384391.056474:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384391.056476:0:17079:0:(lu_object.c:207:lu_object_put()) Add 000000009ad370f9/000000008a877ff2 to site lru. bkt: 00000000fbfab9fe 00000040:00000001:1.0:1767384391.056480:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384391.056482:0:17079:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d90b90e. 00000040:00000010:1.0:1767384391.056485:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e0d8892d. 00000040:00000040:1.0:1767384391.056489:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:1.0:1767384391.056491:0:17079:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.056494:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739835008 00010000:00000001:1.0:1767384391.056497:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.056501:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003cc7cf1 x1853236739835008/t0(0) o502->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/8472 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.056510:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.056512:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.056522:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.056527:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.056529:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.056532:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.056534:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.056536:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.056539:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.056542:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.056546:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a9f00e90. 00000100:00000200:1.0:1767384391.056551:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236739835008, offset 224 00000400:00000200:1.0:1767384391.056557:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.056567:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.056583:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [206:206:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1767384391.056593:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.056599:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.056603:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000e0d8892d. 00000800:00000200:1.0:1767384391.056608:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.056615:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1022 00000800:00000200:1.0:1767384391.056618:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d8892d type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767384391.056633:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.056636:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.056638:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.056640:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.056642:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.056646:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003cc7cf1 x1853236739835008/t0(0) o502->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/8472 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.056655:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000003cc7cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+7:15180:x1853236739835008:12345-192.168.203.43@tcp50:502: Request processed in 399us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.056663:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 165 00000100:00000040:1.0:1767384391.056666:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.056675:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.056676:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.056680:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.056685:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.056689:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c88e40c. 00000020:00000040:1.0:1767384391.056695:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 6 00000100:00000001:1.0:1767384391.056700:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.056704:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.056709:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f39f5f53. 00000400:00000010:1.0:1767384391.056713:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe1c3719. 00000800:00000200:2.0:1767384391.056739:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384391.056743:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000e0d8892d. 00000400:00000200:2.0:1767384391.056746:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.056751:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.056753:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9f00e90 00000400:00000010:2.0:1767384391.056755:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a9f00e90. 00000100:00000001:2.0:1767384391.056758:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384391.056765:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384391.056767:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000007e0722de. 02000000:00000001:2.0:1767384391.056776:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384391.056777:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384391.058100:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.058114:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384391.058118:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.058157:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.058168:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:3.0:1767384391.058182:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 328 into portal 26 MB=0x695824d900500 00000400:00000200:3.0:1767384391.058190:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 328/328 into md 0x188d [2] + 0 00000400:00000010:3.0:1767384391.058195:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e96fe44b. 00000400:00000200:3.0:1767384391.058200:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b21abcb 00000800:00000001:3.0:1767384391.058204:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.058211:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.058213:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.058217:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.058222:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b21abcb 00000400:00000010:3.0:1767384391.058224:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b21abcb. 00000100:00000001:3.0:1767384391.058228:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384391.058230:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384391.058245:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000bc4c8cbf x1853236739835136 msgsize 328 00000100:00100000:3.0:1767384391.058249:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:3.0:1767384391.058251:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384391.058263:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384391.058280:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.058286:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.058295:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.058297:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739835136 02000000:00000001:1.0:1767384391.058299:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.058300:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.058301:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.058303:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.058306:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739835136 00000020:00000001:1.0:1767384391.058307:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.058308:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.058310:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.058311:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=7 00000020:00000001:1.0:1767384391.058313:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.058315:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.058316:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.058319:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.058320:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.058322:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000020:00000010:1.0:1767384391.058325:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d8892d. 00000020:00000010:1.0:1767384391.058327:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.058328:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.058331:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.058332:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.058333:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.058334:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.058337:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.058353:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.058364:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.058366:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.058369:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 166 00000100:00000040:1.0:1767384391.058370:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.058371:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609679952 : -111508099871664 : ffff9a957f514c50) 00000100:00000040:1.0:1767384391.058374:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc4c8cbf x1853236739835136/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.058379:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.058381:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.058383:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.058384:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000100:00100000:1.0:1767384391.058388:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc4c8cbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+7:15161:x1853236739835136:12345-192.168.203.43@tcp50:101: 00000100:00000200:1.0:1767384391.058391:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739835136 00000020:00000001:1.0:1767384391.058393:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.058395:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.058396:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.058397:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.058398:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:1.0:1767384391.058400:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.058401:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.058403:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.058404:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.058406:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.058407:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384391.058409:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384391.058410:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384391.058412:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384391.058414:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.058418:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384391.058444:0:17079:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000018409f0 count: 2 00010000:00000001:1.0:1767384391.058446:0:17079:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384391.058448:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384391.058455:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d2b542b4. 00000020:00000001:1.0:1767384391.058458:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384391.058459:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d2b542b4 with handle 0x980286e253c5fdf1 to hash 00000020:00000001:1.0:1767384391.058461:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384391.058461:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:1.0:1767384391.058463:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00010000:1.0:1767384391.058466:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d2b542b4/0x980286e253c5fdf1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x12c86de60909c3fc expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.058471:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000718c993b : new locks_count 3 00000020:00000040:1.0:1767384391.058472:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=8 00000100:00000001:1.0:1767384391.058477:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.058478:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.058480:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000056848afd. 02000000:00000001:1.0:1767384391.058481:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.058483:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.058484:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384391.058487:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384391.058488:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384391.058490:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384391.058491:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.058492:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384391.058493:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.058494:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384391.058496:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384391.058497:0:17079:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384391.058498:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384391.058499:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000018409f0) refcount = 2 00010000:00000040:1.0:1767384391.058501:0:17079:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384391.058503:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f4d0966b/0x980286e253c5fdd5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fdce expref: 14 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384391.058507:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d2b542b4/0x980286e253c5fdf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c3fc expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384391.058510:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384391.058514:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384391.058515:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.058516:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.058517:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384391.058520:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384391.058522:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d2b542b4/0x980286e253c5fdf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c3fc expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384391.058526:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384391.058528:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384391.058529:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.058530:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.058531:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384391.058532:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.058533:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384391.058534:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d2b542b4, rc 0) 00000020:00000001:1.0:1767384391.058535:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.058536:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739835136 00010000:00000001:1.0:1767384391.058538:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.058540:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc4c8cbf x1853236739835136/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.058544:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.058545:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.058547:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.058549:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.058550:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.058551:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.058552:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.058554:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.058555:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.058558:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.058561:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3da985. 00000100:00000200:1.0:1767384391.058563:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236739835136, offset 224 00000400:00000200:1.0:1767384391.058568:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.058574:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.058588:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [207:207:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1767384391.058597:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.058602:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.058605:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007959b6e5. 00000800:00000200:1.0:1767384391.058608:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.058612:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:1.0:1767384391.058614:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007959b6e5 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384391.058623:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.058625:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.058626:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.058627:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.058629:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.058631:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc4c8cbf x1853236739835136/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.058636:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc4c8cbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+8:15161:x1853236739835136:12345-192.168.203.43@tcp50:101: Request processed in 256us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.058641:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 166 00000100:00000040:1.0:1767384391.058643:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.058644:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.058645:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.058647:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.058649:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.058651:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0d8892d. 00000020:00000040:1.0:1767384391.058654:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 7 00000100:00000001:1.0:1767384391.058656:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.058658:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.058661:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a93996. 00000400:00000010:1.0:1767384391.058664:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d7a99b7. 00000800:00000200:2.0:1767384391.058697:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384391.058701:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007959b6e5. 00000400:00000200:2.0:1767384391.058704:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.058709:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.058712:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc3da985 00000400:00000010:2.0:1767384391.058714:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc3da985. 00000100:00000001:2.0:1767384391.058717:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384391.058718:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384391.058720:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000056848afd. 02000000:00000001:2.0:1767384391.058722:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384391.058723:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384391.060752:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.060760:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.060763:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.060765:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.060771:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384391.060780:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 304 into portal 26 MB=0x695824d900580 00000400:00000200:2.0:1767384391.060786:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 304/304 into md 0x18b1 [2] + 0 00000400:00000010:2.0:1767384391.060789:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075d20443. 00000400:00000200:2.0:1767384391.060793:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068ae3cbb 00000800:00000001:2.0:1767384391.060796:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.060803:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.060805:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.060808:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.060811:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ae3cbb 00000400:00000010:2.0:1767384391.060813:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068ae3cbb. 00000100:00000001:2.0:1767384391.060817:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.060818:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384391.060821:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000000eb2274b x1853236739835264 msgsize 304 00000100:00100000:2.0:1767384391.060826:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:2.0:1767384391.060828:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384391.060847:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384391.060854:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.060857:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.060889:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.060896:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739835264 02000000:00000001:1.0:1767384391.060899:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.060900:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.060901:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.060904:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.060907:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739835264 00000020:00000001:1.0:1767384391.060909:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.060910:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.060912:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.060914:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=8 00000020:00000001:1.0:1767384391.060916:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.060918:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.060920:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.060923:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.060925:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.060927:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000020:00000010:1.0:1767384391.060931:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d8892d. 00000020:00000010:1.0:1767384391.060934:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.060937:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.060942:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.060944:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.060945:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.060947:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.060951:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.060967:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.060975:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.060977:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.060981:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 167 00000100:00000040:1.0:1767384391.060983:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.060985:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609688144 : -111508099863472 : ffff9a957f516c50) 00000100:00000040:1.0:1767384391.060989:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000eb2274b x1853236739835264/t0(0) o256->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 304/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.060998:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.061006:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.061008:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.061010:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000100:00100000:1.0:1767384391.061016:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000eb2274b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+8:15161:x1853236739835264:12345-192.168.203.43@tcp50:256: 00000100:00000200:1.0:1767384391.061019:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739835264 00000020:00000001:1.0:1767384391.061030:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.061033:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.061035:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.061037:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.061038:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330400 : -1048221216 : ffffffffc18569e0) 00000020:00000001:1.0:1767384391.061040:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.061042:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.061043:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.061045:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.061047:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.061051:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.061052:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.061066:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001edb476e. 02000000:00000001:1.0:1767384391.061069:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.061071:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384391.061074:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384391.061077:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384391.061079:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384391.061081:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384391.061083:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384391.061086:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384391.061087:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:1.0:1767384391.061091:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000060a481c4. 20000000:00000001:1.0:1767384391.061093:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384391.061109:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384391.061114:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384391.061117:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384391.061120:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384391.061121:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384391.061123:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384391.061125:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384391.061132:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384391.061133:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384391.061135:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384391.061137:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384391.061139:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384391.061140:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384391.061142:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384391.061144:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384391.061146:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384391.061147:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384391.061149:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384391.061151:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384391.061153:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384391.061155:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384391.061156:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384391.061158:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384391.061160:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384391.061162:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384391.061163:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384391.061165:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384391.061167:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384391.061169:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384391.061171:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384391.061172:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384391.061174:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384391.061176:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384391.061178:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384391.061180:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384391.061181:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384391.061183:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384391.061185:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384391.061187:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384391.061189:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384391.061191:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384391.061192:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384391.061195:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:1.0:1767384391.061205:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384391.061207:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384391.061209:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384391.061219:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384391.061221:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384391.061223:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384391.061224:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384391.061226:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384391.061228:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384391.061230:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384391.061231:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384391.061233:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384391.061235:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384391.061237:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384391.061239:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384391.061240:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384391.061242:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384391.061244:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384391.061246:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384391.061247:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384391.061249:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384391.061251:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384391.061253:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384391.061255:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384391.061256:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384391.061258:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384391.061260:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384391.061262:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384391.061263:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384391.061265:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384391.061267:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384391.061268:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384391.061270:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384391.061271:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384391.061273:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384391.061275:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384391.061276:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384391.061278:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384391.061280:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384391.061281:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384391.061283:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384391.061284:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384391.061292:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:1.0:1767384391.061294:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:1.0:1767384391.061296:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:1.0:1767384391.061298:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384391.061301:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001b65a6ab. 00000100:00000010:1.0:1767384391.061304:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f5983ef2. 00000020:00000040:1.0:1767384391.061306:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=9 00010000:00000001:1.0:1767384391.061309:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384391.061311:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384391.061314:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000869d1086. 00000400:00000010:1.0:1767384391.061319:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a20263a. 00000400:00000200:1.0:1767384391.061322:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.061330:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.061339:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [208:208:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1767384391.061343:0:17079:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.061349:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.061353:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.061357:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020b2e191. 00000800:00000200:1.0:1767384391.061361:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.061366:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1022 00000800:00000200:1.0:1767384391.061369:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020b2e191 type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:1.0:1767384391.061383:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.203.43@tcp50 mbits 0x695824d900580-0x695824d900580 00000100:00000001:1.0:1767384391.061386:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384391.061482:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384391.061487:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020b2e191. 00000400:00000200:3.0:1767384391.061490:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.061495:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:3.0:1767384391.061509:0:16346:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384391.061510:0:16346:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001b65a6ab 00000100:00000001:3.0:1767384391.061512:0:16346:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384391.065022:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.065031:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.065034:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.065071:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.065079:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : ACK - for me 00000400:00000200:2.0:1767384391.065090:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp50: ACK from 12345-192.168.203.43@tcp50 into md 0x2075 00000400:00000200:2.0:1767384391.065094:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.065098:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: ACK: OK 00000400:00000200:2.0:1767384391.065102:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000869d1086 00000400:00000010:2.0:1767384391.065104:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000869d1086. 00000100:00000001:2.0:1767384391.065108:0:16347:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384391.065109:0:16347:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000001b65a6ab 00000100:00000001:2.0:1767384391.065122:0:16347:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384391.065127:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.065130:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.065165:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.065170:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384391.065172:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 8 00000100:00000010:1.0:1767384391.065176:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f5983ef2. 00000100:00000010:1.0:1767384391.065179:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001b65a6ab. 00000100:00000001:1.0:1767384391.065181:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384391.065182:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384391.065196:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000060a481c4. 20000000:00000001:1.0:1767384391.065200:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.065209:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739835264 00010000:00000001:1.0:1767384391.065212:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.065218:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000eb2274b x1853236739835264/t0(0) o256->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 304/240 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.065225:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.065227:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.065230:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.065234:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.065242:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.065244:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.065247:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.065249:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.065252:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.065255:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.065258:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac0b092a. 00000100:00000200:1.0:1767384391.065261:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236739835264, offset 224 00000400:00000200:1.0:1767384391.065266:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.065273:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.065284:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [209:209:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1767384391.065293:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.065298:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.065302:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bbc4000. 00000800:00000200:1.0:1767384391.065306:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.065312:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:1.0:1767384391.065315:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bbc4000 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:1.0:1767384391.065331:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.065335:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.065337:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.065339:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.065341:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.065345:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000eb2274b x1853236739835264/t0(0) o256->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 304/240 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.065359:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000eb2274b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+8:15161:x1853236739835264:12345-192.168.203.43@tcp50:256: Request processed in 4360us (4536us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.065367:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 167 00000100:00000040:1.0:1767384391.065370:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.065372:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.065373:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.065377:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.065381:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.065384:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0d8892d. 00000020:00000040:1.0:1767384391.065388:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 7 00000100:00000001:1.0:1767384391.065391:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.065395:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.065399:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2ebeacf. 00000400:00000010:1.0:1767384391.065401:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057304e9a. 00000800:00000200:2.0:1767384391.065482:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384391.065485:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bbc4000. 00000400:00000200:2.0:1767384391.065488:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.065490:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.065492:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac0b092a 00000400:00000010:2.0:1767384391.065493:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac0b092a. 00000100:00000001:2.0:1767384391.065495:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384391.065497:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384391.065498:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000001edb476e. 02000000:00000001:2.0:1767384391.065500:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384391.065500:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384391.069157:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.069168:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384391.069171:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.069173:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.069180:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:3.0:1767384391.069191:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 328 into portal 26 MB=0x695824d900600 00000400:00000200:3.0:1767384391.069197:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 328/328 into md 0x18d1 [2] + 0 00000400:00000010:3.0:1767384391.069201:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085901738. 00000400:00000200:3.0:1767384391.069205:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037f8a47f 00000800:00000001:3.0:1767384391.069208:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.069225:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.069227:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.069231:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.069243:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f8a47f 00000400:00000010:3.0:1767384391.069245:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037f8a47f. 00000100:00000001:3.0:1767384391.069249:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384391.069251:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384391.069254:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000fe974b5d x1853236739835392 msgsize 328 00000100:00100000:3.0:1767384391.069258:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:3.0:1767384391.069260:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384391.069270:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384391.069283:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.069286:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.069304:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.069307:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739835392 02000000:00000001:1.0:1767384391.069309:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.069310:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.069312:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.069314:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.069317:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739835392 00000020:00000001:1.0:1767384391.069319:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.069320:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.069322:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.069324:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=8 00000020:00000001:1.0:1767384391.069326:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.069327:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.069331:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.069334:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.069336:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.069338:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000020:00000010:1.0:1767384391.069345:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d8892d. 00000020:00000010:1.0:1767384391.069348:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.069350:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.069356:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.069358:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.069358:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.069360:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.069364:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.069372:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.069378:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.069379:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.069382:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 168 00000100:00000040:1.0:1767384391.069385:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.069386:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609689168 : -111508099862448 : ffff9a957f517050) 00000100:00000040:1.0:1767384391.069390:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe974b5d x1853236739835392/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.069397:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.069399:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.069402:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.069404:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000100:00100000:1.0:1767384391.069412:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe974b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+8:15161:x1853236739835392:12345-192.168.203.43@tcp50:101: 00000100:00000200:1.0:1767384391.069415:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739835392 00000020:00000001:1.0:1767384391.069418:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.069421:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.069448:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.069451:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.069453:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329984 : -1048221632 : ffffffffc1856840) 00000020:00000001:1.0:1767384391.069456:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.069457:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.069459:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.069461:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.069467:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.069475:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384391.069478:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384391.069480:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384391.069482:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384391.069484:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.069489:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384391.069494:0:17079:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c0101384 count: 3 00010000:00000001:1.0:1767384391.069497:0:17079:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384391.069500:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384391.069503:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000942a2bf2. 00000020:00000001:1.0:1767384391.069506:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384391.069507:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000942a2bf2 with handle 0x980286e253c5fdf8 to hash 00000020:00000001:1.0:1767384391.069510:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384391.069511:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:1.0:1767384391.069513:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00010000:1.0:1767384391.069516:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000942a2bf2/0x980286e253c5fdf8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x12c86de60909c403 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.069523:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000718c993b : new locks_count 4 00000020:00000040:1.0:1767384391.069525:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=9 00000100:00000001:1.0:1767384391.069532:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.069534:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.069538:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001b65a6ab. 02000000:00000001:1.0:1767384391.069540:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.069542:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.069544:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384391.069546:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384391.069548:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384391.069550:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384391.069552:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.069558:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384391.069559:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.069561:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384391.069563:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384391.069564:0:17079:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384391.069566:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384391.069572:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000c0101384) refcount = 3 00010000:00000040:1.0:1767384391.069574:0:17079:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384391.069578:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006cb4b18f/0x980286e253c5fafd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5faf6 expref: 14 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384391.069584:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008637b174/0x980286e253c5fa78 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x980286e253c5fa71 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384391.069590:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000942a2bf2/0x980286e253c5fdf8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c403 expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384391.069596:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384391.069597:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384391.069599:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.069601:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.069602:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384391.069607:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384391.069609:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000942a2bf2/0x980286e253c5fdf8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c403 expref: 9 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384391.069615:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384391.069617:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384391.069618:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384391.069620:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.069622:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384391.069623:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384391.069625:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384391.069626:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000942a2bf2, rc 0) 00000020:00000001:1.0:1767384391.069629:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.069631:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739835392 00010000:00000001:1.0:1767384391.069633:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.069637:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe974b5d x1853236739835392/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.069644:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.069646:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.069654:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.069657:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.069660:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.069662:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.069664:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.069665:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.069668:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.069670:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.069673:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cec50606. 00000100:00000200:1.0:1767384391.069677:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236739835392, offset 224 00000400:00000200:1.0:1767384391.069682:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.069689:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.069700:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [210:210:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1767384391.069710:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.069714:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.069718:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d572936. 00000800:00000200:1.0:1767384391.069722:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.069728:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:1.0:1767384391.069731:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d572936 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384391.069749:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.069753:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.069755:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.069756:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.069758:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.069762:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe974b5d x1853236739835392/t0(0) o101->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.069770:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe974b5d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+9:15161:x1853236739835392:12345-192.168.203.43@tcp50:101: Request processed in 372us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.069776:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 168 00000100:00000040:1.0:1767384391.069778:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.069788:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.069789:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.069792:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.069796:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.069798:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0d8892d. 00000020:00000040:1.0:1767384391.069803:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 8 00000100:00000001:1.0:1767384391.069806:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.069809:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.069813:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099ecd518. 00000400:00000010:1.0:1767384391.069816:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000819948e4. 00000800:00000200:2.0:1767384391.069921:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384391.069925:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d572936. 00000400:00000200:2.0:1767384391.069928:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.069932:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.069934:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cec50606 00000400:00000010:2.0:1767384391.069936:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cec50606. 00000100:00000001:2.0:1767384391.069939:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384391.069948:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384391.069949:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001b65a6ab. 02000000:00000001:2.0:1767384391.069952:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384391.069953:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384391.070811:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.070817:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.070819:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.070820:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.070825:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384391.070833:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 504 into portal 26 MB=0x695824d900680 00000400:00000200:2.0:1767384391.070837:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 504/504 into md 0x18f9 [2] + 0 00000400:00000010:2.0:1767384391.070840:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7a0c5b3. 00000400:00000200:2.0:1767384391.070844:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc8abb63 00000800:00000001:2.0:1767384391.070846:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.070852:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.070854:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.070857:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.070859:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc8abb63 00000400:00000010:2.0:1767384391.070861:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc8abb63. 00000100:00000001:2.0:1767384391.070864:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.070866:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384391.070868:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000fecfa06b x1853236739835520 msgsize 504 00000100:00100000:2.0:1767384391.070872:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:2.0:1767384391.070873:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384391.070882:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384391.070890:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.070893:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.070912:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.070914:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739835520 02000000:00000001:1.0:1767384391.070916:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.070917:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.070919:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.070921:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.070922:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739835520 00000020:00000001:1.0:1767384391.070923:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.070924:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.070925:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.070927:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=9 00000020:00000001:1.0:1767384391.070928:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.070929:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.070931:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.070933:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.070935:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.070936:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000020:00000010:1.0:1767384391.070938:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d8892d. 00000020:00000010:1.0:1767384391.070940:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.070941:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.070945:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.070946:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.070947:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.070948:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.070951:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.070961:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.070966:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.070967:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.070970:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 169 00000100:00000040:1.0:1767384391.070971:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.070972:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609685072 : -111508099866544 : ffff9a957f516050) 00000100:00000040:1.0:1767384391.070975:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fecfa06b x1853236739835520/t0(0) o501->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 504/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.070980:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.070982:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.070983:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.070985:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000100:00100000:1.0:1767384391.070987:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fecfa06b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+9:15161:x1853236739835520:12345-192.168.203.43@tcp50:501: 00000100:00000200:1.0:1767384391.070989:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739835520 00000020:00000001:1.0:1767384391.070990:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.070992:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.070993:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.070994:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.070995:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329600 : -1048222016 : ffffffffc18566c0) 00000020:00000001:1.0:1767384391.070997:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.070998:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.070999:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.071000:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.071002:0:17079:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384391.071003:0:17079:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.071004:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384391.071006:0:17079:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384391.071007:0:17079:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384391.071008:0:17079:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384391.071009:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.071010:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.071012:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000086e1e111. 02000000:00000001:1.0:1767384391.071013:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.071017:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384391.071019:0:17079:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:1.0:1767384391.071021:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:1.0:1767384391.071023:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384391.071025:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005c88e40c. 00000040:00000001:1.0:1767384391.071028:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384391.071030:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384391.071032:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:1.0:1767384391.071034:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00080000:00000001:1.0:1767384391.071039:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384391.071042:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384391.071067:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384391.071141:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384391.071144:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384391.071145:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384391.071146:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384391.071147:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384391.071150:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:579298566 to info 000000009e5b6786 00000020:00000001:1.0:1767384391.071153:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000a57f053 00080000:00000002:1.0:1767384391.071154:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:1.0:1767384391.071156:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384391.071158:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384391.071160:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384391.071164:0:17079:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000002411e7b2. 00000020:00000001:1.0:1767384391.071166:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384391.071169:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632564608881752 : -111509100669864 : ffff9a9543aa5458) 00000040:00000001:1.0:1767384391.071171:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.071172:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.071175:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384391.071177:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000048682a34/0000000086c66c70 to site lru. bkt: 00000000b82621cc 00000040:00000010:1.0:1767384391.071179:0:17079:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000002411e7b2. 00000040:00000001:1.0:1767384391.071181:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384391.071182:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005c88e40c. 00000040:00000001:1.0:1767384391.071185:0:17079:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384391.071186:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:1.0:1767384391.071191:0:17079:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384391.071194:0:17079:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.071195:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739835520 00010000:00000001:1.0:1767384391.071197:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.071199:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fecfa06b x1853236739835520/t0(0) o501->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 504/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.071204:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.071205:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.071206:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.071208:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.071210:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.071211:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.071212:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.071213:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.071215:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.071216:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.071218:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b604cb1. 00000100:00000200:1.0:1767384391.071219:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236739835520, offset 224 00000400:00000200:1.0:1767384391.071223:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.071226:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.071232:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [211:211:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1767384391.071237:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.071240:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.071242:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dad2a7d. 00000800:00000200:1.0:1767384391.071244:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.071247:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:1.0:1767384391.071249:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dad2a7d type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384391.071264:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.071267:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.071270:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.071271:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.071277:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.071281:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fecfa06b x1853236739835520/t0(0) o501->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 504/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.071289:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fecfa06b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+9:15161:x1853236739835520:12345-192.168.203.43@tcp50:501: Request processed in 307us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.071295:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 169 00000100:00000040:1.0:1767384391.071298:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.071300:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.071301:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.071303:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.071306:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.071308:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0d8892d. 00000020:00000040:1.0:1767384391.071313:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 8 00000100:00000001:1.0:1767384391.071316:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.071320:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.071324:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ec0cb29. 00000400:00000010:1.0:1767384391.071328:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000515b15cc. 00000800:00000200:3.0:1767384391.071364:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384391.071368:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dad2a7d. 00000400:00000200:3.0:1767384391.071371:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.071376:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.071379:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b604cb1 00000400:00000010:3.0:1767384391.071380:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b604cb1. 00000100:00000001:3.0:1767384391.071383:0:16346:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384391.071385:0:16346:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384391.071386:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000086e1e111. 02000000:00000001:3.0:1767384391.071389:0:16346:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384391.071390:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384391.072167:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.072171:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384391.072173:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.072174:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.072177:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384391.072182:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 272 into portal 26 MB=0x695824d900700 00000400:00000200:2.0:1767384391.072185:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 272/272 into md 0x1901 [2] + 0 00000400:00000010:2.0:1767384391.072187:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000613e3e43. 00000400:00000200:2.0:1767384391.072193:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eb4d118e 00000800:00000001:2.0:1767384391.072195:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.072199:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384391.072200:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.072202:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.072204:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb4d118e 00000400:00000010:2.0:1767384391.072205:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb4d118e. 00000100:00000001:2.0:1767384391.072207:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.072207:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384391.072209:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000ea3b12b7 x1853236739835648 msgsize 272 00000100:00100000:2.0:1767384391.072212:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:2.0:1767384391.072213:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384391.072220:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384391.072224:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384391.072226:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.072253:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.072255:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739835648 02000000:00000001:1.0:1767384391.072256:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.072257:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.072258:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.072259:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.072261:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739835648 00000020:00000001:1.0:1767384391.072262:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.072263:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384391.072264:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.072265:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=9 00000020:00000001:1.0:1767384391.072267:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384391.072268:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384391.072270:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.072272:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.072273:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.072278:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000020:00000010:1.0:1767384391.072280:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c88e40c. 00000020:00000010:1.0:1767384391.072281:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.072283:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000040:1.0:1767384391.072286:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.072287:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.072288:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.072288:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.072291:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.072297:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.072302:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.072303:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.072305:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 170 00000100:00000040:1.0:1767384391.072306:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384391.072308:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609690192 : -111508099861424 : ffff9a957f517450) 00000100:00000040:1.0:1767384391.072310:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea3b12b7 x1853236739835648/t0(0) o503->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.072316:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.072317:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099fe58c2. 00000100:00000001:1.0:1767384391.072318:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.072320:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099fe58c2. 00000100:00100000:1.0:1767384391.072322:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea3b12b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+9:15161:x1853236739835648:12345-192.168.203.43@tcp50:503: 00000100:00000200:1.0:1767384391.072325:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739835648 00000020:00000001:1.0:1767384391.072326:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.072327:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.072328:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.072329:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.072331:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661329696 : -1048221920 : ffffffffc1856720) 00000020:00000001:1.0:1767384391.072332:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.072333:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.072335:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.072336:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.072340:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.072342:0:17079:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384391.072343:0:17079:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384391.072345:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.072346:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.072355:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000007e0722de. 02000000:00000001:1.0:1767384391.072356:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.072357:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384391.072364:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:1.0:1767384391.072366:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384391.072369:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e0d8892d. 00000040:00000001:1.0:1767384391.072374:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384391.072375:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384391.072377:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446632565446267904 : -111508263283712 : 0xffff9a957593d400) 00000020:00000001:1.0:1767384391.072379:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446632565446267904 : -111508263283712 : ffff9a957593d400) 00000020:00000001:1.0:1767384391.072382:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384391.072384:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632564608881752 : -111509100669864 : ffff9a9543aa5458) 00000040:00000001:1.0:1767384391.072386:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.072387:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.072389:0:17079:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384391.072393:0:17079:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d90b90e. 00000040:00000001:1.0:1767384391.072395:0:17079:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384391.072397:0:17079:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384391.072400:0:17079:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384391.072402:0:17079:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384391.072404:0:17079:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384391.072407:0:17079:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384391.072408:0:17079:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384391.072412:0:17079:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:1.0:1767384391.072414:0:17079:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384391.072416:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384391.072417:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000048682a34/0000000086c66c70 to site lru. bkt: 00000000b82621cc 00000040:00000001:1.0:1767384391.072419:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384391.072421:0:17079:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d90b90e. 00000040:00000010:1.0:1767384391.072445:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e0d8892d. 00000040:00000040:1.0:1767384391.072454:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00000020:00000001:1.0:1767384391.072456:0:17079:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.072459:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739835648 00010000:00000001:1.0:1767384391.072460:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.072464:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea3b12b7 x1853236739835648/t0(0) o503->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/8416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.072471:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.072472:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.072474:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.072476:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.072478:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.072480:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.072482:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.072483:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.072485:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.072487:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.072490:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002d4ce2f6. 00000100:00000200:1.0:1767384391.072493:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236739835648, offset 224 00000400:00000200:1.0:1767384391.072497:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.072503:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.072525:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [212:212:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1767384391.072533:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.072538:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.072541:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000e0d8892d. 00000800:00000200:1.0:1767384391.072545:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.072549:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1022 00000800:00000200:1.0:1767384391.072552:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d8892d type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384391.072566:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.072569:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.072572:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.072573:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.072579:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.072583:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3b12b7 x1853236739835648/t0(0) o503->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:372/0 lens 272/8416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.072591:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea3b12b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+9:15161:x1853236739835648:12345-192.168.203.43@tcp50:503: Request processed in 274us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.072598:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 170 00000100:00000040:1.0:1767384391.072600:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384391.072602:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.072604:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.072606:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.072610:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.072612:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c88e40c. 00000020:00000040:1.0:1767384391.072616:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 8 00000100:00000001:1.0:1767384391.072619:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384391.072623:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.072626:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000613e3e43. 00000400:00000010:1.0:1767384391.072629:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c1b2044. 00000800:00000200:2.0:1767384391.072829:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384391.072831:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000e0d8892d. 00000400:00000200:2.0:1767384391.072833:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.072836:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384391.072838:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d4ce2f6 00000400:00000010:2.0:1767384391.072839:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002d4ce2f6. 00000100:00000001:2.0:1767384391.072841:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384391.072842:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384391.072843:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000007e0722de. 02000000:00000001:2.0:1767384391.072849:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384391.072849:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384391.075131:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.075138:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384391.075140:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.075141:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.075144:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:3.0:1767384391.075151:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 520 into portal 12 MB=0x695824d900780 00000400:00000200:3.0:1767384391.075155:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.43@tcp50 of length 520/520 into md 0x229 [64] + 9400 00000800:00000001:3.0:1767384391.075159:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.075202:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.075205:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.075209:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:3.0:1767384391.075213:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384391.075215:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384391.075219:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad479a76. 00000100:00000040:3.0:1767384391.075222:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000ad479a76 x1853236739835776 msgsize 520 00000100:00100000:3.0:1767384391.075226:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000001:3.0:1767384391.075239:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384391.075245:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.075248:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.075311:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.075313:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739835776 02000000:00000001:1.0:1767384391.075315:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.075316:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.075317:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.075319:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.075321:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739835776 00000020:00000001:1.0:1767384391.075322:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.075323:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384391.075324:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384391.075325:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.075327:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.075330:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d8892d. 00000020:00000010:1.0:1767384391.075332:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.075334:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000001:1.0:1767384391.075337:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.075343:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.075344:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.075347:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.075355:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.075364:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.075365:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.075369:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 3 00000100:00000001:1.0:1767384391.075371:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609952384 : -111508099599232 : ffff9a957f557480) 00000100:00000040:1.0:1767384391.075374:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ad479a76 x1853236739835776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.075384:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ad479a76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:11774:x1853236739835776:12345-192.168.203.43@tcp50:38: 00000100:00000200:1.0:1767384391.075387:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739835776 00000020:00000001:1.0:1767384391.075389:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384391.075392:0:17086:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384391.075399:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 8 - find 00000020:00000001:1.0:1767384391.075402:0:17086:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446632565591146496 : -111508118405120 : ffff9a957e368000) 00000100:00000001:1.0:1767384391.075405:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.075407:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.075410:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000086e1e111. 02000000:00000001:1.0:1767384391.075411:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.075412:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.075413:0:17086:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384391.075417:0:17086:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50 t0 exp 0000000000000000 cur 312 last 0 00010000:00000001:1.0:1767384391.075420:0:17086:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:1.0:1767384391.075422:0:17086:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:1.0:1767384391.075443:0:17086:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1767384391.075446:0:17086:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1767384391.075452:0:17086:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1767384391.075456:0:17086:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384391.075459:0:17086:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384391.075461:0:17086:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384391.075463:0:17086:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384391.075464:0:17086:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384391.075466:0:17086:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384391.075470:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384391.075472:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384391.075472:0:17086:0:(genops.c:1392:class_connect()) Process entered 00000400:00000200:3.0:1767384391.075474:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000020:00000001:1.0:1767384391.075474:0:17086:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384391.075477:0:17086:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000060a481c4. 00000020:00000001:1.0:1767384391.075479:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000010:3.0:1767384391.075480:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000020:00000040:1.0:1767384391.075481:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000060a481c4 with handle 0x980286e253c5fdff to hash 00000400:00000200:3.0:1767384391.075483:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000020:00000001:1.0:1767384391.075483:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384391.075486:0:17086:0:(obd_class.h:1008:obd_init_export()) Process entered 00000400:00000200:3.0:1767384391.075487:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp47 recovery ping unlinked 00000004:00000001:1.0:1767384391.075487:0:17086:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:1.0:1767384391.075489:0:17086:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000099fe58c2. 00000001:00000001:1.0:1767384391.075492:0:17086:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1767384391.075494:0:17086:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ffb91798. 00000400:00000010:3.0:1767384391.075495:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001144aad8. 00000400:00000010:3.0:1767384391.075497:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b65bc08d. 00000001:00000001:1.0:1767384391.075497:0:17086:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.075499:0:17086:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000400:00000001:3.0:1767384391.075501:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:1.0:1767384391.075501:0:17086:0:(hash.c:1038:cfs_hash_create()) Process entered 00000400:00000001:3.0:1767384391.075503:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384391.075504:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000001:00000010:1.0:1767384391.075504:0:17086:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d4de0511. 00000400:00000010:3.0:1767384391.075505:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000400:00000200:3.0:1767384391.075507:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000001:00000010:1.0:1767384391.075508:0:17086:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f3d1ac31. 00000400:00000200:3.0:1767384391.075509:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384391.075511:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006b7cdac7. 00000001:00000010:1.0:1767384391.075511:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c88e40c. 00000400:00000010:3.0:1767384391.075513:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000071832f2d. 00000001:00000010:1.0:1767384391.075515:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe312a9a. 00000001:00000010:1.0:1767384391.075517:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000932408cb. 00000001:00000010:1.0:1767384391.075519:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d48a6ac3. 00000001:00000001:1.0:1767384391.075522:0:17086:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384391.075524:0:17086:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a36f08e1. 00000001:00000010:1.0:1767384391.075527:0:17086:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d3cf6b08. 00000001:00000010:1.0:1767384391.075529:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d2c57369. 00000001:00000010:1.0:1767384391.075531:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007712f9f4. 00000001:00000010:1.0:1767384391.075534:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009e159b80. 00000001:00000010:1.0:1767384391.075536:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054840315. 00010000:00000001:1.0:1767384391.075538:0:17086:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.075540:0:17086:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384391.075542:0:17086:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.075544:0:17086:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384391.075546:0:17086:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=3 00000020:00000040:1.0:1767384391.075549:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 9 - export 00000020:00000001:1.0:1767384391.075552:0:17086:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000020:00000040:1.0:1767384391.075554:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 2 00000020:00000080:1.0:1767384391.075560:0:17086:0:(genops.c:1402:class_connect()) connect: client 8f894026-c395-4947-8712-9e3aa1c4e5fd, cookie 0x980286e253c5fdff 00000020:00000001:1.0:1767384391.075563:0:17086:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.075565:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.075566:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fdff 00000020:00000001:1.0:1767384391.075567:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.075569:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000060a481c4 refcount=3 00000020:00000001:1.0:1767384391.075570:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000020:00000001:1.0:1767384391.075572:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000001:00000001:1.0:1767384391.075574:0:17086:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000800:00000200:2.0:1767384391.075576:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (4) 00000001:00000001:1.0:1767384391.075577:0:17086:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000800:00000200:2.1:1767384391.075581:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (4) 00000001:00000040:1.0:1767384391.075581:0:17086:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000b3642699) : new refcount 6 00000001:00000001:1.0:1767384391.075583:0:17086:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446632564634464256 : -111509075087360 : ffff9a954530b000) 00000001:00000001:1.0:1767384391.075585:0:17086:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384391.075587:0:17086:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=4 00000001:00000040:1.0:1767384391.075588:0:17086:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000b3642699) : new refcount 7 00000001:00000001:1.0:1767384391.075591:0:17086:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:1.0:1767384391.075594:0:17086:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.203.43@tcp50 to nodemap default 00000001:00000040:1.0:1767384391.075597:0:17086:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 6 00000001:00000001:1.0:1767384391.075598:0:17086:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384391.075602:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000df645586] -> 12345-192.168.203.143@tcp14 (6) 00000800:00000200:2.0:1767384391.075605:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp14 ip 192.168.203.143:988 00000800:00000200:2.0:1767384391.075608:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:1.0:1767384391.075612:0:17086:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384391.075619:0:17086:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384391.075621:0:17086:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/0000000060a481c4 free: 95899648 avail: 82939904 00000020:00000001:1.0:1767384391.075624:0:17086:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384391.075625:0:17086:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/0000000060a481c4 avail=82939904 left=74645504 unstable=0 tot_grant=8293990 pending=0 00000020:00000001:1.0:1767384391.075628:0:17086:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=74645504 : 74645504 : 4730000) 00000020:00000001:1.0:1767384391.075631:0:17086:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1767384391.075633:0:17086:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/0000000060a481c4 wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:1.0:1767384391.075636:0:17086:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/0000000060a481c4 tot cached:0 granted:2146304 num_exports: 3 00000020:00000001:1.0:1767384391.075638:0:17086:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:1.0:1767384391.075640:0:17086:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/0000000060a481c4 ocd_grant: 2146304 want: 134217728 left: 74645504 00000020:00000001:1.0:1767384391.075648:0:17086:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:1.0:1767384391.075651:0:17086:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:1.0:1767384391.075653:0:17086:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:1.0:1767384391.075656:0:17086:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384391.075658:0:17086:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:1.0:1767384391.075661:0:17086:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384391.075664:0:17086:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b7aa6f20. 00080000:00000001:1.0:1767384391.075666:0:17086:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560347805184 : -111513361746432 : ffff9a9445af7600) 00080000:00000001:1.0:1767384391.075669:0:17086:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384391.075673:0:17086:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384391.075675:0:17086:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000569eff63. 00080000:00000001:1.0:1767384391.075677:0:17086:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384391.075680:0:17086:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384391.075690:0:17086:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384391.075693:0:17086:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000400:00000200:3.0:1767384391.075712:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000001:00000040:1.0:1767384391.075715:0:17086:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384391.075717:0:17086:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384391.075720:0:17086:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384391.075755:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075779:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075799:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075831:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075853:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075872:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075885:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075896:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075906:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075917:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075927:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075938:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075948:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075960:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075970:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075981:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.075991:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076002:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076012:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076030:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076041:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076066:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076089:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076118:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076158:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076188:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076203:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076224:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076264:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076303:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076319:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076332:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076346:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384391.076365:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000200:0.0:1767384391.076365:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384391.076372:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384391.076379:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384391.076383:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384391.076386:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384391.076535:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ac3cd7b. 00000800:00000010:3.0:1767384391.076540:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b22ff1d7. 00000800:00000010:3.0:1767384391.076544:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017cb9feb. 00000800:00000010:3.0:1767384391.076564:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017cb9feb. 00000800:00020000:3.0:1767384391.076570:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384391.076574:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b22ff1d7. 00000800:00000010:3.0:1767384391.076576:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002ac3cd7b. 00000400:02020000:3.0:1767384391.076610:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp27 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384391.076615:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:2.0:1767384391.077853:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b7aa6f20. 00080000:00000010:1.0:1767384391.077893:0:17086:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000569eff63. 00040000:00000001:1.0:1767384391.077897:0:17086:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384391.077899:0:17086:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384391.077901:0:17086:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384391.077902:0:17086:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384391.077904:0:17086:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384391.077906:0:17086:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '8f894026-c395-4947-8712-9e3aa1c4e5fd' generation 1 00000001:00000001:1.0:1767384391.077908:0:17086:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384391.077909:0:17086:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384391.077912:0:17086:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c434cd20. 00080000:00000001:1.0:1767384391.077913:0:17086:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560347800576 : -111513361751040 : ffff9a9445af6400) 00080000:00000001:1.0:1767384391.077915:0:17086:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384391.077916:0:17086:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384391.077918:0:17086:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000569eff63. 00080000:00000001:1.0:1767384391.077919:0:17086:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384391.077924:0:17086:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384391.077929:0:17086:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384391.077932:0:17086:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000e400ff04. 00000001:00000040:1.0:1767384391.077933:0:17086:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000060a481c4 : new cb_count 1 00000020:00000040:1.0:1767384391.077935:0:17086:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=5 00000001:00000001:1.0:1767384391.078012:0:17086:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384391.078013:0:17086:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384391.078016:0:17086:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000569eff63. 00040000:00000001:1.0:1767384391.078018:0:17086:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384391.078018:0:17086:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384391.078019:0:17086:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384391.078021:0:17086:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384391.078022:0:17086:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384391.078024:0:17086:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:1.0:1767384391.078026:0:17086:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384391.078028:0:17086:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000001d871dc8 00000020:00000010:1.0:1767384391.078030:0:17086:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b0062750. 00000020:00000040:1.0:1767384391.078035:0:17086:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000b0062750 for nid 192.168.203.43@tcp50 - ref 2 00000020:00000001:1.0:1767384391.078088:0:17086:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.078093:0:17086:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000001b65a6ab. 00000020:00000010:1.0:1767384391.078096:0:17086:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000001edb476e. 00000020:00000010:1.0:1767384391.078098:0:17086:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000c7b2f9dd. 00000020:00000010:1.0:1767384391.078108:0:17086:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000056848afd. 00000020:00000010:1.0:1767384391.078109:0:17086:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000003e1b2d1b. 00000020:00000010:1.0:1767384391.078111:0:17086:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000000b1670c8. 00000004:00000001:1.0:1767384391.078118:0:17086:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384391.078119:0:17086:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.078121:0:17086:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.078124:0:17086:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d0edc5bf. 00000020:00000040:1.0:1767384391.078125:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 10 - import 00000020:00000001:1.0:1767384391.078129:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384391.078130:0:17086:0:(genops.c:1242:class_import_put()) import 00000000d0edc5bf refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384391.078131:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384391.078137:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000569eff63. 00000020:00000040:1.0:1767384391.078142:0:17086:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=6 00000100:00000040:1.0:1767384391.078144:0:17086:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000060a481c4 : new rpc_count 1 00000100:00000001:1.0:1767384391.078145:0:17086:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384391.078151:0:17086:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.43@tcp50 primary NID 192.168.203.43@tcp50 rc 0 00000100:00000001:1.0:1767384391.078152:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.078154:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.078155:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 00000100:00000001:1.0:1767384391.078156:0:17086:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446632565326747776 : -111508382803840 : 0xffff9a956e741880) 00000100:00000040:1.0:1767384391.078158:0:17086:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000020:00000040:1.0:1767384391.078160:0:17086:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=7 00000100:00000001:1.0:1767384391.078163:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.078164:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 4 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.078165:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.078167:0:17086:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384391.078169:0:17086:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384391.078170:0:17086:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:1.0:1767384391.078172:0:17086:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651935808 : -1057615808 : ffffffffc0f61040) 02000000:00000001:1.0:1767384391.078174:0:17086:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.078175:0:17086:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384391.078177:0:17086:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384391.078179:0:17086:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384391.078180:0:17086:0:(import.c:65:import_set_state_nolock()) 00000000d0edc5bf : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384391.078182:0:17086:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384391.078183:0:17086:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384391.078184:0:17086:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384391.078186:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 6 00000020:00000040:1.0:1767384391.078188:0:17086:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 10 - find 00010000:00000001:1.0:1767384391.078189:0:17086:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.078192:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.078193:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663371056 : -1046180560 : ffffffffc1a48d30) 00000020:00000001:1.0:1767384391.078195:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.078196:0:17086:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.078200:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.078202:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.078204:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.078206:0:17086:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:1.0:1767384391.078210:0:17086:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384391.078211:0:17086:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384391.078212:0:17086:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384391.078213:0:17086:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.078214:0:17086:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.078216:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739835776 00010000:00000001:1.0:1767384391.078217:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.078220:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ad479a76 x1853236739835776/t0(0) o38->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.078226:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.078227:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.078229:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=91 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384391.078232:0:17086:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384391.078233:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.078235:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 5 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384391.078236:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384391.078238:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.078240:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.078243:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.078245:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384391.078249:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1ef1ae. 00000100:00000200:1.0:1767384391.078253:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236739835776, offset 0 00000400:00000200:1.0:1767384391.078258:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384391.078265:0:17086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384391.078276:0:17086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [213:213:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384391.078287:0:17086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384391.078292:0:17086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384391.078295:0:17086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a966ebb4. 00000800:00000200:1.0:1767384391.078302:0:17086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384391.078306:0:17086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:1.0:1767384391.078308:0:17086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a966ebb4 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384391.078319:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.078321:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 4 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384391.078323:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.078324:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.078325:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.078328:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad479a76 x1853236739835776/t0(0) o38->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.078334:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ad479a76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f894026-c395-4947-8712-9e3aa1c4e5fd+6:11774:x1853236739835776:12345-192.168.203.43@tcp50:38: Request processed in 2951us (3111us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384391.078341:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 3 00000100:00000040:1.0:1767384391.078344:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000060a481c4 : new rpc_count 0 00000100:00000001:1.0:1767384391.078345:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.078346:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.078349:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000020:00000010:1.0:1767384391.078353:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:1.0:1767384391.078355:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0d8892d. 00000020:00000040:1.0:1767384391.078358:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 5 00000100:00000001:1.0:1767384391.078359:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384391.078382:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384391.078386:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a966ebb4. 00000400:00000200:3.0:1767384391.078390:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.078395:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.078399:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1ef1ae 00000400:00000010:3.0:1767384391.078401:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e1ef1ae. 00000100:00000001:3.0:1767384391.078404:0:16346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384391.078406:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:2.0:1767384391.843610:0:17108:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384391.843620:0:17108:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384391.843628:0:17108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001de70058. 00000020:00000040:2.0:1767384391.843638:0:17108:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384391.843660:0:17108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384391.843664:0:17108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384391.843666:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384391.843671:0:17108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.843682:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767384391.843685:0:17108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fce3f2b5. 00000100:00000010:1.0:1767384391.843689:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d8a3c09. 00000100:00000001:2.0:1767384391.843695:0:17108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384391.843697:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384391.843703:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384391.843705:0:17108:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384391.843707:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384391.843710:0:17108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.843714:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384391.843724:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec6bc6e4. 00000100:00000040:2.0:1767384391.843725:0:17108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de70058] to pc [ptlrpcd_00_03+3] req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.843734:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.843746:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384391.843770:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384391.843772:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384391.843773:0:17108:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.843783:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d8a3c09] to pc [ptlrpcd_00_00+0] req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.843808:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384391.843811:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.843816:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384391.843816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384391.843821:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384391.843823:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384391.843828:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000007924a5. 00000100:00000040:3.0:1767384391.843830:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384391.843833:0:38:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384391.843841:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384391.843843:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384391.843849:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.843850:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384391.843856:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.843858:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384391.843860:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384391.843864:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384391.843865:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070f31501. 00000100:00100000:2.0:1767384391.843866:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1767384391.843870:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384391.843872:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.843875:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.843876:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384391.843877:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384391.843882:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.843883:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384391.843885:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384391.843886:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.843890:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384391.843900:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001de70058 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746158208:0@lo:13: 00000100:00000001:2.0:1767384391.843900:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.843907:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384391.843914:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384391.843919:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384391.843924:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384391.843928:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384391.843931:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384391.843933:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.843937:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384391.843940:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384391.843950:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000def9860c. 00000100:00000001:2.0:1767384391.843956:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384391.843956:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000007924a5] to pc [ptlrpcd_00_01+1] req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384391.843957:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.843961:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.843969:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384391.843970:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081cbe5a2. 02000000:00000001:2.0:1767384391.843974:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384391.843982:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 02000000:00000001:2.0:1767384391.843984:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.843989:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002d8a3c09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746158336:0@lo:400: 00000100:00000200:3.0:1767384391.843994:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746158208, portal 4 00000100:00000001:2.0:1767384391.843994:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384391.843997:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.843999:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384391.844000:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384391.844003:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348031488 : -111513361520128 : ffff9a9445b2ea00) 00000100:00000040:1.0:1767384391.844003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384391.844004:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.844011:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384391.844014:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384391.844016:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384391.844018:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384391.844018:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d02cce0e. 00000100:00000010:1.0:1767384391.844022:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f43e854. 00000100:00100000:0.0:1767384391.844022:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:2.0:1767384391.844024:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384391.844035:0:38:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384391.844035:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384391.844037:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a61e3a. 00000100:00000001:3.0:1767384391.844042:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384391.844059:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384391.844061:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129bab97. 02000000:00000001:1.0:1767384391.844064:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384391.844065:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384391.844068:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746158336, portal 25 02000000:00000001:1.0:1767384391.844071:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384391.844072:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000100:00000200:3.0:1767384391.844080:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746158208, offset 0 00000100:00000001:0.0:1767384391.844081:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384391.844083:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384391.844088:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629099904 : -111508080451712 : ffff9a9580799f80) 02000000:00000010:1.0:1767384391.844088:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b8ffaaf3. 00000100:00000001:0.0:1767384391.844088:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.844102:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384391.844102:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.844103:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384391.844110:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384391.844111:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384391.844117:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384391.844127:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384391.844129:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384391.844135:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384391.844172:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384391.844173:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df08080 00000100:00000040:2.0:1767384391.844190:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384391.844200:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c42972d4. 00000400:00000200:3.0:1767384391.844201:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 3808 00000100:00000001:0.0:1767384391.844203:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384391.844206:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384391.844210:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.844213:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384391.844218:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746158336, offset 0 02000000:00000001:0.0:1767384391.844218:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384391.844221:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384391.844221:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384391.844223:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f43e854] to pc [ptlrpcd_00_02+2] req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384391.844234:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384391.844244:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384391.844245:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384391.844248:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000007924a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746158464:0@lo:400: 00000100:00000001:0.0:1767384391.844266:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384391.844271:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384391.844275:0:16356:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384391.844275:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384391.844282:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384391.844284:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384391.844286:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384391.844293:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384391.844294:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df08100 00000100:00000040:1.0:1767384391.844297:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1767384391.844298:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339b2f5e. 02000000:00000010:0.0:1767384391.844302:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7957164. 00000100:00000040:3.0:1767384391.844307:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000339b2f5e x1853236746158208 msgsize 224 02000000:00000001:0.0:1767384391.844307:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384391.844312:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1935 [2] + 0 00000100:00000001:1.0:1767384391.844314:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384391.844324:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004505d27d. 00000100:00000010:1.0:1767384391.844326:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218991c1. 00000400:00000010:2.0:1767384391.844327:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dd73c46. 00000100:00100000:3.0:1767384391.844336:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1767384391.844340:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384391.844341:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001635291e 00000100:00000001:1.0:1767384391.844350:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384391.844351:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384391.844351:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384391.844352:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009d019aa. 00000400:00000200:2.0:1767384391.844363:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384391.844366:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:3.0:1767384391.844371:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 02000000:00000001:1.0:1767384391.844371:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384391.844377:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.844378:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384391.844379:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001635291e 00000400:00000010:2.0:1767384391.844385:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001635291e. 00000100:00000200:3.0:1767384391.844387:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384391.844387:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a966ebb4. 00000100:00000001:2.0:1767384391.844392:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384391.844394:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746158464, portal 4 00000100:00000200:2.0:1767384391.844400:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384391.844402:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.844402:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384391.844408:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629097216 : -111508080454400 : ffff9a9580799500) 00000100:00000040:2.0:1767384391.844411:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000039de17a0 x1853236746158336 msgsize 224 00000100:00000040:1.0:1767384391.844451:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384391.844453:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.844458:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384391.844464:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384391.844478:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384391.844488:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c42972d4 00000100:00000001:0.0:1767384391.844491:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384391.844492:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384391.844497:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c42972d4. 00000100:00000001:1.0:1767384391.844498:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384391.844498:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384391.844507:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4188c. 00000100:00000001:2.0:1767384391.844508:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384391.844512:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218991c1] to pc [ptlrpcd_00_03+3] req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384391.844516:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746158464, offset 0 00000100:00000200:2.0:1767384391.844521:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384391.844533:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.844559:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384391.844566:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384391.844580:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df08180 00000100:00000001:2.0:1767384391.844582:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384391.844583:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (318) 00000100:00000040:2.0:1767384391.844592:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384391.844592:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 4784 00000400:00000200:0.0:1767384391.844611:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384391.844613:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384391.844615:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.844616:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384391.844617:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746158208 00000400:00000200:0.0:1767384391.844624:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384391.844625:0:16354:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384391.844626:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384391.844628:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384391.844630:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384391.844631:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384391.844636:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384391.844638:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.844643:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384391.844646:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002041721d. 02000000:00000001:1.0:1767384391.844651:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.844656:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294980615 00000100:00000040:0.0:1767384391.844657:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000002041721d x1853236746158464 msgsize 224 00000100:00100000:1.0:1767384391.844660:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746158208 00000100:00000010:2.0:1767384391.844668:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ccf3207. 00000020:00000001:1.0:1767384391.844670:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384391.844672:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384391.844680:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384391.844684:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384391.844685:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000020:00000040:1.0:1767384391.844685:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:0.0:1767384391.844691:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384391.844693:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.844697:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:2.0:1767384391.844699:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294980615 00000020:00000001:1.0:1767384391.844700:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000400:00000200:0.0:1767384391.844701:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4188c 00000400:00000010:0.0:1767384391.844708:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4188c. 00000020:00000001:1.0:1767384391.844709:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000010:2.0:1767384391.844710:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000582d2b8d. 00000100:00000001:0.0:1767384391.844711:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384391.844717:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.844719:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384391.844719:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384391.844729:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294980615 00000020:00000010:1.0:1767384391.844730:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000992ab3ba. 00000100:00000001:0.0:1767384391.844731:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384391.844740:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000057bc92e. 00000100:00000040:0.0:1767384391.844741:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.844742:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001e3d2fca. 00000100:00000001:2.0:1767384391.844754:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384391.844756:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384391.844757:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:2.0:1767384391.844762:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294980615 00000100:00000001:0.0:1767384391.844762:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384391.844769:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000913b460a. 00000100:00000001:0.0:1767384391.844770:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.844774:0:17894:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384391.844784:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384391.844784:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3606 usecs (4 jiffies) 00000020:00000010:1.0:1767384391.844785:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef145815. 00000100:00000001:0.0:1767384391.844796:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294980613 00000100:00000001:2.0:1767384391.844798:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.844798:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000100:00000001:0.0:1767384391.844802:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294980615 00000100:00000001:0.0:1767384391.844809:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294980613 00000100:00000001:2.0:1767384391.844810:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.844810:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000001:0.0:1767384391.844811:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294980615 00000100:00000001:0.0:1767384391.844821:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294980613 00000100:00000001:2.0:1767384391.844822:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.844823:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294980615 00000100:00000040:1.0:1767384391.844828:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384391.844835:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294980613 00000100:00000001:2.0:1767384391.844836:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.844836:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384391.844838:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294980615 00000100:00000001:3.0:1767384391.844840:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.844843:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384391.844846:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384391.844847:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384391.844849:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384391.844853:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3606 usecs (4 jiffies) 00000100:00000001:2.0:1767384391.844853:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384391.844856:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.844859:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.844861:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.844866:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.844867:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294980613 00000100:00000001:2.0:1767384391.844869:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.844872:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.844874:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294980615 00000100:00000001:1.0:1767384391.844877:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.844880:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294980613 00000100:00000001:3.0:1767384391.844885:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294980615 00000100:00000001:3.0:1767384391.844888:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294980613 00000100:00000001:3.0:1767384391.844892:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294980615 00000100:00000001:3.0:1767384391.844897:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294980613 00000100:00000001:3.0:1767384391.844899:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294980615 00000100:00080000:2.0:1767384391.844901:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384391.844902:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384391.844903:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384391.844905:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384391.844910:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - evictor 00000100:00000001:3.0:1767384391.844911:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.844911:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384391.844912:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746158464 00000100:00000001:3.0:1767384391.844923:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.844923:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 02000000:00000001:0.0:1767384391.844924:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384391.844931:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384391.844931:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384391.844933:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:0.0:1767384391.844938:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.844942:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609939840 : -111508099611776 : ffff9a957f554380) 00000100:00000001:3.0:1767384391.844943:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384391.844944:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384391.844949:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746158464 00000100:00000040:1.0:1767384391.844950:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000339b2f5e x1853236746158208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 224/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.844958:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384391.844959:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384391.844960:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384391.844964:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746158336 00000020:00000040:0.0:1767384391.844965:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00000100:00000001:3.0:1767384391.844970:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384391.844975:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384391.844976:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384391.844977:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384391.844984:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384391.844986:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384391.844987:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384391.844987:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=6 00000100:00000001:2.0:1767384391.844989:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.844997:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e3d2fca. 00000020:00000001:0.0:1767384391.844997:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 02000000:00000001:2.0:1767384391.844998:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384391.845002:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384391.845008:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:1.0:1767384391.845009:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384391.845010:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746158336 00000020:00000001:2.0:1767384391.845020:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384391.845021:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e3d2fca. 00000100:00000001:0.0:1767384391.845021:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384391.845026:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000010:0.0:1767384391.845029:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6a59825. 00000100:00000001:3.0:1767384391.845034:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384391.845034:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384391.845036:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384391.845038:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384391.845039:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00100000:1.0:1767384391.845043:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000339b2f5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16356:x1853236746158208:12345-0@lo:13: 02000000:00000001:3.0:1767384391.845048:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1767384391.845059:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6a59825. 00000100:00000200:1.0:1767384391.845065:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746158208 00000020:00000001:2.0:1767384391.845066:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 02000000:00000001:3.0:1767384391.845067:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384391.845072:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000094c8450. 02000000:00000001:3.0:1767384391.845074:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.845074:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:1.0:1767384391.845081:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384391.845082:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a1c7c6b. 00000100:00100000:3.0:1767384391.845084:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000218991c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746158720:0@lo:400: 00000100:00000001:2.0:1767384391.845084:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384391.845088:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384391.845097:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022453b33. 00000020:00000001:1.0:1767384391.845097:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.845098:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767384391.845099:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb37803a. 00000100:00000001:2.0:1767384391.845106:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384391.845110:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384391.845110:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384391.845111:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022453b33. 00000100:00000040:0.0:1767384391.845114:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:3.0:1767384391.845116:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.845118:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494992 : -1044056624 : ffffffffc1c4f5d0) 00000100:00000001:0.0:1767384391.845122:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384391.845123:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cec45445. 02000000:00000001:3.0:1767384391.845125:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384391.845126:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384391.845128:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384391.845134:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384391.845135:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b65bc08d. 00000020:00000010:2.0:1767384391.845136:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe9e270f. 00000020:00000001:1.0:1767384391.845136:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384391.845139:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384391.845143:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.845145:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384391.845148:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384391.845149:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000001:0.0:1767384391.845152:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.845154:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384391.845155:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3e6e89c. 00000020:00000001:1.0:1767384391.845159:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384391.845163:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000100:00000040:2.0:1767384391.845164:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384391.845165:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384391.845165:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384391.845170:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746158720, portal 10 02000000:00000001:1.0:1767384391.845175:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384391.845176:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384391.845177:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384391.845180:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384391.845181:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629096320 : -111508080455296 : ffff9a9580799180) 00000100:00000001:0.0:1767384391.845182:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1767384391.845183:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f5308dda. 00000100:00000001:2.0:1767384391.845184:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.845185:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384391.845196:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384391.845197:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384391.845197:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:2.0:1767384391.845200:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384391.845205:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 2 00000100:00000001:1.0:1767384391.845208:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.845212:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556622464 : -111508152929152 : ffff9a957c27b480) 00000100:00000001:2.0:1767384391.845217:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1767384391.845219:0:17894:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:0.0:1767384391.845230:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002041721d x1853236746158464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 224/0 e 0 to 0 dl 1767384402 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384391.845232:0:17894:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384391.845235:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384391.845237:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384391.845240:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384391.845245:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384391.845247:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384391.845250:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384391.845256:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00100000:2.0:1767384391.845259:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00000200:3.0:1767384391.845269:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746158720, offset 0 00002000:00000024:1.0:1767384391.845269:0:17894:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000040:2.0:1767384391.845273:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384391.845281:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609683024 : -111508099868592 : ffff9a957f515850) 00000020:00000020:1.0:1767384391.845284:0:17894:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:0.0:1767384391.845285:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384391.845287:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384391.845290:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6a59825. 00000100:00000040:2.0:1767384391.845295:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000039de17a0 x1853236746158336/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:372/0 lens 224/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384391.845296:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000400:00000200:3.0:1767384391.845303:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384391.845317:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000020:1.0:1767384391.845318:0:17894:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:3.0:1767384391.845323:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df08280 00000020:00000010:0.0:1767384391.845329:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6a59825. 00002000:00000001:1.0:1767384391.845339:0:17894:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384391.845341:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1767384391.845346:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:2.0:1767384391.845349:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022453b33. 00000400:00000200:3.0:1767384391.845351:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9920 00000001:00000001:1.0:1767384391.845352:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384391.845352:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002041721d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236746158464:12345-0@lo:400: 00000100:00000001:2.0:1767384391.845358:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1767384391.845363:0:17894:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384391.845376:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022453b33. 00000100:00000200:0.0:1767384391.845376:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746158464 00000400:00000200:3.0:1767384391.845377:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384391.845378:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746158208 00000020:00000001:0.0:1767384391.845384:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384391.845389:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384391.845390:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384391.845395:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000039de17a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746158336:12345-0@lo:400: 00000020:00000001:0.0:1767384391.845395:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384391.845400:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:1.0:1767384391.845404:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000339b2f5e x1853236746158208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384391.845404:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384391.845414:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000100:00000200:2.0:1767384391.845415:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746158336 00000100:00000001:3.0:1767384391.845416:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384391.845421:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384391.845443:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384391.845445:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384391.845449:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384391.845452:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000010:3.0:1767384391.845455:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011eebb64. 00000020:00000001:0.0:1767384391.845455:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.845460:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384391.845468:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000011eebb64 x1853236746158720 msgsize 224 00000020:00000001:2.0:1767384391.845469:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384391.845470:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384391.845470:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384391.845480:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.845481:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.845481:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384391.845490:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384391.845490:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1767384391.845492:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf3cb438 time=87 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384391.845497:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384391.845498:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aad001c0. 00000020:00000001:2.0:1767384391.845502:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 02000000:00000001:0.0:1767384391.845507:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.845510:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384391.845512:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.845513:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384391.845515:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.845516:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384391.845520:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746158464 00000100:00000001:3.0:1767384391.845522:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384391.845524:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384391.845530:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384391.845530:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384391.845532:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000400:00000200:3.0:1767384391.845534:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000020:00000001:2.0:1767384391.845538:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384391.845540:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002041721d x1853236746158464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384391.845541:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000001:1.0:1767384391.845542:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:2.0:1767384391.845548:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384391.845550:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384391.845556:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.845558:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.845560:0:16356:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767384391.845562:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384391.845563:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384391.845566:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.845570:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384391.845572:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ef4b383f. 00000100:00001000:0.0:1767384391.845572:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=87 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384391.845574:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384391.845583:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.845584:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384391.845591:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384391.845592:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384391.845596:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faf936ab. 00000100:00000040:0.0:1767384391.845599:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000020:00000001:2.0:1767384391.845602:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384391.845609:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746158208, offset 224 00000100:00000001:0.0:1767384391.845611:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000040:2.0:1767384391.845612:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746158336 00010000:00000001:2.0:1767384391.845628:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384391.845629:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384391.845632:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384391.845637:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384391.845638:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1767384391.845642:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000039de17a0 x1853236746158336/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384391.845643:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384391.845645:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384391.845659:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384391.845667:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384391.845668:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4188c. 00000100:00000200:0.0:1767384391.845678:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746158464, offset 224 00000400:00000200:1.0:1767384391.845699:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df08080 00000400:00000200:0.0:1767384391.845699:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384391.845710:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384391.845716:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.845716:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384391.845726:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384391.845727:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384391.845727:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x209d [1] + 224 00000400:00000200:0.0:1767384391.845731:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384391.845736:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.845746:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384391.845747:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df08180 00000100:00000040:3.0:1767384391.845749:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3370 usecs (4 jiffies) 00000400:00000200:1.0:1767384391.845750:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384391.845756:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 23 to 0@lo 00000100:00000001:3.0:1767384391.845762:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294980614 00000400:00000200:0.0:1767384391.845767:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x20ad [1] + 224 00000100:00000001:2.0:1767384391.845769:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000400:00000200:1.0:1767384391.845773:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384391.845774:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294980615 02000000:00000001:2.0:1767384391.845779:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384391.845782:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384391.845785:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294980614 02000000:00000001:2.0:1767384391.845788:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.845793:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294980615 00000100:00000001:1.0:1767384391.845794:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384391.845794:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384391.845797:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384391.845807:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294980614 00000100:00000001:0.0:1767384391.845808:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384391.845810:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384391.845810:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.845816:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294980615 00000100:00000200:0.0:1767384391.845817:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384391.845818:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c42972d4. 00000100:00000001:3.0:1767384391.845827:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294980614 00000100:00000200:2.0:1767384391.845830:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746158336, offset 224 00000100:00000001:3.0:1767384391.845838:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294980615 00000100:00000001:3.0:1767384391.845849:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384391.845857:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384391.845865:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.845874:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384391.845885:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384391.845887:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384391.845895:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384391.845900:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.845903:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384391.845906:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df08100 00000100:00000001:3.0:1767384391.845910:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384391.845923:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384391.845927:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x20a1 [1] + 224 00000100:00000001:3.0:1767384391.845929:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384391.845946:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.845962:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384391.845968:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384391.845971:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384391.845991:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384391.845993:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf936ab 00000400:00000010:1.0:1767384391.845998:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000faf936ab. 00000100:00000200:2.0:1767384391.845999:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.846004:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384391.846005:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384391.846005:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4188c 00000100:00100000:3.0:1767384391.846010:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746158720 00000400:00000010:0.0:1767384391.846011:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4188c. 00000100:00000001:1.0:1767384391.846012:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384391.846022:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.846025:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.846025:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384391.846026:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384391.846032:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384391.846033:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.846033:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384391.846039:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000001:0.0:1767384391.846041:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384391.846043:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384391.846062:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746158720 00010000:00000001:1.0:1767384391.846063:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384391.846065:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000020:00000001:3.0:1767384391.846069:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384391.846069:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384391.846075:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00010000:00000001:0.0:1767384391.846076:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384391.846081:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384391.846083:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384391.846084:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384391.846087:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c69fd3c1 refcount=5 00000020:00000001:0.0:1767384391.846088:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384391.846092:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384391.846095:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000100:00000040:1.0:1767384391.846095:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339b2f5e x1853236746158208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384391.846098:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002041721d x1853236746158464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384391.846103:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c42972d4 00000020:00000001:3.0:1767384391.846108:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565211920384 : -111508497631232 : ffff9a95679bf800) 00000400:00000010:2.0:1767384391.846112:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c42972d4. 00000100:00000001:3.0:1767384391.846123:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384391.846125:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384391.846133:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017cb9feb. 00000100:00000001:2.0:1767384391.846133:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384391.846141:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384391.846145:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e7dae92d. 00000100:00000040:2.0:1767384391.846156:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000020:00000040:3.0:1767384391.846161:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 10 - evictor 00000100:00100000:0.0:1767384391.846166:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002041721d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236746158464:12345-0@lo:400: Request processed in 874us (1502us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384391.846170:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384391.846180:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.846181:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000339b2f5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16356:x1853236746158208:12345-0@lo:13: Request processed in 1184us (1864us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384391.846185:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767384391.846185:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384391.846188:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000010:3.0:1767384391.846194:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f3f417f. 00000100:00000040:2.0:1767384391.846197:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039de17a0 x1853236746158336/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384391.846198:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 1 00000020:00000010:3.0:1767384391.846202:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040ab3190. 00000100:00000001:0.0:1767384391.846206:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.846211:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384391.846216:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000101669b3. 00000020:00000010:0.0:1767384391.846219:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a1c7c6b. 00000020:00000010:0.0:1767384391.846232:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb37803a. 00000100:00100000:1.0:1767384391.846240:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:3.0:1767384391.846242:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1767384391.846243:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000094c8450. 00000100:00100000:2.0:1767384391.846251:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000039de17a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746158336:12345-0@lo:400: Request processed in 898us (1826us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384391.846255:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384391.846256:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 00000020:00000040:0.0:1767384391.846257:0:17892:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 5 00000100:00000001:3.0:1767384391.846259:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384391.846270:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.846270:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.846271:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384391.846272:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00000001:1.0:1767384391.846281:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384391.846287:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:3.0:1767384391.846290:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1767384391.846290:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000100:00000001:2.0:1767384391.846292:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384391.846297:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384391.846297:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384391.846298:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384391.846300:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.846302:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000020:00000010:2.0:1767384391.846307:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe9e270f. 00000100:00000001:0.0:1767384391.846307:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384391.846310:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef145815. 00000100:00000001:3.0:1767384391.846312:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384391.846314:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1767384391.846320:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000020:00000040:1.0:1767384391.846322:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00000100:00000040:0.0:1767384391.846324:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.846329:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384391.846331:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cec45445. 00000100:00000001:1.0:1767384391.846331:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.846334:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384391.846343:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:0.0:1767384391.846345:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384391.846347:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000001:0.0:1767384391.846350:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.846353:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384391.846354:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384391.846363:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c69fd3c1 : new rpc_count 1 02000000:00000010:2.0:1767384391.846365:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ef4b383f. 02000000:00000001:0.0:1767384391.846365:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384391.846369:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609951488 : -111508099600128 : ffff9a957f557100) 00000100:00000001:1.0:1767384391.846372:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384391.846378:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.846381:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384391.846383:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384391.846384:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f43e854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746158592:0@lo:400: 00000100:00000040:3.0:1767384391.846386:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011eebb64 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:372/0 lens 224/0 e 0 to 0 dl 1767384402 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.846390:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384391.846392:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384391.846400:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384391.846403:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384391.846404:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384391.846407:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004505d27d. 02000000:00000001:0.0:1767384391.846410:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384391.846416:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.846420:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384391.846421:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009d019aa 02000000:00000001:0.0:1767384391.846476:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384391.846477:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384391.846480:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000094c8450. 00000400:00000010:1.0:1767384391.846482:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009d019aa. 00000020:00000010:3.0:1767384391.846484:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068ecd8a8. 00000100:00000001:2.0:1767384391.846485:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384391.846485:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.846490:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384391.846495:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384391.846497:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384391.846497:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b60484c. 00000400:00000001:2.0:1767384391.846500:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384391.846502:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384391.846509:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068ecd8a8. 00000400:00000010:2.0:1767384391.846509:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a61e3a. 00000400:00000200:2.0:1767384391.846521:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129bab97 00000400:00000010:2.0:1767384391.846528:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129bab97. 00000100:00100000:3.0:1767384391.846532:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000011eebb64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746158720:12345-0@lo:400: 00000100:00000001:2.0:1767384391.846537:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384391.846538:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4188c. 00000100:00000200:1.0:1767384391.846545:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384391.846548:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384391.846550:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746158720 00000100:00000200:0.0:1767384391.846551:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746158592, portal 10 00000020:00000001:3.0:1767384391.846565:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384391.846565:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384391.846570:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629098112 : -111508080453504 : ffff9a9580799880) 00000020:00000001:3.0:1767384391.846575:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384391.846583:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384391.846588:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384391.846594:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384391.846600:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000020:00000001:3.0:1767384391.846613:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384391.846620:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384391.846621:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.846623:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384391.846630:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384391.846632:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384391.846636:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384391.846641:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.846644:0:16353:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384391.846653:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384391.846656:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384391.846656:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384391.846658:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384391.846663:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384391.846664:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384391.846670:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000030a7bd58. 00000100:00000001:1.0:1767384391.846672:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384391.846672:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384391.846674:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384391.846680:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.846682:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384391.846682:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384391.846682:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 00000100:00000001:3.0:1767384391.846695:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384391.846696:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746158592, offset 0 00000100:00000001:2.0:1767384391.846698:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767384391.846701:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=87 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384391.846704:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384391.846706:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.846712:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384391.846716:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:3.0:1767384391.846717:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746158720 00000100:00000001:2.0:1767384391.846719:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.846720:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=87 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384391.846726:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384391.846728:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.846735:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1767384391.846736:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=97 v=5 (5 0 0 0) 00010000:00000200:3.0:1767384391.846737:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000011eebb64 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.846739:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384391.846741:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384391.846753:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767384391.846754:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=97 v=5 (1 0 0 0) 00010000:00080000:1.0:1767384391.846769:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384391.846769:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df08200 00000100:00000001:2.0:1767384391.846772:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384391.846779:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384391.846789:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 10144 00010000:00000001:2.0:1767384391.846792:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384391.846798:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384391.846799:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384391.846804:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384391.846809:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384391.846810:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.846825:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384391.846826:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=91 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384391.846830:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384391.846832:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384391.846837:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384391.846846:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384391.846848:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384391.846849:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384391.846854:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767384391.846859:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384391.846861:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384391.846865:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000010:0.0:1767384391.846869:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2e93a0. 00000100:00000001:3.0:1767384391.846874:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000040:0.0:1767384391.846881:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000006f2e93a0 x1853236746158592 msgsize 224 00000100:00000040:1.0:1767384391.846882:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384391.846883:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384391.846888:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384391.846889:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.846900:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384391.846901:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384391.846905:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384391.846912:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384391.846913:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384391.846919:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000040:2.0:1767384391.846920:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384391.846928:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746158720, offset 224 00000100:00000001:0.0:1767384391.846935:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384391.846947:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384391.846947:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384391.846962:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384391.846962:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384391.846962:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000100:00100000:2.0:1767384391.846969:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002d8a3c09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746158336:0@lo:400: 00000400:00000010:0.0:1767384391.846973:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000100:00000001:1.0:1767384391.846974:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384391.846980:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384391.846988:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df08280 00000100:00000001:2.0:1767384391.846993:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384391.846993:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384391.846995:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384391.847003:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20b5 [1] + 224 00000100:00000001:2.0:1767384391.847013:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384391.847020:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384391.847026:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002d8a3c09 x1853236746158336/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384391.847036:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384391.847047:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384391.847067:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384391.847069:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384391.847072:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d02cce0e. 02000000:00000001:2.0:1767384391.847077:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384391.847078:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384391.847080:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:2.0:1767384391.847082:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384391.847084:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec6bc6e4. 02000000:00000001:2.0:1767384391.847088:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384391.847090:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384391.847091:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d8a3c09. 00000100:00000001:2.0:1767384391.847095:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384391.847096:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.847098:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.847102:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384391.847103:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.847106:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.847107:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.847120:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384391.847122:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746158592 02000000:00000001:2.0:1767384391.847124:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384391.847125:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.847126:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.847129:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.847131:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746158592 00000020:00000001:2.0:1767384391.847133:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384391.847134:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000020:00000001:2.0:1767384391.847136:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384391.847138:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000020:00000001:2.0:1767384391.847140:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000020:00000001:2.0:1767384391.847142:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:2.0:1767384391.847144:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384391.847147:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022453b33. 00000100:00000001:2.0:1767384391.847153:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.847155:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022453b33. 00000020:00000010:2.0:1767384391.847158:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cec45445. 00000020:00000010:2.0:1767384391.847163:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe9e270f. 00000100:00000200:3.0:1767384391.847165:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384391.847167:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000001:2.0:1767384391.847173:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384391.847176:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.847177:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384391.847181:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.847188:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384391.847188:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384391.847191:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384391.847193:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000100:00000001:2.0:1767384391.847193:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384391.847197:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000001:3.0:1767384391.847198:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384391.847199:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384391.847202:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.847203:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384391.847204:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:3.0:1767384391.847208:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384391.847209:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384391.847210:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384391.847214:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011eebb64 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.847216:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384391.847219:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384391.847228:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000011eebb64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853236746158720:12345-0@lo:400: Request processed in 747us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384391.847228:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:2.0:1767384391.847232:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:2.0:1767384391.847236:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556616192 : -111508152935424 : ffff9a957c279c00) 00000100:00100000:3.0:1767384391.847245:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:2.0:1767384391.847245:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f2e93a0 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:372/0 lens 224/0 e 0 to 0 dl 1767384402 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384391.847250:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c69fd3c1 : new rpc_count 0 00000100:00000001:3.0:1767384391.847254:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384391.847256:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384391.847260:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040ab3190. 00000100:00000001:2.0:1767384391.847262:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384391.847263:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000101669b3. 00000020:00000010:2.0:1767384391.847265:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022453b33. 00000020:00000010:3.0:1767384391.847267:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f3f417f. 00000100:00000001:2.0:1767384391.847269:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384391.847272:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00000020:00000010:2.0:1767384391.847273:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022453b33. 00000100:00000001:3.0:1767384391.847277:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384391.847282:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f2e93a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746158592:12345-0@lo:400: 00000100:00000200:2.0:1767384391.847286:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746158592 00000020:00000001:2.0:1767384391.847288:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384391.847290:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384391.847292:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.847293:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384391.847295:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684320 : -1057867296 : ffffffffc0f239e0) 00000400:00000001:3.0:1767384391.847296:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384391.847298:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:3.0:1767384391.847300:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384391.847302:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384391.847304:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081cbe5a2. 00000400:00000200:3.0:1767384391.847310:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000020:00000001:2.0:1767384391.847311:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384391.847313:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384391.847316:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000020:00000001:2.0:1767384391.847316:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.847321:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384391.847325:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384391.847325:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384391.847327:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384391.847330:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ef4b383f. 02000000:00000001:2.0:1767384391.847333:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384391.847334:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.847336:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.847340:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384391.847345:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746158592 00010000:00000001:2.0:1767384391.847349:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384391.847351:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384391.847355:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f2e93a0 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.847372:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384391.847375:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384391.847375:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384391.847378:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.847380:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:2.0:1767384391.847382:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=91 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384391.847383:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384391.847386:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.847387:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384391.847389:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.847391:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 02000000:00000001:3.0:1767384391.847394:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.847395:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384391.847400:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384391.847401:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384391.847402:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c6f10979 time=87 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384391.847403:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384391.847408:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1767384391.847409:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=87 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384391.847411:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129bab97. 00000100:00000001:3.0:1767384391.847417:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384391.847418:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746158592, offset 224 00000100:00000001:3.0:1767384391.847420:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384391.847442:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384391.847446:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00080000:3.0:1767384391.847449:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384391.847456:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.847466:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df08200 00000400:00000200:2.0:1767384391.847472:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20c9 [1] + 224 00000400:00000200:2.0:1767384391.847480:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.847487:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384391.847488:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.847491:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384391.847494:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767384391.847497:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384391.847498:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384391.847502:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384391.847505:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384391.847512:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.847535:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384391.847539:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384391.847541:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.847542:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384391.847547:0:16356:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384391.847553:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384391.847554:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000040:3.0:1767384391.847558:0:16356:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000200:2.0:1767384391.847560:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129bab97 00000400:00000010:2.0:1767384391.847564:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129bab97. 00000100:00000001:2.0:1767384391.847568:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000020:3.0:1767384391.847569:0:16356:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000045e5409c): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:2.0:1767384391.847570:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384391.847574:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384391.847578:0:16356:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.847579:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00010000:00000001:2.0:1767384391.847584:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384391.847586:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384391.847587:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.847591:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384391.847597:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2e93a0 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384391.847604:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001de70058 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16356:1853236746158208:0@lo:13: 00000100:00000001:3.0:1767384391.847612:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.847616:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384391.847619:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f2e93a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236746158592:12345-0@lo:400: Request processed in 354us (735us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384391.847620:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001de70058 x1853236746158208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.847633:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384391.847636:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767384391.847636:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 02000000:00000010:3.0:1767384391.847639:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000def9860c. 00000100:00000040:2.0:1767384391.847641:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 02000000:00000001:3.0:1767384391.847643:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384391.847645:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384391.847646:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384391.847648:0:16356:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384391.847649:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384391.847652:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384391.847653:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe9e270f. 00000020:00000010:2.0:1767384391.847659:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 02000000:00000010:3.0:1767384391.847660:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fce3f2b5. 00000020:00000010:2.0:1767384391.847664:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cec45445. 02000000:00000001:3.0:1767384391.847666:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384391.847670:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1767384391.847670:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000100:00000010:3.0:1767384391.847673:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001de70058. 00000100:00000001:2.0:1767384391.847679:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.847680:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384391.847685:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.847688:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.847690:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000007924a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16353:1853236746158464:0@lo:400: 00000100:00000001:3.0:1767384391.847691:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384391.847693:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384391.847699:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384391.847703:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384391.847705:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3e6e89c. 00000400:00000200:3.0:1767384391.847708:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000100:00000001:1.0:1767384391.847709:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384391.847710:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000100:00080000:2.0:1767384391.847710:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384391.847720:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384391.847721:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 10 - evictor 00000100:00000001:1.0:1767384391.847721:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384391.847724:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384391.847731:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000007924a5 x1853236746158464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384391.847735:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a61e3a. 00000100:00000200:3.0:1767384391.847747:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384391.847748:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a254289. 00000100:00000001:3.0:1767384391.847783:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384391.847784:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384391.847785:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.847789:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384391.847790:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384391.847791:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384391.847796:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384391.847798:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384391.847798:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7957164. 02000000:00000001:3.0:1767384391.847805:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.847808:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767384391.847809:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000002b519ddf time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384391.847814:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=90 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384391.847814:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384391.847819:0:16353:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384391.847820:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384391.847821:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384391.847825:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384391.847827:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:3.0:1767384391.847829:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384391.847833:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070f31501. 00010000:00000001:3.0:1767384391.847835:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.847840:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384391.847841:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:1.0:1767384391.847843:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384391.847851:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384391.847851:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384391.847856:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384391.847858:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000007924a5. 00000100:00000040:3.0:1767384391.847866:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.847866:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384391.847870:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.847879:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.847885:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384391.847888:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384391.847889:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.847890:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384391.847892:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384391.847897:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000218991c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746158720:0@lo:400: 00000100:00000001:3.0:1767384391.847904:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.847904:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.847912:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384391.847916:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218991c1 x1853236746158720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.847916:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384391.847922:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.847924:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384391.847926:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384391.847930:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b65bc08d. 02000000:00000001:3.0:1767384391.847934:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384391.847935:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384391.847936:0:16356:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384391.847937:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384391.847938:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a966ebb4. 02000000:00000001:3.0:1767384391.847940:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384391.847941:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384391.847942:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218991c1. 00000100:00000001:3.0:1767384391.847944:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384391.847945:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.847946:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.847949:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384391.847950:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.847952:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384391.847953:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.849712:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384391.849715:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384391.849720:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.849721:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384391.849727:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384391.849730:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3245 usecs (4 jiffies) 00000100:00000001:0.0:1767384391.849733:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294980618 00000100:00000001:0.0:1767384391.849738:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294980615 00000100:00000001:0.0:1767384391.849741:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294980618 00000100:00000001:0.0:1767384391.849743:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294980615 00000100:00000001:0.0:1767384391.849744:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294980618 00000100:00000001:0.0:1767384391.849746:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294980615 00000100:00000001:0.0:1767384391.849747:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294980618 00000100:00000001:0.0:1767384391.849749:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294980615 00000100:00000001:0.0:1767384391.849750:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384391.849751:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384391.849754:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384391.849755:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384391.849757:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b60484c. 00000400:00000200:0.0:1767384391.849758:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4188c 00000400:00000010:0.0:1767384391.849759:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4188c. 00000100:00000001:0.0:1767384391.849761:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384391.849762:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384391.849767:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384391.849771:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384391.849772:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384391.849774:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384391.849775:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384391.849776:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384391.849777:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384391.849779:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384391.849782:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384391.849784:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384391.849786:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384391.849786:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384391.849788:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384391.849789:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384391.849794:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.849796:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384391.849797:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384391.849798:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384391.849798:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384391.849800:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384391.849803:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384391.849805:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384391.849806:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384391.849807:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384391.849811:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f43e854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236746158592:0@lo:400: 00000100:00000001:0.0:1767384391.849814:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384391.849815:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384391.849816:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f43e854 x1853236746158592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384391.849819:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384391.849820:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384391.849822:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000094c8450. 02000000:00000001:0.0:1767384391.849824:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384391.849825:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384391.849826:0:16355:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384391.849827:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384391.849828:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b8ffaaf3. 02000000:00000001:0.0:1767384391.849830:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384391.849831:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384391.849832:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f43e854. 00000100:00000001:0.0:1767384391.849834:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384391.849835:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384391.849836:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384391.849840:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384391.849841:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.849842:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384391.849844:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.854519:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294980618, at 4294980619 00000100:00000040:3.0:1767384391.854526:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294980618, at 4294980619 00000100:00000010:2.0:1767384391.854535:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000057bc92e. 00000100:00000010:3.0:1767384391.854539:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000913b460a. 00000100:00000040:1.0:1767384391.854730:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294980618, at 4294980619 00000100:00000010:1.0:1767384391.854744:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000582d2b8d. 00000100:00000040:0.0:1767384391.855343:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294980618, at 4294980619 00000100:00000010:0.0:1767384391.855348:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ccf3207. 00010000:00000001:2.0:1767384392.035584:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384392.035593:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.035600:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384392.035602:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.035646:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384392.035654:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.035658:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384392.079565:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.079589:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384392.079593:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.079595:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.079609:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384392.079630:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 224 into portal 12 MB=0x695824d900800 00000400:00000200:2.0:1767384392.079644:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.43@tcp50 of length 224/224 into md 0x229 [64] + 10368 00000800:00000001:2.0:1767384392.079654:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.079667:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.079670:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.079676:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:2.0:1767384392.079685:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.079688:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384392.079702:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed49464d. 00000100:00000040:2.0:1767384392.079708:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000ed49464d x1853236739835904 msgsize 224 00000100:00100000:2.0:1767384392.079711:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000001:2.0:1767384392.079732:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384392.079744:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.079746:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384392.079748:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.079749:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.079751:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384392.079755:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 224 into portal 12 MB=0x695824d900880 00000400:00000200:2.0:1767384392.079758:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.43@tcp50 of length 224/224 into md 0x229 [64] + 10592 00000800:00000001:2.0:1767384392.079761:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.079768:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.079769:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.079772:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:2.0:1767384392.079773:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.079795:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384392.079797:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000552042fd. 00000100:00000040:2.0:1767384392.079798:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000552042fd x1853236739836032 msgsize 224 00000100:00100000:2.0:1767384392.079801:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000001:2.0:1767384392.079811:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384392.079814:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.079816:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.079868:0:18314:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384392.079876:0:18314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739835904 02000000:00000001:3.0:1767384392.079880:0:18314:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384392.079884:0:18314:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384392.079887:0:18314:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384392.079893:0:18314:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384392.079897:0:18314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739835904 00000100:00000001:0.0:1767384392.079899:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384392.079901:0:18314:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384392.079904:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739836032 00000020:00000040:3.0:1767384392.079905:0:18314:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fdff 02000000:00000001:0.0:1767384392.079912:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384392.079913:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384392.079916:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384392.079917:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000060a481c4 refcount=6 00000100:00000001:0.0:1767384392.079920:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.079926:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 02000000:00000001:0.0:1767384392.079928:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.079932:0:18314:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000100:00100000:0.0:1767384392.079936:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739836032 00000020:00000001:0.0:1767384392.079942:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384392.079943:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384392.079947:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fdff 00000020:00000001:0.0:1767384392.079954:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384392.079955:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068ecd8a8. 00000020:00000040:0.0:1767384392.079959:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000060a481c4 refcount=7 00000020:00000001:0.0:1767384392.079962:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000020:00000010:3.0:1767384392.079965:0:18314:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000569eff63. 00000020:00000001:0.0:1767384392.079965:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000100:00000001:0.0:1767384392.079976:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384392.079982:0:18314:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 10 - evictor 00000020:00000010:0.0:1767384392.079982:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6a59825. 00000100:00000001:0.0:1767384392.079990:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384392.079993:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6a59825. 00000020:00000010:0.0:1767384392.079999:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000094c8450. 00000020:00000010:0.0:1767384392.080004:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a1c7c6b. 00000100:00000001:3.0:1767384392.080006:0:18314:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384392.080008:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb37803a. 00000020:00000010:3.0:1767384392.080013:0:18314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b65bc08d. 00000100:00000040:0.0:1767384392.080019:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1767384392.080021:0:18314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040ab3190. 00000100:00000001:0.0:1767384392.080024:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384392.080027:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384392.080029:0:18314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000101669b3. 00000100:00000001:0.0:1767384392.080031:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.080039:0:18314:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384392.080041:0:18314:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384392.080044:0:18314:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384392.080092:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384392.080098:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 10 - evictor 00000100:00000001:0.0:1767384392.080123:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.080125:0:18314:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.080136:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.080147:0:18314:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384392.080162:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384392.080167:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384392.080174:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384392.080178:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 4 00000100:00000001:3.0:1767384392.080179:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384392.080181:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.080188:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384392.080189:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000060a481c4 : new rpc_count 1 00000100:00000001:0.0:1767384392.080194:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348025216 : -111513361526400 : ffff9a9445b2d180) 00000100:00000001:1.0:1767384392.080198:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384392.080203:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 5 00000100:00000001:1.0:1767384392.080203:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384392.080208:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000552042fd x1853236739836032/t0(0) o41->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384392.080211:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000060a481c4 : new rpc_count 2 00000100:00000001:2.0:1767384392.080212:0:17087:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.080214:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.080222:0:17087:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.080223:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348021632 : -111513361529984 : ffff9a9445b2c380) 00000100:00000001:1.0:1767384392.080227:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.080243:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384392.080244:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed49464d x1853236739835904/t0(0) o41->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384392.080248:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6a59825. 00000100:00000001:0.0:1767384392.080254:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384392.080262:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6a59825. 00000100:00100000:0.0:1767384392.080273:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000552042fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f894026-c395-4947-8712-9e3aa1c4e5fd+7:15161:x1853236739836032:12345-192.168.203.43@tcp50:41: 00000100:00000200:0.0:1767384392.080281:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739836032 00000100:00000001:3.0:1767384392.080292:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.080294:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fad448a. 00000020:00000001:0.0:1767384392.080295:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384392.080296:0:18314:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.080302:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fad448a. 00000020:00000001:0.0:1767384392.080304:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384392.080308:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed49464d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f894026-c395-4947-8712-9e3aa1c4e5fd+7:0:x1853236739835904:12345-192.168.203.43@tcp50:41: 00000020:00000001:0.0:1767384392.080311:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384392.080312:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739835904 00000020:00000001:3.0:1767384392.080316:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384392.080319:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384392.080321:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384392.080325:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663371200 : -1046180416 : ffffffffc1a48dc0) 00000020:00000001:3.0:1767384392.080327:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.080336:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384392.080337:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384392.080338:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663371200 : -1046180416 : ffffffffc1a48dc0) 00000020:00000001:3.0:1767384392.080344:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384392.080345:0:17085:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236739836032, found 0 last_xid 0 00000001:00000001:3.0:1767384392.080347:0:18314:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236739835904, found 0 last_xid 0 00000020:00000001:3.0:1767384392.080358:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384392.080358:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384392.080364:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384392.080369:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384392.080370:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384392.080375:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384392.080376:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.080381:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.080384:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384392.080386:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384392.080389:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384392.080389:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384392.080399:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000035d359bc. 02000000:00000010:3.0:1767384392.080400:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000def9860c. 02000000:00000001:0.0:1767384392.080404:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384392.080408:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.080408:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.080416:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384392.080417:0:17085:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1767384392.080422:0:17085:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384392.080449:0:18314:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:3.0:1767384392.080453:0:18314:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384392.080455:0:18314:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384392.080464:0:17085:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1767384392.080465:0:18314:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:3.0:1767384392.080472:0:18314:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384392.080474:0:18314:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/0000000060a481c4 dirty 0 pend 0 grant 2146304 00000020:00000020:3.0:1767384392.080476:0:18314:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000c69fd3c1 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384392.080479:0:18314:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000b4608298 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1767384392.080481:0:18314:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000004:00000024:0.0:1767384392.080483:0:17085:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:0.0:1767384392.080496:0:17085:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000010:3.0:1767384392.080499:0:18314:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000df446e07. 00000020:00000020:0.0:1767384392.080502:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/0000000060a481c4 dirty 0 pend 0 grant 2146304 00000020:00000001:3.0:1767384392.080504:0:18314:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384392.080508:0:18314:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384392.080510:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000c69fd3c1 dirty 0 pend 0 grant 0 00000001:00000001:3.0:1767384392.080513:0:18314:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000020:0.0:1767384392.080517:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000b4608298 dirty 0 pend 0 grant 0 00000001:00000001:3.0:1767384392.080518:0:18314:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.080526:0:18314:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384392.080526:0:17085:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00010000:00000040:3.0:1767384392.080533:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739835904 00010000:00000001:3.0:1767384392.080537:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384392.080538:0:17085:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000d7af66e5. 00010000:00000200:3.0:1767384392.080545:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed49464d x1853236739835904/t0(0) o41->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/368 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384392.080545:0:17085:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384392.080556:0:17085:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384392.080557:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1767384392.080559:0:17085:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384392.080561:0:17085:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384392.080562:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384392.080563:0:17085:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384392.080570:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739836032 00000100:00001000:3.0:1767384392.080573:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=92 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384392.080577:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384392.080585:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1767384392.080587:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000552042fd x1853236739836032/t0(0) o41->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/368 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384392.080596:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 5 to 192.168.203.43@tcp50 00010000:00000001:0.0:1767384392.080599:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384392.080604:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 00010000:00000001:0.0:1767384392.080604:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384392.080610:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=92 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384392.080613:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384392.080615:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384392.080617:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384392.080619:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 6 to 192.168.203.43@tcp50 00000100:00000001:0.0:1767384392.080625:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 00000100:00000001:3.0:1767384392.080626:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384392.080627:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384392.080631:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.080634:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384392.080638:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000100:00000040:0.0:1767384392.080644:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:3.0:1767384392.080651:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fd84de9. 00000400:00000010:0.0:1767384392.080651:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b4188c. 00000100:00000200:0.0:1767384392.080659:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236739836032, offset 224 00000100:00000200:3.0:1767384392.080662:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236739835904, offset 224 00000400:00000200:0.0:1767384392.080669:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:3.0:1767384392.080676:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:0.0:1767384392.080681:0:17085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:0.0:1767384392.080699:0:17085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [214:214:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:0.0:1767384392.080708:0:17085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384392.080712:0:17085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:0.0:1767384392.080716:0:17085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea4400ba. 00000400:00000200:3.0:1767384392.080722:0:18314:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000800:00000200:0.0:1767384392.080726:0:17085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:0.0:1767384392.080733:0:17085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:0.0:1767384392.080737:0:17085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea4400ba type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1767384392.080741:0:18314:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [215:215:255:4294967295] 192.168.203.43@tcp50 LPNI seq info [20:20:7:4294967295] 00000400:00000200:3.0:1767384392.080754:0:18314:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384392.080758:0:18314:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000100:00000001:0.0:1767384392.080761:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384392.080762:0:18314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdfff68f. 00000100:00000040:0.0:1767384392.080767:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 5 to 192.168.203.43@tcp50 00000800:00000200:3.0:1767384392.080771:0:18314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00010000:00000001:0.0:1767384392.080771:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384392.080773:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.080778:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:3.0:1767384392.080784:0:18314:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000100:00000040:0.0:1767384392.080789:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000552042fd x1853236739836032/t0(0) o41->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/368 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384392.080791:0:18314:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bdfff68f type 1, nob 464 niov 1 nkiov 1 00000100:00100000:0.0:1767384392.080798:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000552042fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f894026-c395-4947-8712-9e3aa1c4e5fd+7:15161:x1853236739836032:12345-192.168.203.43@tcp50:41: Request processed in 555us (997us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384392.080810:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384392.080817:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 4 00000100:00000040:3.0:1767384392.080822:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 4 to 192.168.203.43@tcp50 00000100:00000040:0.0:1767384392.080824:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000060a481c4 : new rpc_count 1 00010000:00000001:3.0:1767384392.080829:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384392.080829:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1767384392.080831:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767384392.080835:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.080836:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:2.0:1767384392.080837:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea4400ba. 00000020:00000001:3.0:1767384392.080841:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384392.080843:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a1c7c6b. 00000400:00000200:2.0:1767384392.080844:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384392.080848:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed49464d x1853236739835904/t0(0) o41->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/368 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384392.080848:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb37803a. 00000020:00000010:0.0:1767384392.080858:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000094c8450. 00000400:00000200:2.0:1767384392.080867:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000020:00000040:0.0:1767384392.080870:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 6 00000100:00000001:0.0:1767384392.080878:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.080881:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b4188c 00000100:00100000:3.0:1767384392.080885:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed49464d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f894026-c395-4947-8712-9e3aa1c4e5fd+6:0:x1853236739835904:12345-192.168.203.43@tcp50:41: Request processed in 585us (1168us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384392.080889:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b4188c. 00000100:00100000:3.0:1767384392.080896:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 5 00000100:00000001:2.0:1767384392.080897:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384392.080899:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000060a481c4 : new rpc_count 0 00000100:00000001:2.0:1767384392.080901:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384392.080902:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.080910:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384392.080913:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040ab3190. 00000020:00000010:3.0:1767384392.080917:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000101669b3. 00000020:00000010:3.0:1767384392.080920:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b65bc08d. 00000020:00000040:3.0:1767384392.080924:0:18314:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 5 00000100:00000001:3.0:1767384392.080925:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384392.080988:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384392.080993:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdfff68f. 00000400:00000200:2.0:1767384392.080996:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.081001:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384392.081004:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd84de9 00000400:00000010:2.0:1767384392.081006:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fd84de9. 00000100:00000001:2.0:1767384392.081008:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384392.081008:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384392.082420:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384392.082452:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384392.082455:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384392.082458:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384392.082465:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:3.0:1767384392.082475:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 440 into portal 12 MB=0x695824d900900 00000400:00000200:3.0:1767384392.082481:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.43@tcp50 of length 440/440 into md 0x229 [64] + 10816 00000800:00000001:3.0:1767384392.082487:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384392.082494:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384392.082496:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.082500:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:3.0:1767384392.082506:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.082508:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384392.082512:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4f4407a. 00000100:00000040:3.0:1767384392.082521:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000b4f4407a x1853236739836160 msgsize 440 00000100:00100000:3.0:1767384392.082525:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000001:3.0:1767384392.082537:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384392.082545:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384392.082549:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.082581:0:18314:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384392.082585:0:18314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739836160 02000000:00000001:2.0:1767384392.082587:0:18314:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384392.082588:0:18314:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384392.082590:0:18314:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.082593:0:18314:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.082596:0:18314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739836160 00000020:00000001:2.0:1767384392.082606:0:18314:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384392.082607:0:18314:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fdff 00000020:00000001:2.0:1767384392.082609:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.082611:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000060a481c4 refcount=6 00000020:00000001:2.0:1767384392.082613:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000020:00000001:2.0:1767384392.082615:0:18314:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000100:00000001:2.0:1767384392.082618:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.082621:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022453b33. 00000100:00000001:2.0:1767384392.082623:0:18314:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.082625:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022453b33. 00000020:00000010:2.0:1767384392.082630:0:18314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cec45445. 00000020:00000010:2.0:1767384392.082634:0:18314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe9e270f. 00000020:00000010:2.0:1767384392.082638:0:18314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000040:2.0:1767384392.082643:0:18314:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384392.082646:0:18314:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384392.082647:0:18314:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384392.082649:0:18314:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.082655:0:18314:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.082666:0:18314:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.082675:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.082677:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384392.082682:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 6 00000100:00000040:2.0:1767384392.082686:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000060a481c4 : new rpc_count 1 00000100:00000001:2.0:1767384392.082688:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609946112 : -111508099605504 : ffff9a957f555c00) 00000100:00000040:2.0:1767384392.082693:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4f4407a x1853236739836160/t0(0) o40->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 440/0 e 0 to 0 dl 1767384403 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384392.082702:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.082705:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022453b33. 00000100:00000001:2.0:1767384392.082706:0:18314:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.082708:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022453b33. 00000100:00100000:2.0:1767384392.082712:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4f4407a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f894026-c395-4947-8712-9e3aa1c4e5fd+6:15161:x1853236739836160:12345-192.168.203.43@tcp50:40: 00000100:00000200:2.0:1767384392.082715:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739836160 00000020:00000001:2.0:1767384392.082723:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384392.082726:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384392.082728:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.082730:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384392.082732:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663371152 : -1046180464 : ffffffffc1a48d90) 00000020:00000001:2.0:1767384392.082734:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384392.082736:0:18314:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236739836160, found 0 last_xid 1853236739836159 00000020:00000001:2.0:1767384392.082739:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384392.082741:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384392.082742:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384392.082745:0:18314:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384392.082747:0:18314:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.082749:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.082751:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384392.082753:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384392.082756:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000a1c30866. 02000000:00000001:2.0:1767384392.082759:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.082761:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.082765:0:18314:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:2.0:1767384392.082766:0:18314:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384392.082767:0:18314:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.082770:0:18314:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.082771:0:18314:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.082773:0:18314:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:2.0:1767384392.082776:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739836160 00010000:00000001:2.0:1767384392.082778:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384392.082782:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4f4407a x1853236739836160/t0(0) o40->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 440/448 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384392.082789:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.082791:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.082793:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384392.082796:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.082798:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 5 to 192.168.203.43@tcp50 00000100:00000001:2.0:1767384392.082800:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:2.0:1767384392.082802:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.082809:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.082812:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.082815:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:2.0:1767384392.082818:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129bab97. 00000100:00000200:2.0:1767384392.082821:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853236739836160, offset 224 00000400:00000200:2.0:1767384392.082826:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:2.0:1767384392.082834:0:18314:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:2.0:1767384392.082843:0:18314:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [216:216:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:2.0:1767384392.082852:0:18314:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.082857:0:18314:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:2.0:1767384392.082862:0:18314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fce3f2b5. 00000800:00000200:2.0:1767384392.082867:0:18314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:2.0:1767384392.082872:0:18314:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:2.0:1767384392.082875:0:18314:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fce3f2b5 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.082888:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.082891:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 4 to 192.168.203.43@tcp50 00010000:00000001:2.0:1767384392.082893:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384392.082895:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.082897:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384392.082900:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4f4407a x1853236739836160/t0(0) o40->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 440/448 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384392.082909:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4f4407a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f894026-c395-4947-8712-9e3aa1c4e5fd+6:15161:x1853236739836160:12345-192.168.203.43@tcp50:40: Request processed in 205us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384392.082916:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 6 00000100:00000040:2.0:1767384392.082919:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000060a481c4 : new rpc_count 0 00000100:00000001:2.0:1767384392.082920:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.082922:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384392.082925:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe9e270f. 00000020:00000010:2.0:1767384392.082928:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000020:00000010:2.0:1767384392.082931:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cec45445. 00000020:00000040:2.0:1767384392.082940:0:18314:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 5 00000100:00000001:2.0:1767384392.082942:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384392.082959:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384392.082962:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fce3f2b5. 00000400:00000200:0.0:1767384392.082966:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.082970:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.082972:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129bab97 00000400:00000010:0.0:1767384392.082973:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129bab97. 00000100:00000001:0.0:1767384392.082976:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384392.082977:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384392.084040:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.084062:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384392.084064:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.084067:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.084073:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384392.084082:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 520 into portal 28 MB=0x695824d900980 00000400:00000200:2.0:1767384392.084089:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.43@tcp50 of length 520/520 into md 0xae1 [8] + 5008 00000800:00000001:2.0:1767384392.084094:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.084098:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.084100:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.084103:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:2.0:1767384392.084108:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084109:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384392.084114:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008710723e. 00000100:00000040:2.0:1767384392.084116:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000008710723e x1853236739836288 msgsize 520 00000100:00100000:2.0:1767384392.084121:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000001:2.0:1767384392.084135:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384392.084141:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.084145:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384392.084147:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.084149:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.084153:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:2.0:1767384392.084158:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 224 into portal 26 MB=0x695824d900a80 00000400:00000200:2.0:1767384392.084163:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 224/224 into md 0x193d [2] + 0 00000400:00000010:2.0:1767384392.084167:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3047b61. 00000400:00000200:2.0:1767384392.084170:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000090e553ea 00000800:00000001:2.0:1767384392.084173:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.084175:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.084177:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.084180:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384392.084182:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090e553ea 00000400:00000010:2.0:1767384392.084189:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090e553ea. 00000100:00000001:2.0:1767384392.084193:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084195:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384392.084198:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000071692e63 x1853236739836544 msgsize 224 00000100:00100000:2.0:1767384392.084203:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:2.0:1767384392.084205:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384392.084211:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384392.084214:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739836288 02000000:00000001:0.0:1767384392.084216:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384392.084217:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384392.084219:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.084220:0:16347:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384392.084224:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384392.084226:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384392.084228:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739836288 00000800:00000001:2.0:1767384392.084231:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384392.084232:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384392.084235:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000800:00000001:2.0:1767384392.084236:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384392.084239:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384392.084241:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384392.084243:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.084247:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384392.084250:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000020:00000010:0.0:1767384392.084253:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000094c8450. 00000400:00000200:2.0:1767384392.084258:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 448 into portal 23 MB=0x695824d900a00 00000020:00000010:0.0:1767384392.084259:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a1c7c6b. 00000020:00000010:0.0:1767384392.084264:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb37803a. 00000100:00000001:1.0:1767384392.084265:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384392.084267:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.43@tcp50 of length 448/448 into md 0x329 [2] + 0 00000100:00100000:1.0:1767384392.084268:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739836544 00000100:00000001:0.0:1767384392.084269:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384392.084272:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384392.084272:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1767384392.084274:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384392.084275:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384392.084275:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.084277:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384392.084280:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.084280:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384392.084282:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739836544 00000800:00000001:2.0:1767384392.084283:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384392.084284:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384392.084287:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384392.084288:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384392.084292:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384392.084292:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.084293:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000020:00000040:1.0:1767384392.084296:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=9 00000100:00000001:2.0:1767384392.084298:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384392.084299:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000200:2.0:1767384392.084301:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000001:1.0:1767384392.084305:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:0.0:1767384392.084306:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1767384392.084307:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001de70058. 00000100:00000001:1.0:1767384392.084309:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384392.084309:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384392.084312:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000001de70058 x1853236739836416 msgsize 448 00000100:00100000:0.0:1767384392.084317:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 4 00000020:00000010:1.0:1767384392.084318:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e3d2fca. 00000100:00000001:1.0:1767384392.084323:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384392.084323:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348032384 : -111513361519232 : ffff9a9445b2ed80) 00000100:00100000:2.0:1767384392.084324:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000020:00000010:1.0:1767384392.084327:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e3d2fca. 00000100:00000040:0.0:1767384392.084328:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008710723e x1853236739836288/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384392.084333:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef145815. 00000020:00000010:1.0:1767384392.084336:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000100:00000001:2.0:1767384392.084338:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384392.084340:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00100000:0.0:1767384392.084340:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008710723e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:11774:x1853236739836288:12345-192.168.203.43@tcp50:8: 00000800:00000001:2.0:1767384392.084344:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384392.084345:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739836288 00000100:00000040:1.0:1767384392.084348:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384392.084348:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:2.0:1767384392.084349:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384392.084350:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384392.084352:0:17892:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:1.0:1767384392.084353:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384392.084355:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.084359:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384392.084364:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 6 - find 00000020:00000001:0.0:1767384392.084367:0:17892:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446632565210257624 : -111508499293992 : ffff9a95678298d8) 00000100:00000001:1.0:1767384392.084369:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384392.084372:0:17089:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000f910bb8. 00000100:00000001:0.0:1767384392.084373:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384392.084376:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384392.084379:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000009a0285fb. 00000100:00000001:2.0:1767384392.084380:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384392.084384:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739836416 02000000:00000001:0.0:1767384392.084384:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.084387:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384392.084387:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.084388:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384392.084390:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:0.0:1767384392.084390:0:17892:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000100:00000001:2.0:1767384392.084391:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384392.084395:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384392.084396:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 172 00010000:00080000:0.0:1767384392.084399:0:17892:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50 t0 exp 0000000000000000 cur 313 last 0 02000000:00000001:2.0:1767384392.084401:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384392.084401:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00010000:00000001:0.0:1767384392.084403:0:17892:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00000001:1.0:1767384392.084405:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609680976 : -111508099870640 : ffff9a957f515050) 00000100:00100000:2.0:1767384392.084407:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739836416 00002000:00000001:0.0:1767384392.084408:0:17892:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000100:00000040:1.0:1767384392.084409:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071692e63 x1853236739836544/t0(0) o400->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384392.084410:0:17892:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384392.084412:0:17892:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384392.084416:0:17892:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cf9d211a. 00000020:00000001:2.0:1767384392.084418:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384392.084421:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fdff 00000100:00000001:1.0:1767384392.084421:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384392.084421:0:17892:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384392.084447:0:17892:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf9d211a with handle 0x980286e253c5fe06 to hash 00000020:00000001:0.0:1767384392.084451:0:17892:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384392.084454:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384392.084457:0:17892:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000040:2.0:1767384392.084458:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000060a481c4 refcount=6 00000001:00000001:0.0:1767384392.084462:0:17892:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000001:2.0:1767384392.084463:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000020:00000001:2.0:1767384392.084467:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000020:00000010:1.0:1767384392.084467:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e3d2fca. 00000001:00000010:0.0:1767384392.084467:0:17892:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000081e6a084. 00000100:00000001:1.0:1767384392.084471:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384392.084471:0:17892:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.084473:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384392.084475:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e3d2fca. 00010000:00000001:0.0:1767384392.084475:0:17892:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000020:00000010:2.0:1767384392.084478:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022453b33. 00000001:00000001:0.0:1767384392.084479:0:17892:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00100000:1.0:1767384392.084482:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071692e63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+9:11775:x1853236739836544:12345-192.168.203.43@tcp50:400: 00000100:00000001:2.0:1767384392.084483:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000010:0.0:1767384392.084485:0:17892:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005b4414a3. 00000020:00000010:2.0:1767384392.084487:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022453b33. 00000100:00000200:1.0:1767384392.084489:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739836544 00000001:00000010:0.0:1767384392.084491:0:17892:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005fe1e95a. 00000020:00000010:2.0:1767384392.084492:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cec45445. 00000020:00000001:1.0:1767384392.084493:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384392.084495:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384392.084496:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384392.084496:0:17892:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cbb825aa. 00000020:00000001:1.0:1767384392.084499:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000010:0.0:1767384392.084499:0:17892:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0b61bb3. 00000020:00000001:1.0:1767384392.084503:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000001:00000010:0.0:1767384392.084503:0:17892:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000056865db0. 00000020:00000010:2.0:1767384392.084504:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe9e270f. 00000020:00000001:1.0:1767384392.084506:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000010:0.0:1767384392.084506:0:17892:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f7957164. 00000020:00000001:1.0:1767384392.084509:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384392.084510:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00010000:00000001:0.0:1767384392.084510:0:17892:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.084511:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384392.084513:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384392.084514:0:17892:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.084516:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.084516:0:17892:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.084519:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:0.0:1767384392.084519:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000cf9d211a refcount=3 00000100:00000040:2.0:1767384392.084520:0:17089:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1767384392.084521:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384392.084523:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 7 - export 00000100:00000001:2.0:1767384392.084525:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384392.084525:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384392.084526:0:17892:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446632565623595008 : -111508085956608 : ffff9a958025a000) 00000100:00000001:2.0:1767384392.084529:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1767384392.084530:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003428f715. 00000020:00000040:0.0:1767384392.084530:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 2 00000100:00000001:2.0:1767384392.084532:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384392.084533:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384392.084534:0:17892:0:(genops.c:1402:class_connect()) connect: client 8f894026-c395-4947-8712-9e3aa1c4e5fd, cookie 0x980286e253c5fe06 00000100:00000001:1.0:1767384392.084537:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.084537:0:17892:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.084539:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.084540:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384392.084544:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fe06 00000020:00000001:1.0:1767384392.084545:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.084546:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384392.084547:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf9d211a refcount=3 00010000:00000040:1.0:1767384392.084548:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739836544 00010000:00000001:1.0:1767384392.084550:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384392.084550:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565623595008 : -111508085956608 : ffff9a958025a000) 00000020:00000001:0.0:1767384392.084552:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565623595008 : -111508085956608 : ffff9a958025a000) 00000100:00000001:2.0:1767384392.084553:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384392.084554:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071692e63 x1853236739836544/t0(0) o400->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384392.084555:0:17892:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:0.0:1767384392.084560:0:17892:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:2.0:1767384392.084564:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000040:0.0:1767384392.084564:0:17892:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000b3642699) : new refcount 7 00000100:00000001:2.0:1767384392.084567:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384392.084568:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1767384392.084568:0:17892:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446632564634464256 : -111509075087360 : ffff9a954530b000) 00010000:00000001:1.0:1767384392.084572:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.084573:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 0 00000001:00000001:0.0:1767384392.084573:0:17892:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000100:00001000:1.0:1767384392.084575:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=98 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384392.084577:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000cf9d211a refcount=4 00000100:00000040:2.0:1767384392.084579:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000060a481c4 : new rpc_count 1 00000100:00000001:1.0:1767384392.084580:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000040:0.0:1767384392.084580:0:17892:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000b3642699) : new refcount 8 00000100:00000001:2.0:1767384392.084583:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348031488 : -111513361520128 : ffff9a9445b2ea00) 00000001:00000001:0.0:1767384392.084585:0:17892:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384392.084586:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 5 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384392.084589:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 00000100:00000040:2.0:1767384392.084590:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001de70058 x1853236739836416/t0(0) o33->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 448/0 e 0 to 0 dl 1767384403 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000001:08000000:0.0:1767384392.084591:0:17892:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.203.43@tcp50 to nodemap default 02000000:00000001:1.0:1767384392.084593:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384392.084596:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384392.084598:0:17892:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 7 00000100:00000001:1.0:1767384392.084600:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:0.0:1767384392.084603:0:17892:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384392.084607:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000100:00000001:2.0:1767384392.084608:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00100000:0.0:1767384392.084609:0:17892:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/00000000cf9d211a ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000400:00000010:1.0:1767384392.084611:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faf936ab. 00000020:00000010:2.0:1767384392.084612:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022453b33. 00000100:00000200:1.0:1767384392.084614:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236739836544, offset 224 00000100:00000001:2.0:1767384392.084617:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.084619:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022453b33. 00000020:00000001:0.0:1767384392.084623:0:17892:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:1.0:1767384392.084625:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000100:00100000:2.0:1767384392.084626:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001de70058 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f894026-c395-4947-8712-9e3aa1c4e5fd+6:15161:x1853236739836416:12345-192.168.203.43@tcp50:33: 00000020:00000001:0.0:1767384392.084627:0:17892:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1767384392.084633:0:17892:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/00000000cf9d211a free: 144203776 avail: 129867776 00000100:00000200:2.0:1767384392.084635:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739836416 00000400:00000200:1.0:1767384392.084635:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000020:00000001:0.0:1767384392.084637:0:17892:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1767384392.084639:0:17892:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/00000000cf9d211a avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000020:00000001:0.0:1767384392.084643:0:17892:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000020:00000001:2.0:1767384392.084645:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384392.084646:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [217:217:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [22:22:8:4294967295] 00000020:00000020:0.0:1767384392.084646:0:17892:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00000020:00000001:2.0:1767384392.084650:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384392.084650:0:17892:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384392.084654:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.084657:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384392.084659:0:17892:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384392.084660:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663370816 : -1046180800 : ffffffffc1a48c40) 00000400:00000200:1.0:1767384392.084661:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000020:00000020:0.0:1767384392.084665:0:17892:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/00000000cf9d211a free: 144203776 avail: 129867776 00000020:00000001:2.0:1767384392.084666:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384392.084669:0:17089:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236739836416, found 0 last_xid 1853236739836415 00000800:00000200:1.0:1767384392.084669:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000020:00000001:0.0:1767384392.084670:0:17892:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1767384392.084672:0:17892:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/00000000cf9d211a avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000020:00000001:2.0:1767384392.084674:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384392.084677:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070f31501. 00000020:00000001:0.0:1767384392.084677:0:17892:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000020:00000001:2.0:1767384392.084678:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384392.084681:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384392.084681:0:17892:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000800:00000200:1.0:1767384392.084684:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000020:00000001:2.0:1767384392.084686:0:17089:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000020:0.0:1767384392.084686:0:17892:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/00000000cf9d211a wants: 134217728 current grant 0 granting: 8437760 00000800:00000200:1.0:1767384392.084689:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000020:00000020:0.0:1767384392.084690:0:17892:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/00000000cf9d211a tot cached:0 granted:8716864 num_exports: 2 00000020:00000001:2.0:1767384392.084692:0:17089:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:1.0:1767384392.084692:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070f31501 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1767384392.084693:0:17892:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000020:0.0:1767384392.084696:0:17892:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/00000000cf9d211a ocd_grant: 8437760 want: 134217728 left: 129585152 00000020:00000001:0.0:1767384392.084698:0:17892:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000020:00000001:2.0:1767384392.084700:0:17089:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565211164504 : -111508498387112 : ffff9a9567906f58) 00002000:00100000:0.0:1767384392.084700:0:17892:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00000001:1.0:1767384392.084703:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.084706:0:17089:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384392.084706:0:17892:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384392.084707:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 4 to 192.168.203.43@tcp50 00000020:00000001:2.0:1767384392.084711:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.084711:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000001:00000001:0.0:1767384392.084711:0:17892:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000020:00000001:1.0:1767384392.084714:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384392.084716:0:17892:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '8f894026-c395-4947-8712-9e3aa1c4e5fd' generation 0 00000020:00000001:1.0:1767384392.084718:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000001:2.0:1767384392.084719:0:17089:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000001:00000001:0.0:1767384392.084719:0:17892:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000100:00000040:1.0:1767384392.084722:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071692e63 x1853236739836544/t0(0) o400->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384392.084723:0:17892:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000004:00000001:2.0:1767384392.084725:0:17089:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00080000:00000010:0.0:1767384392.084729:0:17892:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009fc45560. 00080000:00000001:0.0:1767384392.084732:0:17892:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560352197632 : -111513357353984 : ffff9a9445f27c00) 00000100:00100000:1.0:1767384392.084733:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071692e63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+9:11775:x1853236739836544:12345-192.168.203.43@tcp50:400: Request processed in 311us (533us total) trans 0 rc 0/0 00000004:00000001:2.0:1767384392.084734:0:17089:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384392.084737:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00080000:00000001:2.0:1767384392.084740:0:17089:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000001:00000001:0.0:1767384392.084744:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00100000:1.0:1767384392.084748:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 172 00080000:00000010:0.0:1767384392.084749:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d6a59825. 00000100:00000040:1.0:1767384392.084751:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:1.0:1767384392.084753:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384392.084754:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384392.084757:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00080000:00000001:0.0:1767384392.084759:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384392.084761:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00080000:00000001:0.0:1767384392.084762:0:17892:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000010:1.0:1767384392.084764:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef145815. 00000020:00000040:1.0:1767384392.084767:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 8 00000800:00000200:3.0:1767384392.084768:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384392.084772:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384392.084773:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070f31501. 00080000:00000010:2.0:1767384392.084775:0:17089:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 00000000057bc92e. 00000100:00000200:1.0:1767384392.084778:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384392.084781:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384392.084781:0:17892:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.084782:0:17089:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000010:1.0:1767384392.084784:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e96fe44b. 00000001:00000010:0.0:1767384392.084788:0:17892:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000bf6a7b5e. 00000004:00000001:2.0:1767384392.084790:0:17089:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000010:1.0:1767384392.084791:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d4ce2f6. 00000001:00000040:0.0:1767384392.084791:0:17892:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000cf9d211a : new cb_count 1 00000020:00000040:0.0:1767384392.084795:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000cf9d211a refcount=5 00000004:00000001:2.0:1767384392.084796:0:17089:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:3.0:1767384392.084801:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000004:00000001:2.0:1767384392.084801:0:17089:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:3.0:1767384392.084807:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf936ab 00000004:00000001:2.0:1767384392.084809:0:17089:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000010:3.0:1767384392.084810:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000faf936ab. 00000004:00000001:2.0:1767384392.084814:0:17089:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:3.0:1767384392.084817:0:16346:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:2.0:1767384392.084818:0:17089:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.084820:0:17089:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384392.084822:0:17089:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1767384392.084825:0:17089:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384392.084827:0:17089:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384392.084829:0:17089:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1767384392.084830:0:17089:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384392.084832:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384392.084834:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:0.0:1767384392.084840:0:17892:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 02000000:00000010:2.0:1767384392.084841:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000d544fcf8. 02000000:00000001:2.0:1767384392.084844:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.084845:0:17892:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384392.084846:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.084850:0:17089:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384392.084851:0:17089:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.084854:0:17089:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:2.0:1767384392.084855:0:17089:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.084856:0:17089:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384392.084857:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d6a59825. 00000001:00000001:2.0:1767384392.084859:0:17089:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.084862:0:17089:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.084865:0:17089:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384392.084865:0:17892:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:2.0:1767384392.084868:0:17089:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.084869:0:17089:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384392.084869:0:17892:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:2.0:1767384392.084872:0:17089:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.084872:0:17892:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.084873:0:17089:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.084876:0:17089:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000040:0.0:1767384392.084877:0:17892:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384392.084879:0:17089:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384392.084881:0:17892:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.084882:0:17089:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.084884:0:17089:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1767384392.084885:0:17892:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000001:00000001:2.0:1767384392.084886:0:17089:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.084888:0:17892:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000001:00000001:2.0:1767384392.084889:0:17089:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.084891:0:17089:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384392.084892:0:17892:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000edac0121 02000000:00000001:2.0:1767384392.084895:0:17089:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000020:00000010:0.0:1767384392.084896:0:17892:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000fcd05bf9. 02000000:00000010:2.0:1767384392.084900:0:17089:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000d02cce0e. 00000020:00000040:0.0:1767384392.084905:0:17892:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000fcd05bf9 for nid 192.168.203.43@tcp50 - ref 2 00000004:00000001:2.0:1767384392.084906:0:17089:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000004:00000040:2.0:1767384392.084909:0:17089:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 02000000:00000001:3.0:1767384392.084923:0:16346:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384392.084925:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003428f715. 02000000:00000001:3.0:1767384392.084930:0:16346:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384392.084931:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384392.084983:0:17892:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.084991:0:17892:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a27946ed. 00000020:00000010:0.0:1767384392.084995:0:17892:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000009ab82f3f. 00000020:00000010:0.0:1767384392.084998:0:17892:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000093ff2184. 00000020:00000010:0.0:1767384392.085013:0:17892:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000343d64b8. 00000020:00000010:0.0:1767384392.085015:0:17892:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ea4400ba. 00000020:00000010:0.0:1767384392.085017:0:17892:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000026bc034f. 00002000:00000001:0.0:1767384392.085024:0:17892:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1767384392.085026:0:17892:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:0.0:1767384392.085028:0:17892:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384392.085029:0:17892:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.085033:0:17892:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000000da91af4. 00000020:00000040:0.0:1767384392.085035:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 8 - import 00000020:00000001:0.0:1767384392.085040:0:17892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384392.085041:0:17892:0:(genops.c:1242:class_import_put()) import 000000000da91af4 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384392.085043:0:17892:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384392.085045:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6a59825. 00000020:00000040:0.0:1767384392.085061:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000cf9d211a refcount=6 00000100:00000040:0.0:1767384392.085064:0:17892:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000cf9d211a : new rpc_count 1 00000100:00000001:0.0:1767384392.085066:0:17892:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384392.085073:0:17892:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.43@tcp50 primary NID 192.168.203.43@tcp50 rc 0 00000100:00000001:0.0:1767384392.085077:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384392.085079:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 5 to 192.168.203.43@tcp50 00000100:00000001:0.0:1767384392.085081:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 00000100:00000001:0.0:1767384392.085084:0:17892:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446632565326747776 : -111508382803840 : 0xffff9a956e741880) 00000100:00000040:0.0:1767384392.085087:0:17892:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000c6e6e596 refcount 5 to 192.168.203.43@tcp50 00000020:00000040:0.0:1767384392.085090:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000cf9d211a refcount=7 00000100:00000001:0.0:1767384392.085095:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384392.085097:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 6 to 192.168.203.43@tcp50 00000100:00000001:0.0:1767384392.085098:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:0.0:1767384392.085101:0:17892:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384392.085103:0:17892:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384392.085105:0:17892:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:0.0:1767384392.085107:0:17892:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651935808 : -1057615808 : ffffffffc0f61040) 02000000:00000001:0.0:1767384392.085109:0:17892:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.085111:0:17892:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384392.085114:0:17892:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384392.085115:0:17892:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384392.085117:0:17892:0:(import.c:65:import_set_state_nolock()) 000000000da91af4 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384392.085120:0:17892:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384392.085121:0:17892:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384392.085122:0:17892:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384392.085125:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 6 00000020:00000040:0.0:1767384392.085126:0:17892:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 8 - find 00010000:00000001:0.0:1767384392.085128:0:17892:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.085130:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384392.085132:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494752 : -1044056864 : ffffffffc1c4f4e0) 00000020:00000001:0.0:1767384392.085133:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384392.085134:0:17892:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384392.085135:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384392.085136:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384392.085138:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.085139:0:17892:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384392.085143:0:17892:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384392.085144:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739836288 00010000:00000001:0.0:1767384392.085145:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384392.085147:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008710723e x1853236739836288/t0(0) o8->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384392.085151:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384392.085152:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384392.085154:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=88 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384392.085156:0:17892:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384392.085157:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384392.085159:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 7 to 192.168.203.43@tcp50 00000100:00000001:0.0:1767384392.085160:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:0.0:1767384392.085161:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384392.085163:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.085164:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384392.085165:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:0.0:1767384392.085168:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df2b96be. 00000100:00000200:0.0:1767384392.085170:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236739836288, offset 0 00000400:00000200:0.0:1767384392.085174:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:0.0:1767384392.085177:0:17892:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:0.0:1767384392.085183:0:17892:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [218:218:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:0.0:1767384392.085188:0:17892:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384392.085191:0:17892:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:0.0:1767384392.085194:0:17892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002308ea8b. 00000800:00000200:0.0:1767384392.085196:0:17892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:0.0:1767384392.085200:0:17892:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:0.0:1767384392.085201:0:17892:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002308ea8b type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384392.085213:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384392.085215:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 6 to 192.168.203.43@tcp50 00010000:00000001:0.0:1767384392.085216:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384392.085217:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.085218:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384392.085220:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008710723e x1853236739836288/t0(0) o8->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384392.085226:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008710723e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8f894026-c395-4947-8712-9e3aa1c4e5fd+6:11774:x1853236739836288:12345-192.168.203.43@tcp50:8: Request processed in 889us (1108us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384392.085231:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 4 00000100:00000040:0.0:1767384392.085232:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf9d211a : new rpc_count 0 00000100:00000001:0.0:1767384392.085234:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384392.085234:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384392.085236:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a1c7c6b. 00000020:00000010:0.0:1767384392.085238:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb37803a. 00000020:00000010:0.0:1767384392.085240:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000094c8450. 00000020:00000040:0.0:1767384392.085242:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 5 00000100:00000001:0.0:1767384392.085243:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:0.0:1767384392.085583:0:17089:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 670us 00000004:00000001:0.0:1767384392.085586:0:17089:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000800:00000200:2.0:1767384392.086284:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384392.086288:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002308ea8b. 00000400:00000200:2.0:1767384392.086292:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.086297:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384392.086300:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2b96be 00000400:00000010:2.0:1767384392.086301:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df2b96be. 00000100:00000001:2.0:1767384392.086304:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384392.086306:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:3.0:1767384392.091834:0:40017:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000004a10d106. 02000000:00000001:3.0:1767384392.091841:0:40017:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:3.0:1767384392.091845:0:40017:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:3.0:1767384392.091846:0:40017:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@00000000fb8562d3: 0:0, ngroups 0, nperms 0 00000004:00000001:3.0:1767384392.091848:0:40017:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:3.0:1767384392.091850:0:40017:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 00000000d02cce0e for key 0 02000000:00000001:3.0:1767384392.091862:0:40017:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384392.091864:0:40017:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000004a10d106. 02000000:00001000:2.0:1767384392.091890:0:17089:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000d02cce0e flags 0x0 02000000:00000001:2.0:1767384392.091898:0:17089:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446632560325523456 : -111513384028160 : ffff9a94445b7800) 00000001:00000001:2.0:1767384392.091910:0:17089:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.091914:0:17089:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.091917:0:17089:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.091920:0:17089:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.091921:0:17089:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.091924:0:17089:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.091929:0:17089:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1767384392.091932:0:17089:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.091936:0:17089:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.091938:0:17089:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.091941:0:17089:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1767384392.091945:0:17089:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.091949:0:17089:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:2.0:1767384392.091954:0:17089:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 8f894026-c395-4947-8712-9e3aa1c4e5fd: does not need LOVEA. 00000004:00000001:2.0:1767384392.091957:0:17089:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1767384392.091960:0:17089:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1767384392.091966:0:17089:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384392.091969:0:17089:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1767384392.091971:0:17089:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.091974:0:17089:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.091975:0:17089:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.091977:0:17089:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.091979:0:17089:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.091981:0:17089:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.091984:0:17089:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.091985:0:17089:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.091987:0:17089:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.091990:0:17089:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.091992:0:17089:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.091994:0:17089:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384392.091997:0:17089:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1767384392.092000:0:17089:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00000002:2.0:1767384392.092005:0:17089:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1767384392.092007:0:17089:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.092008:0:17089:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.092017:0:17089:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1767384392.092021:0:17089:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.092026:0:17089:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.092040:0:17089:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.092044:0:17089:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.092047:0:17089:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.092065:0:17089:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000005487d223. 00000020:00000001:2.0:1767384392.092070:0:17089:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384392.092073:0:17089:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.092076:0:17089:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.092077:0:17089:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.092079:0:17089:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.092085:0:17089:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:2.0:1767384392.092088:0:17089:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1767384392.092091:0:17089:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1767384392.092092:0:17089:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1767384392.092094:0:17089:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1767384392.092096:0:17089:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1767384392.092097:0:17089:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1767384392.092101:0:17089:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.092104:0:17089:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1767384392.092107:0:17089:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1767384392.092110:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739836416 00010000:00000001:2.0:1767384392.092113:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384392.092121:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001de70058 x1853236739836416/t0(0) o33->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 448/464 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767384392.092131:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.092133:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.092138:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b947567a time=1767384392 v=10 (0 0 0 0) 00000100:00001000:2.0:1767384392.092141:0:17089:0:(import.c:2194:obd_at_measure()) AT 00000000b947567a change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1767384392.092146:0:17089:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@000000001de70058 x1853236739836416/t0(0) o33->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 448/464 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767384392.092155:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.092158:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 7 to 192.168.203.43@tcp50 00000100:00000001:2.0:1767384392.092166:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:2.0:1767384392.092170:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.092173:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.092177:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.092180:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:2.0:1767384392.092185:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c42972d4. 00000100:00000200:2.0:1767384392.092192:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853236739836416, offset 224 00000400:00000200:2.0:1767384392.092199:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:2.0:1767384392.092213:0:17089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:2.0:1767384392.092229:0:17089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [219:219:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1767384392.092242:0:17089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.092247:0:17089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:2.0:1767384392.092252:0:17089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fce3f2b5. 00000800:00000200:2.0:1767384392.092257:0:17089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:2.0:1767384392.092264:0:17089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:2.0:1767384392.092268:0:17089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fce3f2b5 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.092283:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.092288:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 6 to 192.168.203.43@tcp50 00010000:00000001:2.0:1767384392.092291:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384392.092293:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.092295:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1767384392.092301:0:17089:0:(lu_object.c:207:lu_object_put()) Add 0000000006bb7e4c/00000000e080c9c3 to site lru. bkt: 00000000e2cff007 00000100:00000040:2.0:1767384392.092309:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001de70058 x1853236739836416/t0(0) o33->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 448/464 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767384392.092323:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001de70058 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f894026-c395-4947-8712-9e3aa1c4e5fd+6:15161:x1853236739836416:12345-192.168.203.43@tcp50:33: Request processed in 7710us (8006us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384392.092331:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 0 00000100:00000040:2.0:1767384392.092335:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000060a481c4 : new rpc_count 0 00000100:00000001:2.0:1767384392.092338:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.092346:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384392.092351:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe9e270f. 00000020:00000010:2.0:1767384392.092355:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000020:00000010:2.0:1767384392.092360:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cec45445. 00000020:00000040:2.0:1767384392.092367:0:17089:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 5 00000100:00000001:2.0:1767384392.092370:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384392.092405:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384392.092411:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fce3f2b5. 00000400:00000200:0.0:1767384392.092417:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.092462:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.092468:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c42972d4 00000400:00000010:0.0:1767384392.092472:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c42972d4. 00000100:00000001:0.0:1767384392.092476:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384392.092479:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384392.105930:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384392.105949:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384392.105954:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384392.105956:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384392.105968:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:3.0:1767384392.105986:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 576 into portal 12 MB=0x695824d900b00 00000400:00000200:3.0:1767384392.105994:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.43@tcp50 of length 576/576 into md 0x229 [64] + 11256 00000800:00000001:3.0:1767384392.106003:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384392.106010:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384392.106012:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.106029:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:3.0:1767384392.106037:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.106040:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384392.106061:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e68463c5. 00000100:00000040:3.0:1767384392.106066:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000e68463c5 x1853236739836672 msgsize 576 00000100:00100000:3.0:1767384392.106070:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000001:3.0:1767384392.106081:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384392.106092:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384392.106095:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.106134:0:18314:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384392.106140:0:18314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739836672 02000000:00000001:2.0:1767384392.106144:0:18314:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384392.106146:0:18314:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384392.106149:0:18314:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.106154:0:18314:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.106158:0:18314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739836672 00000020:00000001:2.0:1767384392.106161:0:18314:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384392.106162:0:18314:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fdff 00000020:00000001:2.0:1767384392.106164:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.106167:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000060a481c4 refcount=6 00000020:00000001:2.0:1767384392.106171:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000020:00000001:2.0:1767384392.106173:0:18314:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000100:00000001:2.0:1767384392.106178:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.106186:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022453b33. 00000100:00000001:2.0:1767384392.106189:0:18314:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.106191:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022453b33. 00000020:00000010:2.0:1767384392.106199:0:18314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cec45445. 00000020:00000010:2.0:1767384392.106204:0:18314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe9e270f. 00000020:00000010:2.0:1767384392.106209:0:18314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000040:2.0:1767384392.106217:0:18314:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384392.106220:0:18314:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384392.106222:0:18314:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1767384392.106224:0:18314:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1767384392.106226:0:18314:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.106227:0:18314:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.106234:0:18314:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.106532:0:18314:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.106546:0:18314:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.106559:0:18314:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384392.106568:0:18314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 7 00000100:00000040:2.0:1767384392.106571:0:18314:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000060a481c4 : new rpc_count 1 00000100:00000001:2.0:1767384392.106573:0:18314:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565472405120 : -111508237146496 : ffff9a957722a680) 00000100:00000040:2.0:1767384392.106579:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e68463c5 x1853236739836672/t0(0) o101->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 576/0 e 0 to 0 dl 1767384403 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767384392.106589:0:18314:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.106591:0:18314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022453b33. 00000100:00000001:2.0:1767384392.106593:0:18314:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.106607:0:18314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022453b33. 00000100:00100000:2.0:1767384392.106611:0:18314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e68463c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f894026-c395-4947-8712-9e3aa1c4e5fd+6:15192:x1853236739836672:12345-192.168.203.43@tcp50:101: 00000100:00000200:2.0:1767384392.106615:0:18314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739836672 00000020:00000001:2.0:1767384392.106618:0:18314:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384392.106622:0:18314:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384392.106626:0:18314:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.106629:0:18314:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384392.106630:0:18314:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651684032 : -1057867584 : ffffffffc0f238c0) 00000020:00000001:2.0:1767384392.106634:0:18314:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384392.106636:0:18314:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236739836672, found 0 last_xid 1853236739836671 00000020:00000001:2.0:1767384392.106639:0:18314:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384392.106641:0:18314:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384392.106643:0:18314:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384392.106648:0:18314:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.106650:0:18314:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384392.106652:0:18314:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384392.106653:0:18314:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384392.106655:0:18314:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384392.106657:0:18314:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.106661:0:18314:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384392.106694:0:18314:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002d1e8a86. 00010000:00000010:2.0:1767384392.106698:0:18314:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000373290c9. 00010000:00000001:2.0:1767384392.106702:0:18314:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384392.106710:0:18314:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a05c3801. 00000020:00000010:2.0:1767384392.106716:0:18314:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000022453b33. 00000020:00000001:2.0:1767384392.106719:0:18314:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384392.106720:0:18314:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a05c3801 with handle 0x980286e253c5fe0d to hash 00000020:00000001:2.0:1767384392.106722:0:18314:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384392.106724:0:18314:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366533632 : -111508343017984 : ffff9a9570d32e00) 00010000:00000010:2.0:1767384392.106728:0:18314:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d6b5c5b2. 00010000:00000001:2.0:1767384392.106730:0:18314:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366533632 : -111508343017984 : ffff9a9570d32e00) 00010000:00010000:2.0:1767384392.106733:0:18314:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a05c3801/0x980286e253c5fe0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x12c86de60909c426 expref: -99 pid: 18314 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384392.106743:0:18314:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000060a481c4 : new locks_count 1 00000020:00000040:2.0:1767384392.106745:0:18314:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=7 00010000:00000001:2.0:1767384392.106750:0:18314:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1767384392.106752:0:18314:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1767384392.106760:0:18314:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1767384392.106762:0:18314:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1767384392.106764:0:18314:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1767384392.106765:0:18314:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1767384392.106767:0:18314:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:2.0:1767384392.106770:0:18314:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384392.106774:0:18314:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446632565211164504 : -111508498387112 : ffff9a9567906f58) 00000004:00000001:2.0:1767384392.106777:0:18314:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446632565211164416 : -111508498387200 : ffff9a9567906f00) 00000004:00000001:2.0:1767384392.106779:0:18314:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.106781:0:18314:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1767384392.106783:0:18314:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384392.106786:0:18314:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384392.106787:0:18314:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384392.106791:0:18314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000006d9bc526. 02000000:00000001:2.0:1767384392.106795:0:18314:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.106797:0:18314:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.106798:0:18314:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.106801:0:18314:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1767384392.106804:0:18314:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:2.0:1767384392.106811:0:18314:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.106812:0:18314:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.106815:0:18314:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.106816:0:18314:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.106818:0:18314:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.106820:0:18314:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.106821:0:18314:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.106822:0:18314:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.106824:0:18314:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.106825:0:18314:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.106826:0:18314:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.106828:0:18314:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.106829:0:18314:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.106830:0:18314:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.106832:0:18314:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.106833:0:18314:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.106834:0:18314:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.106836:0:18314:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.106837:0:18314:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.106841:0:18314:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1767384392.106845:0:18314:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000d02cce0e flags 0x0 02000000:00000001:2.0:1767384392.106847:0:18314:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446632560325523456 : -111513384028160 : ffff9a94445b7800) 00000001:00000001:2.0:1767384392.106849:0:18314:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.106850:0:18314:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.106852:0:18314:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.106853:0:18314:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.106854:0:18314:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.106856:0:18314:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.106858:0:18314:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1767384392.106859:0:18314:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.106862:0:18314:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.106863:0:18314:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.106864:0:18314:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1767384392.106866:0:18314:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.106870:0:18314:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1767384392.106873:0:18314:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1767384392.106878:0:18314:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1767384392.106880:0:18314:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:2.0:1767384392.106881:0:18314:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384392.106883:0:18314:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000fdbce577 00000004:00000001:2.0:1767384392.106888:0:18314:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1767384392.106891:0:18314:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384392.106893:0:18314:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384392.106896:0:18314:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002d1e8a86 count: 2 00010000:00000001:2.0:1767384392.106898:0:18314:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384392.106900:0:18314:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384392.106903:0:18314:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007f0bd6e. 00000020:00000001:2.0:1767384392.106905:0:18314:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384392.106907:0:18314:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000007f0bd6e with handle 0x980286e253c5fe14 to hash 00000020:00000001:2.0:1767384392.106908:0:18314:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384392.106909:0:18314:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000010:2.0:1767384392.106912:0:18314:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aba24284. 00010000:00000001:2.0:1767384392.106914:0:18314:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384392.106917:0:18314:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384392.106919:0:18314:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384392.106921:0:18314:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000007f0bd6e/0x980286e253c5fe14 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18314 initiator: MDT0 00010000:00000001:2.0:1767384392.106928:0:18314:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384392.106931:0:18314:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384392.106933:0:18314:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1767384392.106935:0:18314:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1767384392.106936:0:18314:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.106938:0:18314:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1767384392.106939:0:18314:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.106941:0:18314:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384392.106943:0:18314:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384392.106944:0:18314:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384392.106946:0:18314:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384392.106948:0:18314:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (000000002d1e8a86) refcount = 2 00010000:00010000:2.0:1767384392.106951:0:18314:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000007f0bd6e/0x980286e253c5fe14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18314 initiator: MDT0 00010000:00000001:2.0:1767384392.106962:0:18314:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1767384392.106966:0:18314:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000073bb0dce. 00010000:00000001:2.0:1767384392.106970:0:18314:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384392.106972:0:18314:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.106974:0:18314:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384392.106976:0:18314:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.106978:0:18314:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.106979:0:18314:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384392.106982:0:18314:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384392.106984:0:18314:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384392.106986:0:18314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000007f0bd6e/0x980286e253c5fe14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18314 initiator: MDT0 00010000:00000001:2.0:1767384392.106991:0:18314:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384392.106993:0:18314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.106994:0:18314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.106996:0:18314:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.106997:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.106999:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f0bd6e refcount=3 00000020:00000001:2.0:1767384392.107001:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384392.107003:0:18314:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384392.107005:0:18314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.107006:0:18314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384392.107007:0:18314:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.107010:0:18314:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1767384392.107014:0:18314:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1767384392.107017:0:18314:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1767384392.107022:0:18314:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.107025:0:18314:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.107029:0:18314:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.107042:0:18314:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.107045:0:18314:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.107060:0:18314:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.107061:0:18314:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384392.107069:0:18314:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:2.0:1767384392.107076:0:18314:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 000000003ca0aaaf. 00000004:00000001:2.0:1767384392.107079:0:18314:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384392.107082:0:18314:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:2.0:1767384392.107084:0:18314:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:2.0:1767384392.107086:0:18314:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.107089:0:18314:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.107090:0:18314:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.107092:0:18314:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.107093:0:18314:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.107094:0:18314:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.107095:0:18314:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.107097:0:18314:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.107098:0:18314:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.107100:0:18314:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.107101:0:18314:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.107102:0:18314:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384392.107104:0:18314:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1767384392.107107:0:18314:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767384392.107109:0:18314:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:2.0:1767384392.107111:0:18314:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1767384392.107113:0:18314:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.107114:0:18314:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.107116:0:18314:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1767384392.107118:0:18314:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.107119:0:18314:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.107122:0:18314:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.107124:0:18314:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.107126:0:18314:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.107131:0:18314:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384392.107133:0:18314:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.107135:0:18314:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.107136:0:18314:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.107138:0:18314:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.107143:0:18314:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.107148:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.107149:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f0bd6e refcount=3 00000020:00000001:2.0:1767384392.107152:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384392.107154:0:18314:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00000004:00010000:2.0:1767384392.107156:0:18314:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000007f0bd6e/0x980286e253c5fe14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18314 initiator: MDT0 00010000:00000001:2.0:1767384392.107162:0:18314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.107163:0:18314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384392.107164:0:18314:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1767384392.107166:0:18314:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1767384392.107168:0:18314:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1767384392.107169:0:18314:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.107171:0:18314:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.107172:0:18314:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f0bd6e refcount=3 00000020:00000001:2.0:1767384392.107174:0:18314:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00010000:00000001:2.0:1767384392.107175:0:18314:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366535680 : -111508343015936 : ffff9a9570d33600) 00000004:00000040:2.0:1767384392.107177:0:18314:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 0000000060a481c4 : new locks_count 2 00000020:00000040:2.0:1767384392.107179:0:18314:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=8 00010000:00000001:2.0:1767384392.107183:0:18314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.107184:0:18314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384392.107185:0:18314:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1767384392.107187:0:18314:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1767384392.107189:0:18314:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1767384392.107191:0:18314:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1767384392.107192:0:18314:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1767384392.107194:0:18314:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1767384392.107196:0:18314:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1767384392.107198:0:18314:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:2.0:1767384392.107201:0:18314:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.107203:0:18314:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1767384392.107205:0:18314:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1767384392.107208:0:18314:0:(lu_object.c:207:lu_object_put()) Add 0000000006bb7e4c/00000000e080c9c3 to site lru. bkt: 00000000e2cff007 00000004:00000001:2.0:1767384392.107210:0:18314:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1767384392.107211:0:18314:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1767384392.107214:0:18314:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1767384392.107219:0:18314:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384392.107223:0:18314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.107224:0:18314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.107226:0:18314:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384392.107227:0:18314:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.107229:0:18314:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a05c3801 with handle 0x980286e253c5fe0d from hash 00010000:00000001:2.0:1767384392.107231:0:18314:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384392.107233:0:18314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.107234:0:18314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.107235:0:18314:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1767384392.107236:0:18314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384392.107239:0:18314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a05c3801/0x980286e253c5fe0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c426 expref: 8 pid: 18314 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384392.107246:0:18314:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000060a481c4 : new locks_count 1 00000020:00000040:2.0:1767384392.107248:0:18314:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 7 00010000:00000010:2.0:1767384392.107250:0:18314:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d6b5c5b2. 00010000:00000001:2.0:1767384392.107256:0:18314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.107258:0:18314:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.107262:0:18314:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384392.107264:0:18314:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000007f0bd6e/0x980286e253c5fe14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c426 expref: 7 pid: 18314 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384392.107271:0:18314:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384392.107272:0:18314:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1767384392.107274:0:18314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000002d1e8a86) 00010000:00010000:2.0:1767384392.107277:0:18314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1767384392.107279:0:18314:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.107281:0:18314:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.107283:0:18314:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384392.107284:0:18314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.107285:0:18314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384392.107286:0:18314:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000007f0bd6e, rc 0) 00000020:00000001:2.0:1767384392.107289:0:18314:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384392.107291:0:18314:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739836672 00010000:00000001:2.0:1767384392.107300:0:18314:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384392.107304:0:18314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e68463c5 x1853236739836672/t0(0) o101->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 576/688 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767384392.107312:0:18314:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.107314:0:18314:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.107317:0:18314:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384392.107322:0:18314:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.107324:0:18314:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 7 to 192.168.203.43@tcp50 00000100:00000001:2.0:1767384392.107326:0:18314:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:2.0:1767384392.107329:0:18314:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.107331:0:18314:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.107334:0:18314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.107337:0:18314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:2.0:1767384392.107341:0:18314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006110bdd4. 00000100:00000200:2.0:1767384392.107347:0:18314:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853236739836672, offset 224 00000400:00000200:2.0:1767384392.107354:0:18314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:2.0:1767384392.107366:0:18314:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:2.0:1767384392.107384:0:18314:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [220:220:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1767384392.107395:0:18314:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.107401:0:18314:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:2.0:1767384392.107405:0:18314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fce3f2b5. 00000800:00000200:2.0:1767384392.107417:0:18314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:2.0:1767384392.107439:0:18314:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:2.0:1767384392.107443:0:18314:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fce3f2b5 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.107460:0:18314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.107466:0:18314:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 6 to 192.168.203.43@tcp50 00010000:00000001:2.0:1767384392.107469:0:18314:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384392.107471:0:18314:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.107473:0:18314:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384392.107477:0:18314:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e68463c5 x1853236739836672/t0(0) o101->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 576/688 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767384392.107498:0:18314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e68463c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f894026-c395-4947-8712-9e3aa1c4e5fd+7:15192:x1853236739836672:12345-192.168.203.43@tcp50:101: Request processed in 906us (1428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384392.107506:0:18314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 7 00000100:00000040:2.0:1767384392.107511:0:18314:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000060a481c4 : new rpc_count 0 00000100:00000001:2.0:1767384392.107514:0:18314:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.107516:0:18314:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384392.107520:0:18314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe9e270f. 00000020:00000010:2.0:1767384392.107527:0:18314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000020:00000010:2.0:1767384392.107531:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cec45445. 00000020:00000040:2.0:1767384392.107536:0:18314:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 6 00000100:00000001:2.0:1767384392.107538:0:18314:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384392.107633:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384392.107639:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fce3f2b5. 00000400:00000200:3.0:1767384392.107645:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384392.107650:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:3.0:1767384392.107655:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006110bdd4 00000400:00000010:3.0:1767384392.107658:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006110bdd4. 00000100:00000001:3.0:1767384392.107662:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384392.107664:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384392.112540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a05c3801. 00000800:00000001:0.0:1767384392.117024:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.117040:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384392.117044:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.117056:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.117067:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:0.0:1767384392.117081:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 328 into portal 17 MB=0x695824d900b80 00000400:00000200:0.0:1767384392.117090:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.43@tcp50 of length 328/328 into md 0x11 [2] + 1640 00000800:00000001:0.0:1767384392.117097:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.117103:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.117106:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.117110:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:0.0:1767384392.117116:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384392.117119:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384392.117124:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006686d5de. 00000100:00000040:0.0:1767384392.117128:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000006686d5de x1853236739836800 msgsize 328 00000100:00100000:0.0:1767384392.117132:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000001:0.0:1767384392.117145:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384392.117152:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.117156:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384392.117158:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.117161:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.117165:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:0.0:1767384392.117172:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 328 into portal 17 MB=0x695824d900c00 00000400:00000200:0.0:1767384392.117175:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.43@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:0.0:1767384392.117179:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000305c5512. 00000400:00000200:0.0:1767384392.117184:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d347d7cd 00000800:00000001:0.0:1767384392.117187:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384392.117192:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1767384392.117192:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.117195:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384392.117203:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739836800 00000400:00000200:0.0:1767384392.117207:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 02000000:00000001:3.0:1767384392.117210:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384392.117212:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d347d7cd 00000100:00000001:3.0:1767384392.117215:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384392.117216:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d347d7cd. 00000100:00000001:3.0:1767384392.117219:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.117223:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384392.117226:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000001:3.0:1767384392.117227:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384392.117230:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000033030487 x1853236739836928 msgsize 328 00000100:00100000:3.0:1767384392.117235:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739836800 00000020:00000001:3.0:1767384392.117242:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384392.117243:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000020:00000040:3.0:1767384392.117247:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000100:00000040:0.0:1767384392.117248:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:3.0:1767384392.117254:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384392.117259:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=9 00000100:00000001:0.0:1767384392.117262:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384392.117265:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000800:00000001:0.0:1767384392.117268:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384392.117270:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000800:00000001:0.0:1767384392.117276:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.117277:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384392.117282:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384392.117287:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fad448a. 00000800:00000001:0.0:1767384392.117288:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.117292:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384392.117292:0:18904:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384392.117298:0:18904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739836928 00000020:00000010:3.0:1767384392.117302:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fad448a. 00000400:00000200:0.0:1767384392.117305:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 02000000:00000001:2.0:1767384392.117312:0:18904:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384392.117315:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e5bbe0c. 00000100:00000001:2.0:1767384392.117316:0:18904:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384392.117316:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 328 into portal 17 MB=0x695824d900c80 00000100:00000001:2.0:1767384392.117320:0:18904:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384392.117325:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.43@tcp50 of length 328/328 into md 0x15 [2] + 0 02000000:00000001:2.0:1767384392.117326:0:18904:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.117332:0:18904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739836928 00000800:00000001:0.0:1767384392.117332:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384392.117339:0:18904:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384392.117342:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020658845. 00000020:00000040:2.0:1767384392.117343:0:18904:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:2.0:1767384392.117350:0:18904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.117353:0:18904:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=10 00000020:00000010:3.0:1767384392.117354:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000101669b3. 00000020:00000001:2.0:1767384392.117358:0:18904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:2.0:1767384392.117363:0:18904:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:2.0:1767384392.117369:0:18904:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.117374:0:18904:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037efc8c9. 00000100:00000040:3.0:1767384392.117378:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384392.117378:0:18904:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384392.117387:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384392.117387:0:18904:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037efc8c9. 00000100:00000001:3.0:1767384392.117390:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384392.117394:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000800:00000001:0.0:1767384392.117395:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384392.117397:0:18904:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f4fac24. 00010000:00000001:3.0:1767384392.117398:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384392.117405:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000400:00000200:0.0:1767384392.117406:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384392.117409:0:18904:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe9e270f. 00010000:00000001:3.0:1767384392.117411:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384392.117418:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384392.117419:0:18904:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000020:00000040:3.0:1767384392.117423:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052725037 refcount=3 00000400:00000200:0.0:1767384392.117451:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:0.0:1767384392.117457:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384392.117458:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384392.117465:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3909613. 00000100:00000001:2.0:1767384392.117469:0:18904:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384392.117469:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000e3909613 x1853236739837056 msgsize 328 00000100:00000001:2.0:1767384392.117473:0:18904:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384392.117476:0:18904:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00100000:0.0:1767384392.117479:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00010000:00000001:2.0:1767384392.117480:0:18904:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.117484:0:18904:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384392.117488:0:18904:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.117490:0:18904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.117491:0:18904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=3 00000020:00000001:2.0:1767384392.117494:0:18904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000100:00000001:0.0:1767384392.117494:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384392.117498:0:18904:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000001:2.0:1767384392.117502:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1767384392.117502:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384392.117506:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.117508:0:18904:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384392.117509:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.117511:0:18904:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.117519:0:18904:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.117527:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384392.117528:0:18904:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384392.117532:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739837056 02000000:00000001:1.0:1767384392.117536:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384392.117538:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384392.117540:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.117544:0:18904:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384392.117544:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.117547:0:18904:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384392.117547:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739837056 00000020:00000001:1.0:1767384392.117552:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384392.117554:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000100:00100000:2.0:1767384392.117558:0:18904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 0 00000020:00000001:1.0:1767384392.117558:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384392.117560:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384392.117562:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=11 00000100:00000001:0.0:1767384392.117564:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384392.117565:0:18904:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:0.0:1767384392.117567:0:17070:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.117568:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:2.0:1767384392.117570:0:18904:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565607803984 : -111508101747632 : ffff9a957f34ac50) 00000100:00000001:0.0:1767384392.117571:0:17070:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.117574:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:3.0:1767384392.117584:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368637952 : -111508340913664 : ffff9a9570f34a00) 00000100:00000040:2.0:1767384392.117585:0:18904:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000033030487 x1853236739836928/t0(0) o103->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 328/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384392.117585:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384392.117592:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e3d2fca. 00010000:00000001:3.0:1767384392.117596:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368637952 : -111508340913664 : ffff9a9570f34a00) 00000100:00000001:1.0:1767384392.117598:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384392.117609:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384392.117610:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e3d2fca. 00000100:00000001:2.0:1767384392.117613:0:18904:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384392.117614:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384392.117618:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.117618:0:18904:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037efc8c9. 00000020:00000010:1.0:1767384392.117619:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e020777a. 00000100:00000001:3.0:1767384392.117628:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.117628:0:18904:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384392.117630:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd1b070f. 00000020:00000010:2.0:1767384392.117638:0:18904:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037efc8c9. 00000020:00000010:1.0:1767384392.117640:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001cc73cad. 00000100:00000001:3.0:1767384392.117643:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.117649:0:18904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000033030487 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aa109dde-4e13-4adb-9804-a8b30e7cbc16+11:11775:x1853236739836928:12345-192.168.203.43@tcp50:103: 00000100:00000200:2.0:1767384392.117656:0:18904:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739836928 00000100:00000001:1.0:1767384392.117656:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384392.117659:0:18904:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:1.0:1767384392.117660:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384392.117662:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000002:2.0:1767384392.117662:0:18904:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384392.117664:0:17071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384392.117666:0:18904:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1767384392.117669:0:17071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.117672:0:17071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384392.117677:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384392.117680:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384392.117682:0:18904:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1767384392.117683:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2b542b4 refcount=3 02000000:00000001:2.0:1767384392.117686:0:18904:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384392.117687:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 02000000:00000010:2.0:1767384392.117691:0:18904:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007461b334. 00010000:00000001:1.0:1767384392.117691:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00000100:00000001:3.0:1767384392.117693:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384392.117695:0:18904:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.117698:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384392.117698:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384392.117700:0:18904:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.117704:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.117705:0:18904:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1767384392.117706:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384392.117707:0:17071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384392.117709:0:18904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1767384392.117711:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384392.117717:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 1 00010000:00000001:2.0:1767384392.117718:0:18904:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384392.117718:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.117725:0:18904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384392.117727:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 2 00000020:00000040:2.0:1767384392.117729:0:18904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000942a2bf2 refcount=3 00000100:00000001:0.0:1767384392.117729:0:17070:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.117730:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.117736:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556621568 : -111508152930048 : ffff9a957c27b100) 00000100:00000001:0.0:1767384392.117737:0:17070:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.117738:0:18904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00000100:00000001:1.0:1767384392.117738:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.117748:0:18904:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368639488 : -111508340912128 : ffff9a9570f35000) 00010000:00000040:2.0:1767384392.117752:0:18904:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c0101384 count: 4 00000100:00000040:3.0:1767384392.117755:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006686d5de x1853236739836800/t0(0) o103->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 328/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384392.117758:0:18904:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384392.117762:0:18904:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384392.117767:0:18904:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384392.117770:0:18904:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.117775:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384392.117775:0:18904:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384392.117783:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fad448a. 00010000:00000001:2.0:1767384392.117783:0:18904:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384392.117787:0:18904:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384392.117790:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384392.117794:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384392.117795:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fad448a. 00010000:00000001:2.0:1767384392.117798:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.117802:0:18904:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384392.117806:0:18904:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384392.117807:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006686d5de pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aa109dde-4e13-4adb-9804-a8b30e7cbc16+11:11776:x1853236739836800:12345-192.168.203.43@tcp50:103: 00000020:00000040:2.0:1767384392.117810:0:18904:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000942a2bf2 with handle 0x980286e253c5fdf8 from hash 00010000:00000001:2.0:1767384392.117816:0:18904:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384392.117822:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384392.117823:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739836800 00010000:00000001:2.0:1767384392.117825:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.117827:0:18904:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384392.117829:0:18904:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384392.117830:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384392.117837:0:18904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000942a2bf2/0x980286e253c5fdf8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c403 expref: 11 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384392.117839:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384392.117843:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384392.117849:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000040:2.0:1767384392.117852:0:18904:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000718c993b : new locks_count 3 00000100:00000001:3.0:1767384392.117856:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1767384392.117857:0:18904:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 10 02000000:00000001:3.0:1767384392.117861:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384392.117866:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000645eea9a. 02000000:00000001:3.0:1767384392.117870:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.117871:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384392.117873:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.117875:0:18904:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384392.117878:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384392.117879:0:18904:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:3.0:1767384392.117882:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384392.117883:0:18904:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384392.117887:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384392.117889:0:18904:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.117891:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384392.117894:0:18904:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:3.0:1767384392.117895:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052725037 refcount=3 00010000:00010000:2.0:1767384392.117899:0:18904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:3.0:1767384392.117903:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368637952 : -111508340913664 : ffff9a9570f34a00) 00010000:00000001:2.0:1767384392.117904:0:18904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384392.117912:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368637952 : -111508340913664 : ffff9a9570f34a00) 00010000:00000001:2.0:1767384392.117915:0:18904:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1767384392.117919:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f3a74fe4 count: 8 00010000:00000001:2.0:1767384392.117920:0:18904:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384392.117925:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:2.0:1767384392.117927:0:18904:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=98 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384392.117930:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384392.117934:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1767384392.117935:0:18904:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384392.117939:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.117943:0:18904:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 7 to 192.168.203.43@tcp50 00000020:00000001:3.0:1767384392.117945:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.117950:0:18904:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 00010000:00000001:3.0:1767384392.117952:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384392.117955:0:18904:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384392.117956:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767384392.117959:0:18904:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.117963:0:18904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384392.117965:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384392.117967:0:18904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00010000:00000001:3.0:1767384392.117969:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384392.117972:0:18904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057018585. 00010000:00000001:3.0:1767384392.117974:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384392.117979:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384392.117980:0:18904:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236739836928, offset 224 00000020:00000040:3.0:1767384392.117991:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052725037 with handle 0x980286e253c5fdea from hash 00000400:00000200:2.0:1767384392.117999:0:18904:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00010000:00000001:3.0:1767384392.118000:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384392.118004:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384392.118007:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384392.118008:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384392.118013:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384392.118013:0:18904:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00010000:00000001:3.0:1767384392.118017:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384392.118024:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052725037/0x980286e253c5fdea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c3d9 expref: 10 pid: 17079 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384392.118035:0:18904:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [221:221:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1767384392.118071:0:18904:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.118087:0:18904:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.43@tcp50 00010000:00000040:3.0:1767384392.118088:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000718c993b : new locks_count 2 00000020:00000040:3.0:1767384392.118095:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 9 00000800:00000010:2.0:1767384392.118095:0:18904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fce3f2b5. 00010000:00000001:3.0:1767384392.118108:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1767384392.118109:0:18904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00010000:00000001:3.0:1767384392.118113:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384392.118117:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000200:2.0:1767384392.118121:0:18904:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00010000:00000001:3.0:1767384392.118122:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384392.118127:0:18904:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fce3f2b5 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1767384392.118128:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384392.118137:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384392.118141:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384392.118143:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384392.118148:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384392.118149:0:18904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384392.118151:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.118157:0:18904:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 6 to 192.168.203.43@tcp50 00000100:00001000:3.0:1767384392.118158:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=98 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384392.118164:0:18904:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.118167:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384392.118174:0:18904:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384392.118175:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 7 to 192.168.203.43@tcp50 00000100:00000001:3.0:1767384392.118180:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 00000100:00000040:2.0:1767384392.118184:0:18904:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033030487 x1853236739836928/t0(0) o103->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 328/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384392.118188:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384392.118193:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.118202:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384392.118209:0:18904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000033030487 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aa109dde-4e13-4adb-9804-a8b30e7cbc16+9:11775:x1853236739836928:12345-192.168.203.43@tcp50:103: Request processed in 591us (973us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384392.118210:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000800:00000200:0.0:1767384392.118212:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384392.118218:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fce3f2b5. 00000400:00000010:3.0:1767384392.118220:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936baa4c. 00000400:00000200:0.0:1767384392.118223:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384392.118227:0:18904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 0 00000100:00000200:3.0:1767384392.118230:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236739836800, offset 224 00000100:00000040:2.0:1767384392.118232:0:18904:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 1 00000400:00000200:0.0:1767384392.118233:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:2.0:1767384392.118241:0:18904:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384392.118242:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057018585 00000100:00000001:2.0:1767384392.118243:0:18904:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384392.118244:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057018585. 00000020:00000010:2.0:1767384392.118248:0:18904:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe9e270f. 00000100:00000001:0.0:1767384392.118248:0:16346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384392.118251:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384392.118254:0:18904:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000400:00000200:3.0:1767384392.118256:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000020:00000010:2.0:1767384392.118260:0:18904:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f4fac24. 00000020:00000040:2.0:1767384392.118267:0:18904:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 8 00000100:00000001:2.0:1767384392.118270:0:18904:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384392.118278:0:17072:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000100:00000001:2.0:1767384392.118284:0:18904:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.118287:0:18904:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384392.118291:0:18904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 2 00000100:00000040:2.0:1767384392.118294:0:18904:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 2 00000100:00000001:2.0:1767384392.118301:0:18904:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556612608 : -111508152939008 : ffff9a957c278e00) 00000400:00000200:3.0:1767384392.118302:0:17072:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [222:222:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [27:27:8:4294967295] 00000100:00000040:2.0:1767384392.118311:0:18904:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e3909613 x1853236739837056/t0(0) o103->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 328/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384392.118319:0:18904:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.118322:0:18904:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037efc8c9. 00000100:00000001:2.0:1767384392.118324:0:18904:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.118326:0:18904:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037efc8c9. 00000100:00100000:2.0:1767384392.118329:0:18904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e3909613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aa109dde-4e13-4adb-9804-a8b30e7cbc16+8:11778:x1853236739837056:12345-192.168.203.43@tcp50:103: 00000100:00000200:2.0:1767384392.118333:0:18904:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739837056 00010000:00000001:2.0:1767384392.118334:0:18904:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384392.118336:0:18904:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384392.118337:0:18904:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384392.118345:0:18904:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384392.118347:0:18904:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384392.118350:0:18904:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000001f4ae99. 02000000:00000001:2.0:1767384392.118352:0:18904:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.118354:0:18904:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.118360:0:18904:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384392.118364:0:18904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384392.118366:0:18904:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.118369:0:18904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.118371:0:18904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2b542b4 refcount=3 00000020:00000001:2.0:1767384392.118375:0:18904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000001:2.0:1767384392.118383:0:18904:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368643072 : -111508340908544 : ffff9a9570f35e00) 00010000:00000040:2.0:1767384392.118391:0:18904:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000018409f0 count: 3 00000400:00000200:3.0:1767384392.118394:0:17072:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00010000:00000001:2.0:1767384392.118395:0:18904:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384392.118399:0:18904:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384392.118402:0:18904:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384392.118405:0:18904:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384392.118406:0:17072:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000020:00000001:2.0:1767384392.118408:0:18904:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.118414:0:18904:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000010:3.0:1767384392.118417:0:17072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051203aef. 00010000:00000001:2.0:1767384392.118417:0:18904:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384392.118444:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.118446:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.118448:0:18904:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384392.118449:0:18904:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.118451:0:18904:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d2b542b4 with handle 0x980286e253c5fdf1 from hash 00010000:00000001:2.0:1767384392.118454:0:18904:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384392.118456:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.118457:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.118458:0:18904:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384392.118460:0:18904:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384392.118461:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384392.118465:0:18904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d2b542b4/0x980286e253c5fdf1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c3fc expref: 8 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384392.118471:0:18904:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000718c993b : new locks_count 1 00000020:00000040:2.0:1767384392.118473:0:18904:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 7 00010000:00000001:2.0:1767384392.118483:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.118484:0:18904:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384392.118486:0:18904:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384392.118487:0:18904:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.118489:0:18904:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.118490:0:18904:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384392.118492:0:18904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384392.118493:0:18904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.118496:0:18904:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.118497:0:18904:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.118499:0:18904:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384392.118503:0:18904:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.118505:0:18904:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 8 to 192.168.203.43@tcp50 00000100:00000001:2.0:1767384392.118507:0:18904:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:2.0:1767384392.118509:0:18904:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.118511:0:18904:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.118514:0:18904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.118518:0:18904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000800:00000200:3.0:1767384392.118524:0:17072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000400:00000010:2.0:1767384392.118524:0:18904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a806f651. 00000100:00000200:2.0:1767384392.118535:0:18904:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236739837056, offset 224 00000800:00000200:3.0:1767384392.118542:0:17072:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000400:00000200:2.0:1767384392.118547:0:18904:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000800:00000200:3.0:1767384392.118558:0:17072:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000051203aef type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767384392.118558:0:18904:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:2.0:1767384392.118570:0:18904:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [223:223:255:4294967295] 192.168.203.43@tcp50 LPNI seq info [28:28:7:4294967295] 00000100:00000001:3.0:1767384392.118582:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384392.118582:0:18904:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000100:00000040:3.0:1767384392.118592:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 7 to 192.168.203.43@tcp50 00000800:00000200:2.0:1767384392.118598:0:18904:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.43@tcp50 00010000:00000001:3.0:1767384392.118600:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384392.118604:0:18904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fce3f2b5. 00010000:00000001:3.0:1767384392.118605:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384392.118615:0:18904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000100:00000040:3.0:1767384392.118617:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006686d5de x1853236739836800/t0(0) o103->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 328/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384392.118628:0:18904:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:2.0:1767384392.118637:0:18904:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fce3f2b5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.118643:0:18904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384392.118648:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006686d5de pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aa109dde-4e13-4adb-9804-a8b30e7cbc16+7:11776:x1853236739836800:12345-192.168.203.43@tcp50:103: Request processed in 867us (1512us total) trans 0 rc 0/0 00000800:00000200:0.0:1767384392.118653:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384392.118655:0:18904:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 6 to 192.168.203.43@tcp50 00000800:00000010:0.0:1767384392.118661:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051203aef. 00010000:00000001:2.0:1767384392.118664:0:18904:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384392.118670:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384392.118682:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 1 00010000:00000001:2.0:1767384392.118682:0:18904:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384392.118692:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000040:3.0:1767384392.118693:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 1 00000100:00000001:3.0:1767384392.118700:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384392.118701:0:18904:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3909613 x1853236739837056/t0(0) o103->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 328/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384392.118703:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936baa4c 00000100:00000001:3.0:1767384392.118704:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384392.118707:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936baa4c. 00000020:00000010:3.0:1767384392.118711:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020658845. 00000100:00000001:0.0:1767384392.118715:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384392.118720:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384392.118725:0:18904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e3909613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:aa109dde-4e13-4adb-9804-a8b30e7cbc16+7:11778:x1853236739837056:12345-192.168.203.43@tcp50:103: Request processed in 402us (1252us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384392.118726:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000101669b3. 00000020:00000010:3.0:1767384392.118735:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e5bbe0c. 00000800:00000200:0.0:1767384392.118738:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767384392.118743:0:18904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 2 00000800:00000010:0.0:1767384392.118744:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fce3f2b5. 00000020:00000040:3.0:1767384392.118746:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 6 00000400:00000200:0.0:1767384392.118750:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384392.118751:0:18904:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000100:00000001:2.0:1767384392.118756:0:18904:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.118760:0:18904:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384392.118760:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.118764:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a806f651 00000020:00000010:2.0:1767384392.118765:0:18904:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd1b070f. 00000400:00000010:0.0:1767384392.118766:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a806f651. 00000100:00000001:0.0:1767384392.118770:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384392.118771:0:18904:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001cc73cad. 00000100:00000001:0.0:1767384392.118772:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384392.118778:0:18904:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e020777a. 00000020:00000040:2.0:1767384392.118783:0:18904:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 6 00000100:00000001:2.0:1767384392.118785:0:18904:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384392.118887:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384392.118889:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000645eea9a. 02000000:00000001:3.0:1767384392.118894:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384392.118896:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006686d5de. 02000000:00000001:3.0:1767384392.118901:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384392.118902:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007461b334. 02000000:00000001:3.0:1767384392.118904:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384392.118906:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384392.118907:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009baa29d2. 02000000:00000001:3.0:1767384392.118909:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384392.118910:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050c80de4. 02000000:00000001:3.0:1767384392.118914:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384392.118915:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c08dedce. 02000000:00000001:3.0:1767384392.118918:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384392.118919:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000447e0b8d. 02000000:00000001:3.0:1767384392.118922:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384392.118931:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fa6058f2. 02000000:00000001:3.0:1767384392.118934:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384392.118935:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079d269ad. 02000000:00000001:3.0:1767384392.118938:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384392.118940:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005f209717. 02000000:00000001:3.0:1767384392.118942:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384392.118943:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075d4afe7. 02000000:00000001:3.0:1767384392.118946:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384392.118947:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001f9163fb. 02000000:00000001:3.0:1767384392.118949:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384392.118950:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b079b473. 00000100:00000001:3.0:1767384392.118953:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384392.118959:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1767384392.119026:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3e6e89c. 00000400:00000010:3.0:1767384392.119034:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b22ff1d7. 00000800:00000001:0.0:1767384392.124418:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.124450:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384392.124453:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.124456:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.124464:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:0.0:1767384392.124476:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 224 into portal 28 MB=0x695824d900d00 00000400:00000200:0.0:1767384392.124483:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.43@tcp50 of length 224/224 into md 0xae1 [8] + 5528 00000800:00000001:0.0:1767384392.124491:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.124499:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.124501:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.124506:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:0.0:1767384392.124512:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384392.124514:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384392.124518:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032332ec9. 00000100:00000040:0.0:1767384392.124521:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000032332ec9 x1853236739837184 msgsize 224 00000100:00100000:0.0:1767384392.124525:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000001:0.0:1767384392.124537:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384392.124541:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.124544:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384392.124975:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384392.124978:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739837184 02000000:00000001:1.0:1767384392.124981:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384392.124983:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384392.124985:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384392.124988:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384392.124992:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739837184 00000020:00000001:1.0:1767384392.124994:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384392.124995:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fe06 00000020:00000001:1.0:1767384392.124997:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384392.124999:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf9d211a refcount=6 00000020:00000001:1.0:1767384392.125002:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565623595008 : -111508085956608 : ffff9a958025a000) 00000020:00000001:1.0:1767384392.125004:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565623595008 : -111508085956608 : ffff9a958025a000) 00000100:00000001:1.0:1767384392.125007:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384392.125011:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e3d2fca. 00000020:00000010:1.0:1767384392.125015:0:17892:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d6a59825. 00000020:00000040:1.0:1767384392.125020:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 8 - evictor 00000100:00000001:1.0:1767384392.125033:0:17892:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384392.125037:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f770788. 00000020:00000010:1.0:1767384392.125060:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022f44049. 00000020:00000010:1.0:1767384392.125064:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000057c531fa. 00000100:00080000:2.0:1767384392.125071:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:1.0:1767384392.125073:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000040:2.0:1767384392.125076:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 8 - evictor 00000100:00000001:1.0:1767384392.125078:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384392.125082:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384392.125084:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.125090:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.125107:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384392.125117:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384392.125118:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384392.125122:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 5 00000100:00000040:1.0:1767384392.125125:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf9d211a : new rpc_count 1 00000100:00000001:1.0:1767384392.125126:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556610816 : -111508152940800 : ffff9a957c278700) 00000100:00000040:1.0:1767384392.125132:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032332ec9 x1853236739837184/t0(0) o9->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384392.125141:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384392.125143:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a0423e5. 00000100:00000001:1.0:1767384392.125145:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384392.125147:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a0423e5. 00000100:00100000:1.0:1767384392.125151:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032332ec9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8f894026-c395-4947-8712-9e3aa1c4e5fd+6:11774:x1853236739837184:12345-192.168.203.43@tcp50:9: 00000100:00000200:1.0:1767384392.125154:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739837184 00000020:00000001:1.0:1767384392.125157:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384392.125160:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384392.125162:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.125164:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384392.125167:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494800 : -1044056816 : ffffffffc1c4f510) 00000020:00000001:1.0:1767384392.125170:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384392.125172:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384392.125174:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384392.125176:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384392.125179:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.125181:0:17892:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384392.125187:0:17892:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384392.125190:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384392.125192:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384392.125196:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e7be00fa. 02000000:00000001:1.0:1767384392.125198:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.125200:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.125204:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000cf9d211a refcount=7 00010000:00000001:1.0:1767384392.125206:0:17892:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:1.0:1767384392.125208:0:17892:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384392.125210:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000cf9d211a refcount=8 00010000:00000001:1.0:1767384392.125212:0:17892:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384392.125214:0:17892:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384392.125223:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 7 00000020:00000080:1.0:1767384392.125226:0:17892:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fe06 00000020:00000040:1.0:1767384392.125228:0:17892:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf9d211a with handle 0x980286e253c5fe06 from hash 00000020:00000040:1.0:1767384392.125232:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 6 00000020:00000010:1.0:1767384392.125235:0:17892:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001e3d2fca. 00000020:00000001:1.0:1767384392.125237:0:17892:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384392.125238:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 5 00000020:00000001:1.0:1767384392.125240:0:17892:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384392.125241:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 4 00000020:00000001:1.0:1767384392.125243:0:17892:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.125245:0:17892:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384392.125247:0:17892:0:(import.c:65:import_set_state_nolock()) 000000000da91af4 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384392.125250:0:17892:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384392.125252:0:17892:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384392.125254:0:17892:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384392.125264:0:17892:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384392.125268:0:17892:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384392.125271:0:17892:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000035a2e028 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384392.125274:0:17892:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/00000000cf9d211a dirty 0 pend 0 grant 0 00000020:00000010:1.0:1767384392.125278:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4c80cc0. 00000020:00000010:1.0:1767384392.125282:0:17892:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e020777a. 00000020:00000010:1.0:1767384392.125287:0:17892:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000030c0c0f2. 00000020:00000010:1.0:1767384392.125292:0:17892:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004964635c. 00000020:00000001:0.0:1767384392.125292:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384392.125296:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.125300:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1767384392.125303:0:17892:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ef145815. 80000000:00000010:1.0:1767384392.125309:0:17892:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d919e6ce. 40000000:00000010:1.0:1767384392.125313:0:17892:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001e3d2fca. 00100000:00000010:1.0:1767384392.125317:0:17892:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000e8b5e89. 00040000:00000010:1.0:1767384392.125322:0:17892:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006dad2a7d. 00040000:00000010:1.0:1767384392.125325:0:17892:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b7aa6f20. 00080000:00000010:1.0:1767384392.125330:0:17892:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d90b90e. 00080000:00000010:1.0:1767384392.125336:0:17892:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fe701187. 00002000:00000010:1.0:1767384392.125342:0:17892:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c0737f3b. 00000001:00000001:1.0:1767384392.125345:0:17892:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:1.0:1767384392.125347:0:17892:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '8f894026-c395-4947-8712-9e3aa1c4e5fd' 00000001:00000001:1.0:1767384392.125350:0:17892:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384392.125351:0:17892:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:1.0:1767384392.125355:0:17892:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384392.125371:0:17892:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000097b0d193. 00080000:00000001:1.0:1767384392.125373:0:17892:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565481699328 : -111508227852288 : ffff9a9577b07800) 00080000:00000001:1.0:1767384392.125377:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384392.125381:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384392.125383:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a0423e5. 00080000:00000001:1.0:1767384392.125385:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384392.125388:0:17892:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384392.125395:0:17892:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384392.125398:0:17892:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:1.0:1767384392.125422:0:17892:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384392.125445:0:17892:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384392.125450:0:17892:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384392.125458:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a0423e5. 00040000:00000001:1.0:1767384392.125461:0:17892:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384392.125463:0:17892:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384392.125465:0:17892:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384392.125467:0:17892:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384392.125469:0:17892:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384392.125471:0:17892:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384392.125478:0:17892:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384392.125480:0:17892:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003ede8e21. 00080000:00000001:1.0:1767384392.125482:0:17892:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632565481694720 : -111508227856896 : ffff9a9577b06600) 00080000:00000001:1.0:1767384392.125484:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384392.125486:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384392.125487:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a0423e5. 00080000:00000001:1.0:1767384392.125489:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384392.125491:0:17892:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384392.125494:0:17892:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384392.125496:0:17892:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000c224569a. 00000001:00000040:1.0:1767384392.125498:0:17892:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000cf9d211a : new cb_count 2 00000020:00000040:1.0:1767384392.125500:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000cf9d211a refcount=5 00000001:00000001:1.0:1767384392.125510:0:17892:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384392.125512:0:17892:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384392.125515:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a0423e5. 00040000:00000001:1.0:1767384392.125517:0:17892:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384392.125518:0:17892:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384392.125519:0:17892:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384392.125521:0:17892:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:1.0:1767384392.125523:0:17892:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:1.0:1767384392.125525:0:17892:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384392.125529:0:17892:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e020777a. 00000020:00000010:1.0:1767384392.125532:0:17892:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000030c0c0f2. 00000020:00000010:1.0:1767384392.125535:0:17892:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004964635c. 00000020:00000010:1.0:1767384392.125538:0:17892:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ef145815. 80000000:00000010:1.0:1767384392.125541:0:17892:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d919e6ce. 40000000:00000010:1.0:1767384392.125545:0:17892:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001e3d2fca. 00100000:00000010:1.0:1767384392.125548:0:17892:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000e8b5e89. 00040000:00000010:1.0:1767384392.125551:0:17892:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006dad2a7d. 00040000:00000010:1.0:1767384392.125554:0:17892:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b7aa6f20. 00080000:00000010:1.0:1767384392.125558:0:17892:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fe701187. 00080000:00000010:1.0:1767384392.125561:0:17892:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d90b90e. 00002000:00000010:1.0:1767384392.125564:0:17892:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c0737f3b. 00000020:00000010:1.0:1767384392.125567:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4c80cc0. 00000001:00000001:1.0:1767384392.125569:0:17892:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384392.125576:0:17892:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000b3642699) : new refcount 8 00000001:00000001:1.0:1767384392.125579:0:17892:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384392.125581:0:17892:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 7 00000020:00000040:1.0:1767384392.125583:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 4 00000001:00000001:1.0:1767384392.125584:0:17892:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384392.125585:0:17892:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 6 00000001:00000001:1.0:1767384392.125587:0:17892:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384392.125588:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 3 00002000:00000001:1.0:1767384392.125590:0:17892:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.125592:0:17892:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.125594:0:17892:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.125596:0:17892:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384392.125598:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739837184 00010000:00000001:1.0:1767384392.125601:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384392.125605:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032332ec9 x1853236739837184/t0(0) o9->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384392.125613:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384392.125616:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384392.125618:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384392.125621:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384392.125624:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 7 to 192.168.203.43@tcp50 00000100:00000001:1.0:1767384392.125626:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:1.0:1767384392.125628:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384392.125630:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.125632:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384392.125635:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:1.0:1767384392.125639:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000100:00000200:1.0:1767384392.125643:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236739837184, offset 224 00000400:00000200:1.0:1767384392.125648:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:1.0:1767384392.125657:0:17892:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:1.0:1767384392.125672:0:17892:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [224:224:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:1.0:1767384392.125681:0:17892:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384392.125691:0:17892:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:1.0:1767384392.125694:0:17892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dad2a7d. 00000800:00000200:1.0:1767384392.125699:0:17892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:1.0:1767384392.125704:0:17892:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:1.0:1767384392.125708:0:17892:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dad2a7d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384392.125719:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384392.125723:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 6 to 192.168.203.43@tcp50 00010000:00000001:1.0:1767384392.125725:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384392.125727:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.125728:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384392.125732:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032332ec9 x1853236739837184/t0(0) o9->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384392.125741:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032332ec9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8f894026-c395-4947-8712-9e3aa1c4e5fd+3:11774:x1853236739837184:12345-192.168.203.43@tcp50:9: Request processed in 599us (1218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384392.125748:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 5 00000100:00000040:1.0:1767384392.125752:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf9d211a : new rpc_count 0 00000100:00000001:1.0:1767384392.125754:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384392.125755:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384392.125758:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022f44049. 00000020:00000010:1.0:1767384392.125761:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000057c531fa. 00000020:00000010:1.0:1767384392.125765:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f770788. 00000020:00000040:1.0:1767384392.125768:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 2 00000100:00000001:1.0:1767384392.125770:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384392.125808:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384392.125813:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dad2a7d. 00000400:00000200:0.0:1767384392.125817:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.125822:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.125825:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c566e11c 00000400:00000010:0.0:1767384392.125827:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c566e11c. 00000100:00000001:0.0:1767384392.125831:0:16346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384392.125832:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384392.129459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000942a2bf2. 00010000:00000010:3.1:1767384392.129460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052725037. 00010000:00000010:2.1:1767384392.129470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d2b542b4. 00000800:00000001:0.0:1767384392.133281:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.133290:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384392.133293:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.133294:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.133301:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:0.0:1767384392.133310:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 224 into portal 12 MB=0x695824d900e00 00000400:00000200:0.0:1767384392.133315:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.43@tcp50 of length 224/224 into md 0x229 [64] + 11832 00000800:00000001:0.0:1767384392.133320:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.133325:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.133326:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.133329:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000100:00000001:0.0:1767384392.133333:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384392.133334:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384392.133338:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006686d5de. 00000100:00000040:0.0:1767384392.133340:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000006686d5de x1853236739837440 msgsize 224 00000100:00100000:0.0:1767384392.133343:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000001:0.0:1767384392.133354:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384392.133360:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.133363:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.133445:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384392.133447:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739837440 02000000:00000001:2.0:1767384392.133449:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384392.133451:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384392.133452:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.133454:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.133457:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739837440 00000020:00000001:2.0:1767384392.133459:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384392.133460:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fdff 00000020:00000001:2.0:1767384392.133461:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.133463:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000060a481c4 refcount=7 00000020:00000001:2.0:1767384392.133464:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000020:00000001:2.0:1767384392.133466:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00000100:00000001:2.0:1767384392.133469:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.133472:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037efc8c9. 00000100:00000001:2.0:1767384392.133474:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.133484:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037efc8c9. 00000020:00000010:2.0:1767384392.133488:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f4fac24. 00000020:00000010:2.0:1767384392.133491:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003eb8b002. 00000020:00000010:2.0:1767384392.133493:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000100:00000040:2.0:1767384392.133498:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384392.133500:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384392.133501:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384392.133503:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.133507:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.133518:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.133525:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.133526:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384392.133529:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 8 00000100:00000040:2.0:1767384392.133531:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000060a481c4 : new rpc_count 1 00000100:00000001:2.0:1767384392.133533:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556621568 : -111508152930048 : ffff9a957c27b100) 00000100:00000040:2.0:1767384392.133536:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006686d5de x1853236739837440/t0(0) o39->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384392.133543:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.133544:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037efc8c9. 00000100:00000001:2.0:1767384392.133545:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.133546:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037efc8c9. 00000100:00100000:2.0:1767384392.133549:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006686d5de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f894026-c395-4947-8712-9e3aa1c4e5fd+7:11774:x1853236739837440:12345-192.168.203.43@tcp50:39: 00000100:00000200:2.0:1767384392.133551:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739837440 00000020:00000001:2.0:1767384392.133552:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384392.133554:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384392.133557:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.133559:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384392.133560:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663371104 : -1046180512 : ffffffffc1a48d60) 00000020:00000001:2.0:1767384392.133562:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384392.133564:0:17085:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236739837440, found 0 last_xid 1853236739836671 00000020:00000001:2.0:1767384392.133566:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384392.133568:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384392.133572:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384392.133574:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.133576:0:17085:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384392.133577:0:17085:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384392.133580:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384392.133582:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384392.133585:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b6e51fe. 02000000:00000001:2.0:1767384392.133586:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.133588:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.133591:0:17085:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=8 00010000:00000001:2.0:1767384392.133592:0:17085:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384392.133595:0:17085:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384392.133596:0:17085:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=9 00010000:00000001:2.0:1767384392.133597:0:17085:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384392.133598:0:17085:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384392.133605:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 8 00000020:00000080:2.0:1767384392.133607:0:17085:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fdff 00000020:00000040:2.0:1767384392.133609:0:17085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000060a481c4 with handle 0x980286e253c5fdff from hash 00000020:00000040:2.0:1767384392.133612:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 7 00000020:00000010:2.0:1767384392.133614:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000068ecd8a8. 00000020:00000001:2.0:1767384392.133616:0:17085:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384392.133617:0:17085:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000060a481c4: total 0 00000020:00000001:2.0:1767384392.133618:0:17085:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.133619:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 6 00000020:00000001:2.0:1767384392.133620:0:17085:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.133622:0:17085:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384392.133623:0:17085:0:(import.c:65:import_set_state_nolock()) 00000000d0edc5bf : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384392.133625:0:17085:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384392.133626:0:17085:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384392.133627:0:17085:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384392.133635:0:17085:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384392.133639:0:17085:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384392.133641:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000c69fd3c1 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384392.133644:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000b4608298 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384392.133646:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/0000000060a481c4 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1767384392.133655:0:17085:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:2.0:1767384392.133659:0:17085:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:2.0:1767384392.133660:0:17085:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '8f894026-c395-4947-8712-9e3aa1c4e5fd' 00000020:00000001:0.0:1767384392.133661:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:0.0:1767384392.133663:0:17073:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000060a481c4: total 0 00000001:00000001:2.0:1767384392.133664:0:17085:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384392.133665:0:17085:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000020:00000001:0.0:1767384392.133665:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446632560334786560 : -111513374765056 : ffff9a9444e8d000) 00080000:00000001:2.0:1767384392.133669:0:17085:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384392.133669:0:17073:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00080000:00000010:2.0:1767384392.133673:0:17085:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cec45445. 00000020:00000010:0.0:1767384392.133673:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000094c8450. 00080000:00000001:2.0:1767384392.133676:0:17085:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632564705559552 : -111509003992064 : ffff9a95496d8400) 00000020:00000010:0.0:1767384392.133676:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000daaf9fdd. 00080000:00000001:2.0:1767384392.133679:0:17085:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:0.0:1767384392.133680:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042ac713b. 00000001:00000001:2.0:1767384392.133682:0:17085:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384392.133684:0:17085:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000037efc8c9. 00000020:00000010:0.0:1767384392.133684:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00080000:00000001:2.0:1767384392.133686:0:17085:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.133687:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ccff249f. 00080000:00000001:2.0:1767384392.133688:0:17085:0:(osd_handler.c:2167:osd_trans_start()) Process entered 80000000:00000010:0.0:1767384392.133690:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a38f0c3. 00080000:00000001:2.0:1767384392.133692:0:17085:0:(osd_io.c:1849:osd_declare_write()) Process entered 40000000:00000010:0.0:1767384392.133692:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004835f2c3. 00000001:00000001:2.0:1767384392.133694:0:17085:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384392.133695:0:17085:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010d75641. 00100000:00000010:0.0:1767384392.133696:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3b62bc5. 00080000:00000001:2.0:1767384392.133697:0:17085:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384392.133699:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002308ea8b. 00040000:00000010:0.0:1767384392.133702:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000068e39e3d. 00080000:00000001:2.0:1767384392.133703:0:17085:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.133705:0:17085:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000010:0.0:1767384392.133707:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000008981262. 00080000:00000010:0.0:1767384392.133711:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000259f09e9. 00002000:00000010:0.0:1767384392.133716:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b84dcad2. 00000020:00000010:0.0:1767384392.133719:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000daaf9fdd. 00000020:00000010:0.0:1767384392.133723:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042ac713b. 00000001:00000040:2.0:1767384392.133725:0:17085:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000010:0.0:1767384392.133726:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000001:00000001:2.0:1767384392.133727:0:17085:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.133729:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ccff249f. 00080000:00000001:2.0:1767384392.133730:0:17085:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 80000000:00000010:0.0:1767384392.133732:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009a38f0c3. 00000001:00000001:2.0:1767384392.133733:0:17085:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1767384392.133735:0:17085:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000001:00000010:2.0:1767384392.133738:0:17085:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000000993ab98. 40000000:00000010:0.0:1767384392.133738:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004835f2c3. 00000001:00000040:2.0:1767384392.133740:0:17085:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000060a481c4 : new cb_count 2 00100000:00000010:0.0:1767384392.133741:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c3b62bc5. 00000020:00000040:2.0:1767384392.133742:0:17085:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=7 00040000:00000010:0.0:1767384392.133743:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002308ea8b. 00000001:00000010:2.0:1767384392.133746:0:17085:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000000d5b254c. 00040000:00000010:0.0:1767384392.133746:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000068e39e3d. 00080000:00000010:0.0:1767384392.133749:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000259f09e9. 00080000:00000010:0.0:1767384392.133751:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000008981262. 00002000:00000010:0.0:1767384392.133754:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b84dcad2. 00000020:00000010:0.0:1767384392.133756:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000094c8450. 00010000:00010000:0.0:1767384392.133758:0:17073:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000060a481c4, canceled 0 locks, left on hash table 1. 00000020:00000010:0.0:1767384392.133761:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000094c8450. 00000020:00000010:0.0:1767384392.133764:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cc871318. 00000020:00000010:0.0:1767384392.133767:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c3b62bc5. 00000020:00000010:0.0:1767384392.133769:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384392.133771:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068e39e3d. 80000000:00000010:0.0:1767384392.133774:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a38f0c3. 40000000:00000010:0.0:1767384392.133775:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004835f2c3. 00100000:00000010:0.0:1767384392.133778:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000042ac713b. 00040000:00000010:0.0:1767384392.133780:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002308ea8b. 00040000:00000010:0.0:1767384392.133782:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ccff249f. 00080000:00000010:0.0:1767384392.133785:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000008981262. 00080000:00000010:0.0:1767384392.133789:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000259f09e9. 00002000:00000010:0.0:1767384392.133791:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b84dcad2. 00000001:00000010:2.0:1767384392.133792:0:17085:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000911557df. 00000001:00000001:0.0:1767384392.133794:0:17073:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:0.0:1767384392.133797:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384392.133802:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002d1e8a86 count: 2 00080000:00000010:2.0:1767384392.133803:0:17085:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000ca96c7a7. 00000004:00000001:0.0:1767384392.133805:0:17073:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1767384392.133807:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384392.133809:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384392.133811:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384392.133813:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.133814:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384392.133818:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384392.133819:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:2.0:1767384392.133820:0:17085:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 000000000d5b254c: xid 1853236739837440, transno 8589934593, tag 0, client gen 1, slot idx 0 00010000:00000001:0.0:1767384392.133823:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1767384392.133824:0:17085:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384392.133824:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384392.133826:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384392.133827:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384392.133829:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000007f0bd6e with handle 0x980286e253c5fe14 from hash 00010000:00000001:0.0:1767384392.133831:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384392.133832:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384392.133833:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384392.133834:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1767384392.133839:0:17073:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000007a768643. 00010000:00000001:0.0:1767384392.133842:0:17073:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384392.133843:0:17073:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384392.133845:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384392.133847:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384392.133849:0:17073:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384392.133851:0:17073:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000002d1e8a86) 00010000:00010000:0.0:1767384392.133853:0:17073:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384392.133856:0:17073:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384392.133858:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384392.133860:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384392.133862:0:17073:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000060a481c4, 1 locks cancelled. 00010000:00000001:0.0:1767384392.133864:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384392.133865:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384392.133866:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384392.133869:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007f0bd6e/0x980286e253c5fe14 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c426 expref: 7 pid: 18314 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384392.133877:0:17073:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003fffa778. 00010000:00000040:0.0:1767384392.133879:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000060a481c4 : new locks_count 0 00000020:00000040:0.0:1767384392.133881:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 6 00010000:00000010:0.0:1767384392.133883:0:17073:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aba24284. 00010000:00000040:0.0:1767384392.133886:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002d1e8a86 count: 0 00010000:00000010:0.0:1767384392.133891:0:17073:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000373290c9. 00010000:00000001:0.0:1767384392.133897:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384392.133899:0:17073:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8f894026-c395-4, loop: 0 00000001:00000001:0.0:1767384392.133900:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384392.133904:0:17073:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.133906:0:17073:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000060a481c4, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384392.133909:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cc871318. 00000020:00000010:0.0:1767384392.133911:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c3b62bc5. 00000020:00000010:0.0:1767384392.133914:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384392.133917:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068e39e3d. 80000000:00000010:0.0:1767384392.133919:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009a38f0c3. 40000000:00000010:0.0:1767384392.133921:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004835f2c3. 00100000:00000010:0.0:1767384392.133924:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000042ac713b. 00040000:00000010:0.0:1767384392.133926:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002308ea8b. 00040000:00000010:0.0:1767384392.133927:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ccff249f. 00080000:00000010:0.0:1767384392.133930:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000259f09e9. 00080000:00000010:0.0:1767384392.133932:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000008981262. 00002000:00000010:0.0:1767384392.133933:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b84dcad2. 00000020:00000010:0.0:1767384392.133935:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000094c8450. 00000020:00000001:0.0:1767384392.133936:0:17073:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384392.133937:0:17073:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 5 00000020:00000001:0.0:1767384392.133938:0:17073:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1767384392.133939:0:17073:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.133940:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384392.133941:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.133942:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384392.133943:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384392.133943:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.133944:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384392.133945:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384392.133946:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.133947:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384392.136044:0:17065:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1767384392.136060:0:17065:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1767384392.136063:0:17065:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:1.0:1767384392.136066:0:17065:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000060a481c4 : new cb_count 1 00000020:00000040:1.0:1767384392.136069:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 4 00000001:00000010:1.0:1767384392.136071:0:17065:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000000993ab98. 00080000:00000010:1.0:1767384392.136074:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cec45445. 00000001:00100000:1.0:1767384392.136085:0:17065:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8f894026-c395-4947-8712-9e3aa1c4e5fd 00000001:00000040:1.0:1767384392.136087:0:17065:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000060a481c4 : new cb_count 0 00000020:00000040:1.0:1767384392.136089:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 3 00000001:00000010:1.0:1767384392.136091:0:17065:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000e400ff04. 00080000:00000010:1.0:1767384392.136095:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c434cd20. 00080000:00000010:2.0:1767384392.136128:0:17085:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010d75641. 00080000:00000010:2.0:1767384392.136138:0:17085:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000037efc8c9. 00040000:00000001:2.0:1767384392.136142:0:17085:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384392.136144:0:17085:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384392.136146:0:17085:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384392.136148:0:17085:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384392.136151:0:17085:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.136154:0:17085:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384392.136155:0:17085:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384392.136158:0:17085:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cec45445. 00080000:00000001:2.0:1767384392.136160:0:17085:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632564705559552 : -111509003992064 : ffff9a95496d8400) 00080000:00000001:2.0:1767384392.136162:0:17085:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384392.136169:0:17085:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384392.136171:0:17085:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000037efc8c9. 00080000:00000001:2.0:1767384392.136173:0:17085:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.136175:0:17085:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384392.136183:0:17085:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384392.136186:0:17085:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000e5da7eb1. 00000001:00000040:2.0:1767384392.136188:0:17085:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000060a481c4 : new cb_count 1 00000020:00000040:2.0:1767384392.136189:0:17085:0:(genops.c:887:class_export_get()) GET export 0000000060a481c4 refcount=4 00000001:00000001:2.0:1767384392.136201:0:17085:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384392.136203:0:17085:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384392.136205:0:17085:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000037efc8c9. 00040000:00000001:2.0:1767384392.136207:0:17085:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384392.136208:0:17085:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384392.136210:0:17085:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384392.136211:0:17085:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:2.0:1767384392.136214:0:17085:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:2.0:1767384392.136216:0:17085:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.136218:0:17085:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.136220:0:17085:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384392.136222:0:17085:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000b3642699) : new refcount 7 00000001:00000001:2.0:1767384392.136225:0:17085:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384392.136227:0:17085:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 6 00000020:00000040:2.0:1767384392.136229:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 3 00000001:00000001:2.0:1767384392.136231:0:17085:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384392.136236:0:17085:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 5 00000001:00000001:2.0:1767384392.136238:0:17085:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384392.136239:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 2 00000004:00000001:2.0:1767384392.136241:0:17085:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.136242:0:17085:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.136244:0:17085:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.136247:0:17085:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384392.136250:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934593, xid 1853236739837440 00010000:00000001:2.0:1767384392.136253:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384392.136258:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006686d5de x1853236739837440/t8589934593(0) o39->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384392.136266:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.136268:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.136271:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384392.136275:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.136277:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 7 to 192.168.203.43@tcp50 00000100:00000001:2.0:1767384392.136279:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 02000000:00000001:2.0:1767384392.136282:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.136284:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.136287:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.136290:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00000400:00000010:2.0:1767384392.136293:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae93c10a. 00000100:00000200:2.0:1767384392.136298:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236739837440, offset 224 00000400:00000200:2.0:1767384392.136304:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 00000400:00000200:2.0:1767384392.136312:0:17085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00000400:00000200:2.0:1767384392.136328:0:17085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [225:225:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:2.0:1767384392.136339:0:17085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.136344:0:17085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000800:00000010:2.0:1767384392.136348:0:17085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fce3f2b5. 00000800:00000200:2.0:1767384392.136353:0:17085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000800:00000200:2.0:1767384392.136364:0:17085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 00000800:00000200:2.0:1767384392.136373:0:17085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fce3f2b5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.136388:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.136392:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 6 to 192.168.203.43@tcp50 00010000:00000001:2.0:1767384392.136394:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384392.136395:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.136397:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384392.136401:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006686d5de x1853236739837440/t8589934593(0) o39->8f894026-c395-4947-8712-9e3aa1c4e5fd@192.168.203.43@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384392.136410:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006686d5de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f894026-c395-4947-8712-9e3aa1c4e5fd+2:11774:x1853236739837440:12345-192.168.203.43@tcp50:39: Request processed in 2866us (3067us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1767384392.136417:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 8 00000100:00000040:2.0:1767384392.136419:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000060a481c4 : new rpc_count 0 00000100:00000001:2.0:1767384392.136422:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.136440:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384392.136443:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003eb8b002. 00000020:00000010:2.0:1767384392.136446:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000020:00000010:2.0:1767384392.136449:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f4fac24. 00000020:00000040:2.0:1767384392.136453:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 1 00000100:00000001:2.0:1767384392.136454:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384392.136542:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384392.136546:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fce3f2b5. 00000400:00000200:0.0:1767384392.136549:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.136553:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.136555:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae93c10a 00000400:00000010:0.0:1767384392.136557:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae93c10a. 00000100:00000001:0.0:1767384392.136560:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384392.136561:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384392.139465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002d1e8a86. 00010000:00000010:0.1:1767384392.139473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007f0bd6e. 00000800:00000001:0.0:1767384392.144725:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.144745:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384392.144748:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.144749:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.144763:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50) <- 192.168.203.43@tcp50 : PUT - for me 00000400:00000200:0.0:1767384392.144783:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.43@tcp50 of length 224 into portal 26 MB=0x695824d900f00 00000400:00000200:0.0:1767384392.144793:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.43@tcp50 of length 224/224 into md 0x1979 [2] + 0 00000400:00000010:0.0:1767384392.144799:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe9a58e3. 00000400:00000200:0.0:1767384392.144803:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000012e7362 00000800:00000001:0.0:1767384392.144809:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.144842:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.144846:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.144860:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.144866:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000012e7362 00000400:00000010:0.0:1767384392.144870:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000012e7362. 00000100:00000001:0.0:1767384392.144880:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384392.144882:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384392.144886:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000506e6cd9 x1853236739837696 msgsize 224 00000100:00100000:0.0:1767384392.144891:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp50 (source: 12345-192.168.203.43@tcp50) 00000100:00000040:0.0:1767384392.144894:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384392.144907:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384392.144916:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.144919:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384392.144989:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384392.144995:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236739837696 02000000:00000001:1.0:1767384392.144999:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384392.145001:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384392.145003:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384392.145008:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384392.145012:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236739837696 00000020:00000001:1.0:1767384392.145015:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384392.145017:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fddc 00000020:00000001:1.0:1767384392.145019:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384392.145021:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000718c993b refcount=6 00000020:00000001:1.0:1767384392.145025:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000020:00000001:1.0:1767384392.145027:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00000100:00000001:1.0:1767384392.145031:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384392.145039:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b44db594. 00000100:00000001:1.0:1767384392.145041:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384392.145044:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b44db594. 00000020:00000010:1.0:1767384392.145063:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d8892d. 00000020:00000010:1.0:1767384392.145068:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022f44049. 00000020:00000010:1.0:1767384392.145073:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000057c531fa. 00000100:00000040:1.0:1767384392.145869:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384392.145873:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384392.145874:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384392.145876:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.145882:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.145897:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384392.145908:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384392.145910:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384392.145917:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp50, seq: 173 00000100:00000040:1.0:1767384392.145933:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000718c993b : new rpc_count 1 00000100:00000001:1.0:1767384392.145935:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609682000 : -111508099869616 : ffff9a957f515450) 00000100:00000040:1.0:1767384392.145941:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000506e6cd9 x1853236739837696/t0(0) o251->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384392.145950:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384392.145953:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b44db594. 00000100:00000001:1.0:1767384392.145955:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384392.145957:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b44db594. 00000100:00100000:1.0:1767384392.145961:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000506e6cd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+6:11774:x1853236739837696:12345-192.168.203.43@tcp50:251: 00000100:00000200:1.0:1767384392.145964:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236739837696 00000020:00000001:1.0:1767384392.145967:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384392.145970:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384392.145973:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.145975:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384392.145977:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330160 : -1048221456 : ffffffffc18568f0) 00000020:00000001:1.0:1767384392.145980:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384392.145981:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384392.145983:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384392.145985:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384392.145988:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384392.145990:0:17079:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:1.0:1767384392.145992:0:17079:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384392.145994:0:17079:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384392.145997:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384392.145999:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384392.146003:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c0737f3b. 02000000:00000001:1.0:1767384392.146005:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.146007:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.146011:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=7 00010000:00000001:1.0:1767384392.146013:0:17079:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384392.146015:0:17079:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384392.146018:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 6 20000000:00000010:1.0:1767384392.146021:0:17079:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000f504b6da. 00000020:00000040:1.0:1767384392.146028:0:17079:0:(genops.c:887:class_export_get()) GET export 00000000718c993b refcount=7 00010000:00000001:1.0:1767384392.146032:0:17079:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384392.146034:0:17079:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384392.146060:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 6 00000020:00000080:1.0:1767384392.146063:0:17079:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fddc 00000020:00000040:1.0:1767384392.146066:0:17079:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000718c993b with handle 0x980286e253c5fddc from hash 00000020:00000040:1.0:1767384392.146072:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 5 00000020:00000001:1.0:1767384392.146085:0:17079:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384392.146087:0:17079:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000718c993b: total 0 00000020:00000001:1.0:1767384392.146090:0:17079:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384392.146092:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 4 00000020:00000001:1.0:1767384392.146094:0:17079:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.146096:0:17079:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384392.146098:0:17079:0:(import.c:65:import_set_state_nolock()) 000000003ac47bcf : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384392.146102:0:17079:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384392.146104:0:17079:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384392.146107:0:17079:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384392.146124:0:17079:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.146126:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 3 20000000:00000001:1.0:1767384392.146127:0:17079:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.146129:0:17079:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.146131:0:17079:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.146132:0:17079:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384392.146134:0:17079:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384392.146137:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236739837696 00010000:00000001:1.0:1767384392.146139:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384392.146144:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000506e6cd9 x1853236739837696/t0(0) o251->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384392.146152:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384392.146154:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384392.146157:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=98 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384392.146183:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:0.0:1767384392.146187:0:17074:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000718c993b: total 0 00000020:00000001:0.0:1767384392.146191:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446632560326232064 : -111513383319552 : ffff9a9444664800) 00010000:00010000:0.0:1767384392.146195:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767384392.146198:0:17074:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:0.0:1767384392.146205:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000094c8450. 00000020:00000010:0.0:1767384392.146211:0:17074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000daaf9fdd. 00000020:00000010:0.0:1767384392.146217:0:17074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042ac713b. 00000020:00000010:0.0:1767384392.146222:0:17074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000100:00000001:1.0:1767384392.146225:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384392.146227:0:17074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ccff249f. 00000100:00000040:1.0:1767384392.146233:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000c6e6e596 refcount 7 to 192.168.203.43@tcp50 80000000:00000010:0.0:1767384392.146235:0:17074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a38f0c3. 00000100:00000001:1.0:1767384392.146241:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565326747776 : -111508382803840 : ffff9a956e741880) 40000000:00000010:0.0:1767384392.146242:0:17074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004835f2c3. 02000000:00000001:1.0:1767384392.146246:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00100000:00000010:0.0:1767384392.146251:0:17074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3b62bc5. 02000000:00000001:1.0:1767384392.146256:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384392.146260:0:17074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002308ea8b. 00000100:00000001:1.0:1767384392.146261:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384392.146267:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.43@tcp50 00040000:00000010:0.0:1767384392.146270:0:17074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000068e39e3d. 00080000:00000010:0.0:1767384392.146280:0:17074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000008981262. 00080000:00000010:0.0:1767384392.146287:0:17074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000259f09e9. 00002000:00000010:0.0:1767384392.146298:0:17074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b84dcad2. 00000020:00000010:0.0:1767384392.146304:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000daaf9fdd. 00000020:00000010:0.0:1767384392.146309:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042ac713b. 00000020:00000010:0.0:1767384392.146315:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384392.146321:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ccff249f. 00000400:00000010:1.0:1767384392.146322:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbdd93fd. 80000000:00000010:0.0:1767384392.146330:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009a38f0c3. 00000100:00000200:1.0:1767384392.146332:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236739837696, offset 224 00000400:00000200:1.0:1767384392.146341:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.43@tcp50 40000000:00000010:0.0:1767384392.146342:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004835f2c3. 00100000:00000010:0.0:1767384392.146348:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c3b62bc5. 00040000:00000010:0.0:1767384392.146353:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002308ea8b. 00000400:00000200:1.0:1767384392.146358:0:17079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp50 to NMR: 192.168.203.43@tcp50 local destination 00040000:00000010:0.0:1767384392.146362:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000068e39e3d. 00080000:00000010:0.0:1767384392.146369:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000259f09e9. 00080000:00000010:0.0:1767384392.146373:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000008981262. 00002000:00000010:0.0:1767384392.146376:0:17074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b84dcad2. 00000400:00000200:1.0:1767384392.146382:0:17079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp50 NI seq info: [226:226:256:4294967295] 192.168.203.43@tcp50 LPNI seq info [31:31:8:4294967295] 00000020:00000010:0.0:1767384392.146384:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000094c8450. 00010000:00010000:0.0:1767384392.146392:0:17074:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000718c993b, canceled 0 locks, left on hash table 1. 00000020:00000010:0.0:1767384392.146402:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000094c8450. 00000400:00000200:1.0:1767384392.146403:0:17079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp50(192.168.203.143@tcp50:192.168.203.143@tcp50) -> 192.168.203.43@tcp50(192.168.203.43@tcp50:192.168.203.43@tcp50) : PUT try# 0 00000020:00000010:0.0:1767384392.146409:0:17074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cc871318. 00000800:00000200:1.0:1767384392.146417:0:17079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.43@tcp50 00000020:00000010:0.0:1767384392.146417:0:17074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c3b62bc5. 00000800:00000010:1.0:1767384392.146463:0:17079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d572936. 00000800:00000200:1.0:1767384392.146472:0:17079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056b47a65] -> 12345-192.168.203.43@tcp50 (4) 00000020:00000010:0.0:1767384392.146473:0:17074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384392.146480:0:17074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068e39e3d. 00000800:00000200:1.0:1767384392.146484:0:17079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.43@tcp50 ip 192.168.203.43:1023 80000000:00000010:0.0:1767384392.146484:0:17074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a38f0c3. 40000000:00000010:0.0:1767384392.146489:0:17074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004835f2c3. 00000800:00000200:1.0:1767384392.146492:0:17079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d572936 type 1, nob 320 niov 1 nkiov 1 00100000:00000010:0.0:1767384392.146495:0:17074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000042ac713b. 00040000:00000010:0.0:1767384392.146500:0:17074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002308ea8b. 00040000:00000010:0.0:1767384392.146503:0:17074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ccff249f. 00080000:00000010:0.0:1767384392.146507:0:17074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000008981262. 00000100:00000001:1.0:1767384392.146509:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384392.146510:0:17074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000259f09e9. 00000100:00000040:1.0:1767384392.146517:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 6 to 192.168.203.43@tcp50 00002000:00000010:0.0:1767384392.146518:0:17074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b84dcad2. 00010000:00000001:1.0:1767384392.146524:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000001:00000001:0.0:1767384392.146525:0:17074:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000020:00000001:1.0:1767384392.146528:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.146533:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:0.0:1767384392.146537:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:1.0:1767384392.146538:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000506e6cd9 x1853236739837696/t0(0) o251->aa109dde-4e13-4adb-9804-a8b30e7cbc16@192.168.203.43@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384392.146546:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f3a74fe4 count: 7 00000100:00100000:1.0:1767384392.146553:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000506e6cd9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa109dde-4e13-4adb-9804-a8b30e7cbc16+3:11774:x1853236739837696:12345-192.168.203.43@tcp50:251: Request processed in 597us (1660us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384392.146554:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384392.146560:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384392.146565:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00100000:1.0:1767384392.146566:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp50, seq: 173 00010000:00000001:0.0:1767384392.146570:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384392.146574:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000718c993b : new rpc_count 0 00000020:00000001:0.0:1767384392.146575:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.146583:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384392.146585:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384392.146587:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384392.146590:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:1.0:1767384392.146593:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022f44049. 00010000:00000001:0.0:1767384392.146597:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384392.146600:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000057c531fa. 00010000:00000001:0.0:1767384392.146602:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384392.146606:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1767384392.146607:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0d8892d. 00010000:00000001:0.0:1767384392.146609:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384392.146613:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058ab3b20 with handle 0x980286e253c5fde3 from hash 00010000:00000001:0.0:1767384392.146620:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384392.146622:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384392.146624:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384392.146625:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 2 00010000:00000001:0.0:1767384392.146627:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384392.146631:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384392.146634:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384392.146634:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384392.146638:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384392.146642:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384392.146643:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384392.146646:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384392.146650:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:1.0:1767384392.146651:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad1ce49. 00010000:00000040:0.0:1767384392.146654:0:17074:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000718c993b, 1 locks cancelled. 00010000:00000001:0.0:1767384392.146656:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384392.146658:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384392.146659:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384392.146664:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058ab3b20/0x980286e253c5fde3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.43@tcp50 remote: 0x12c86de60909c3d2 expref: 2 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384392.146672:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000718c993b : new locks_count 0 00000020:00000040:0.0:1767384392.146675:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 1 00010000:00000001:0.0:1767384392.146680:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384392.146682:0:17074:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: aa109dde-4e13-4, loop: 0 00000001:00000001:0.0:1767384392.146684:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384392.146689:0:17074:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.146691:0:17074:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000718c993b, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384392.146695:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cc871318. 00000020:00000010:0.0:1767384392.146700:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c3b62bc5. 00000400:00000010:1.0:1767384392.146703:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df9fdf02. 00000020:00000010:0.0:1767384392.146705:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384392.146711:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068e39e3d. 80000000:00000010:0.0:1767384392.146714:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009a38f0c3. 40000000:00000010:0.0:1767384392.146718:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004835f2c3. 00100000:00000010:0.0:1767384392.146720:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000042ac713b. 00040000:00000010:0.0:1767384392.146723:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002308ea8b. 00040000:00000010:0.0:1767384392.146727:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ccff249f. 00080000:00000010:0.0:1767384392.146729:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000259f09e9. 00080000:00000010:0.0:1767384392.146731:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000008981262. 00002000:00000010:0.0:1767384392.146733:0:17074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b84dcad2. 00000020:00000010:0.0:1767384392.146735:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000094c8450. 00000020:00000001:0.0:1767384392.146737:0:17074:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384392.146739:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000718c993b : new refcount 0 00000020:00000080:0.0:1767384392.146741:0:17074:0:(genops.c:904:class_export_put()) final put 00000000718c993b/aa109dde-4e13-4adb-9804-a8b30e7cbc16 00000020:00000001:0.0:1767384392.146754:0:17074:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1767384392.146756:0:17074:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.146758:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384392.146759:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.146762:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384392.146764:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384392.146765:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.146767:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384392.146770:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384392.146771:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.146773:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00010000:0.0:1767384392.146774:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767384392.146777:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000718c993b/aa109dde-4e13-4adb-9804-a8b30e7cbc16 for MGS 00000020:00000040:1.0:1767384392.146784:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 5 to 192.168.203.43@tcp50 00000020:00000001:1.0:1767384392.146787:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:1.0:1767384392.146790:0:38:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:1.0:1767384392.146791:0:38:0:(genops.c:1229:class_import_get()) import 000000003ac47bcf refcount=2 obd=MGS 00000020:00000001:1.0:1767384392.146794:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384392.146795:0:38:0:(genops.c:1242:class_import_put()) import 000000003ac47bcf refcount=1 obd=MGS 00000020:00000001:1.0:1767384392.146796:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384392.146798:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384392.146799:0:38:0:(genops.c:1242:class_import_put()) import 000000003ac47bcf refcount=0 obd=MGS 00000020:00000040:1.0:1767384392.146800:0:38:0:(genops.c:1245:class_import_put()) final put import 000000003ac47bcf 00000020:00000001:1.0:1767384392.146840:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384392.146843:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384392.146845:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384392.146851:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000019a77b77. 00000001:00000010:1.0:1767384392.146855:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008bc50324. 00000001:00000010:1.0:1767384392.146858:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002626f672. 00000001:00000010:1.0:1767384392.146859:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ba4d530d. 00000001:00000010:1.0:1767384392.146862:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001a704c3a. 00000001:00000010:1.0:1767384392.146865:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fd4d7d8c. 00000001:00000001:1.0:1767384392.146868:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384392.146870:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384392.146871:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384392.146873:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:1.0:1767384392.146874:0:38:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.146876:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.146878:0:38:0:(obd_config.c:955:class_decref()) Decref MGS (000000001b4803e8) now 7 - export 00000020:00000010:1.0:1767384392.146880:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000718c993b. 00000020:00000001:1.0:1767384392.146887:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384392.146891:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384392.146898:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000003ac47bcf for MGS 00000020:00000040:1.0:1767384392.146901:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 4 to 192.168.203.43@tcp50 00000020:00000040:1.0:1767384392.146903:0:38:0:(obd_config.c:955:class_decref()) Decref MGS (000000001b4803e8) now 6 - import 00000020:00000010:1.0:1767384392.146905:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000003ac47bcf. 00000020:00000001:1.0:1767384392.146908:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000800:00000200:2.0:1767384392.147251:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384392.147255:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d572936. 00000400:00000200:2.0:1767384392.147260:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.147266:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp50->192.168.203.43@tcp50: PUT: OK 00000400:00000200:2.0:1767384392.147270:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbdd93fd 00000400:00000010:2.0:1767384392.147273:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbdd93fd. 00000100:00000001:2.0:1767384392.147277:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384392.147279:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.147281:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c0737f3b. 02000000:00000001:2.0:1767384392.147284:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384392.147285:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384392.155460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058ab3b20. 00010000:00000001:2.0:1767384393.059549:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384393.059557:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384393.059563:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384393.059578:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384393.059628:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384393.059633:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384393.059635:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384393.123493:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp37 00000400:00000010:3.0:1767384393.123501:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000aa70f7c. 00000400:00000010:3.0:1767384393.123507:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009c6214bd. 00000400:00000010:3.0:1767384393.123512:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000400:00000010:3.0:1767384393.123520:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008780c64e. 00000400:00000200:3.0:1767384393.123525:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp37 00000400:00000200:3.0:1767384393.123545:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp37 local destination 00000400:00000200:3.0:1767384393.123551:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp37 00000400:00000200:3.0:1767384393.123554:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp37 NI seq info: [227:227:256:4294967295] 192.168.203.143@tcp37 LPNI seq info [187:187:8:4294967295] 00000400:00000200:3.0:1767384393.123559:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp37 00000400:00000200:3.0:1767384393.123564:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp37(192.168.203.143@tcp37:) -> 192.168.203.143@tcp37(192.168.203.143@tcp37:192.168.203.143@tcp37) : GET try# 0 00000800:00000200:3.0:1767384393.123568:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp37 00000800:00000010:3.0:1767384393.123572:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000090f3d1f0. 00000800:00000200:3.0:1767384393.123576:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000800:00000200:3.1:1767384393.123580:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086e3bb54] -> 12345-192.168.203.143@tcp37 (2) 00000400:00000200:3.0:1767384393.123670:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp37 added to recovery queue. ping count: 5 next ping: 346 health :500 00000400:00000200:1.0:1767384393.123762:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.123813:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.123836:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.123853:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.123871:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.123889:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.123907:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.123925:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.123944:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.123963:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.123982:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124001:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124023:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124052:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124085:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124113:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000800:00000200:2.0:1767384393.124121:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075c3e9a0] -> 12345-192.168.203.143@tcp17 (6) 00000800:00000200:2.0:1767384393.124128:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp17 ip 192.168.203.143:988 00000800:00000200:2.0:1767384393.124132:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384393.124140:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124170:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124193:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124213:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124233:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124253:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124274:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124295:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124313:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124332:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124352:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124372:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124391:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124410:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124512:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124547:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124570:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124590:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384393.124609:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000200:0.0:1767384393.124635:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384393.124641:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384393.124654:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384393.124658:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384393.124661:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384393.124727:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe701187. 00000800:00000010:1.0:1767384393.124731:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000efe24868. 00000800:00000010:1.0:1767384393.124736:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037f609cf. 00000800:00000010:1.0:1767384393.124753:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037f609cf. 00000800:00020000:1.0:1767384393.124759:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384393.124762:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000efe24868. 00000800:00000010:1.0:1767384393.124764:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fe701187. 00000400:02020000:1.0:1767384393.124791:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp37 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384393.124797:0:16341:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp37 notifying 192.168.203.143@tcp37: down 00000800:00000200:1.0:1767384393.124802:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp37 down 00000800:00000100:1.0:1767384393.124807:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp37 00000800:00000010:1.0:1767384393.124810:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000090f3d1f0. 00000400:00000200:1.0:1767384393.124813:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384393.124817:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp37->192.168.203.143@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384393.124825:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384393.124827:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384393.124830:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp37) recovery failed with -71 00000800:00000001:2.0:1767384393.565237:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384393.565249:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384393.565258:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384393.565258:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384393.565267:0:16346:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000bbd2a0ae] EOF from 12345-192.168.203.43@tcp50 ip 192.168.203.43:1022 00000800:00000200:2.0:1767384393.565267:0:16348:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000005c0d2af] EOF from 12345-192.168.203.43@tcp50 ip 192.168.203.43:1021 00000800:00000001:2.0:1767384393.565291:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384393.568227:0:16345:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000005c0d2af 00000800:00000010:1.0:1767384393.568233:0:16345:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000005c0d2af. 00000800:00000200:1.0:1767384393.568238:0:16345:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000bbd2a0ae 00000800:00000010:1.0:1767384393.568239:0:16345:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000bbd2a0ae. 00000800:00000200:1.0:1767384393.568241:0:16345:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000009a6fb515 00000800:00000200:1.0:1767384393.568247:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.43@tcp50 0000000056b47a65 deleted 00000800:00000010:1.0:1767384393.568250:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000056b47a65. 00000800:00000010:1.0:1767384393.568252:0:16345:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000009a6fb515. 00000800:00000200:1.0:1767384393.568284:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (4) 00000800:00000200:1.1:1767384393.568289:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (4) 00000400:00000200:2.0:1767384393.568658:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.568827:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.568849:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.568928:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.568953:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.568970:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.568992:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569010:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569028:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569083:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569105:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569125:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569145:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569263:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569282:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569293:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569304:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569315:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569326:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569337:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569347:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569359:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569378:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569412:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569486:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569503:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569514:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569526:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569547:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569559:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569570:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569581:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569799:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384393.569814:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384393.569963:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005d8b62fd. 00000800:00000010:2.0:1767384393.569966:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007df77d2d. 00000800:00000010:2.0:1767384393.569970:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037efc8c9. 00000800:00000010:2.0:1767384393.569982:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037efc8c9. 00000800:00020000:2.0:1767384393.569990:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384393.569992:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007df77d2d. 00000800:00000010:2.0:1767384393.569994:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005d8b62fd. 00000400:02020000:2.0:1767384393.570017:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp33 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384393.570021:0:16343:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 10000000:00000001:3.0:1767384393.891579:0:17082:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384393.891588:0:17082:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384394.083549:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384394.083554:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384394.083558:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384394.083559:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384394.083766:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384394.083774:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384394.083780:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384394.148195:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384394.148205:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384394.148208:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384394.148215:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000400:00000200:3.0:1767384394.148225:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384394.148234:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384394.148252:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000aa70f7c. 00000400:00000010:3.0:1767384394.148257:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009c6214bd. 00000400:00000200:3.0:1767384394.148264:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp47 00000400:00000010:3.0:1767384394.148274:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000aa70f7c. 00000400:00000010:3.0:1767384394.148280:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009c6214bd. 00000400:00000010:3.0:1767384394.148285:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000400:00000010:3.0:1767384394.148293:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000043cb4f61. 00000400:00000200:3.0:1767384394.148298:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp47 00000400:00000200:3.0:1767384394.148316:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp47 local destination 00000400:00000200:3.0:1767384394.148324:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp47 00000400:00000200:3.0:1767384394.148328:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp47 NI seq info: [228:228:256:4294967295] 192.168.203.143@tcp47 LPNI seq info [188:188:8:4294967295] 00000400:00000200:3.0:1767384394.148336:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp47 00000400:00000200:3.0:1767384394.148344:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp47(192.168.203.143@tcp47:) -> 192.168.203.143@tcp47(192.168.203.143@tcp47:192.168.203.143@tcp47) : GET try# 0 00000800:00000200:3.0:1767384394.148350:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp47 00000800:00000010:3.0:1767384394.148357:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000090f3d1f0. 00000800:00000200:3.0:1767384394.148365:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c747948e] -> 12345-192.168.203.143@tcp47 (2) 00000800:00000200:3.1:1767384394.148370:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c747948e] -> 12345-192.168.203.143@tcp47 (2) 00000400:00000200:3.0:1767384394.148406:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp47 added to recovery queue. ping count: 3 next ping: 323 health :700 00000400:00000200:3.0:1767384394.148411:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp44 00000400:00000010:3.0:1767384394.148414:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008156d206. 00000400:00000010:3.0:1767384394.148417:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007f3f417f. 00000400:00000010:3.0:1767384394.148421:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000400:00000010:3.0:1767384394.148443:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004172cc53. 00000400:00000200:3.0:1767384394.148447:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp44 00000400:00000200:3.0:1767384394.148453:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp44 local destination 00000400:00000200:3.0:1767384394.148475:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp44 00000400:00000200:3.0:1767384394.148478:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp44 NI seq info: [229:229:256:4294967295] 192.168.203.143@tcp44 LPNI seq info [189:189:8:4294967295] 00000400:00000200:3.0:1767384394.148483:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp44 00000400:00000200:3.0:1767384394.148488:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp44(192.168.203.143@tcp44:) -> 192.168.203.143@tcp44(192.168.203.143@tcp44:192.168.203.143@tcp44) : GET try# 0 00000800:00000200:3.0:1767384394.148492:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp44 00000800:00000010:3.0:1767384394.148496:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000051203aef. 00000800:00000200:3.0:1767384394.148500:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000800:00000200:3.1:1767384394.148503:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000400:00000200:3.0:1767384394.148523:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp44 added to recovery queue. ping count: 4 next ping: 331 health :600 00000400:00000200:1.0:1767384394.148668:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.148697:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.148748:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.148784:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.148818:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.148847:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.148886:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.148910:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.148958:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.148980:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149033:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.149069:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149118:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.149132:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149181:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149211:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149234:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149258:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149280:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149302:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149324:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149346:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149367:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149389:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.149410:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150092:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150118:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150143:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150183:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150215:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150234:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150285:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150300:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150349:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150358:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150419:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150422:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150495:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150530:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150554:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150601:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150617:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150672:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150685:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150735:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150744:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150800:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150808:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150879:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150882:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.150941:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.150968:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151008:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.151049:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151081:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.151119:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151143:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.151189:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151207:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384394.151255:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151266:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151327:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151352:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151390:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151465:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151501:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151532:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000800:00000010:1.0:1767384394.151533:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe701187. 00000800:00000010:1.0:1767384394.151542:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000efe24868. 00000800:00000010:1.0:1767384394.151548:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037f609cf. 00000400:00000200:0.0:1767384394.151569:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000800:00000010:1.0:1767384394.151582:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037f609cf. 00000800:00020000:1.0:1767384394.151596:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384394.151601:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000efe24868. 00000800:00000010:1.0:1767384394.151604:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fe701187. 00000400:00000200:0.0:1767384394.151614:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384394.151665:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:02020000:1.0:1767384394.151690:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp47 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384394.151702:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp47 notifying 192.168.203.143@tcp47: down 00000400:00000200:1.0:1767384394.151708:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384394.151713:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp47 00000800:00000010:1.0:1767384394.151715:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000090f3d1f0. 00000400:00000200:1.0:1767384394.151720:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384394.151725:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp47->192.168.203.143@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384394.151743:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384394.151746:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384394.151750:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp47) recovery failed with -71 00000800:00000010:0.0:1767384394.151854:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000008981262. 00000800:00000010:0.0:1767384394.151862:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df10ad47. 00000800:00000010:0.0:1767384394.151868:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004835f2c3. 00000800:00000010:0.0:1767384394.151889:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004835f2c3. 00000800:00020000:0.0:1767384394.151899:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384394.151903:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df10ad47. 00000800:00000010:0.0:1767384394.151906:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000008981262. 00000400:02020000:0.0:1767384394.151941:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp44 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384394.151948:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp44 notifying 192.168.203.143@tcp44: down 00000400:00000200:0.0:1767384394.151952:0:34393:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384394.151956:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp44 00000800:00000010:0.0:1767384394.151959:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000051203aef. 00000400:00000200:0.0:1767384394.151963:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384394.151967:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp44->192.168.203.143@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384394.151976:0:34393:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384394.151979:0:34393:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384394.151983:0:34393:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp44) recovery failed with -71 00080000:00000010:1.0:1767384394.691103:0:40018:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e4553c67. 00080000:00000010:1.0:1767384394.691113:0:40018:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e4553c67. 00000020:00000001:1.0:1767384394.691118:0:40018:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384394.691127:0:40018:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e4553c67. 00080000:00000010:1.0:1767384394.691132:0:40018:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e4553c67. 00000020:00000001:1.0:1767384394.691135:0:40018:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384394.824602:0:40055:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000057746ee1. 00080000:00000010:1.0:1767384394.824610:0:40055:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000057746ee1. 00000020:00000001:1.0:1767384394.824613:0:40055:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384394.824618:0:40055:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000057746ee1. 00080000:00000010:1.0:1767384394.824621:0:40055:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000057746ee1. 00000020:00000001:1.0:1767384394.824623:0:40055:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384395.000089:0:40067:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007115d90e. 00080000:00000010:2.0:1767384395.000099:0:40067:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007115d90e. 00000020:00000001:2.0:1767384395.000103:0:40067:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384395.000111:0:40067:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007115d90e. 00080000:00000010:2.0:1767384395.000115:0:40067:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007115d90e. 00000020:00000001:2.0:1767384395.000118:0:40067:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.110487:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384395.110493:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.110499:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384395.110507:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384395.110510:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384395.110511:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.110514:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384395.110516:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.110518:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.110520:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.110550:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.110554:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.110557:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384395.127130:0:40103:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003c8870dd. 00080000:00000010:2.0:1767384395.127140:0:40103:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003c8870dd. 00000020:00000001:2.0:1767384395.127145:0:40103:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384395.127152:0:40103:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003c8870dd. 00080000:00000010:2.0:1767384395.127156:0:40103:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003c8870dd. 00000020:00000001:2.0:1767384395.127160:0:40103:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.127873:0:40103:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:2.0:1767384395.127876:0:40103:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:2.0:1767384395.127878:0:40103:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000010:3.0:1767384395.128441:0:10611:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d33bcba9. 00080000:00000010:3.0:1767384395.128448:0:10611:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d33bcba9. 00000020:00000001:3.0:1767384395.128454:0:10611:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384395.128482:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000318a92d5. 00080000:00000010:1.0:1767384395.128487:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000318a92d5. 00000020:00000001:1.0:1767384395.128491:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.143533:0:40103:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:2.0:1767384395.143539:0:40103:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 000000009df9feee. 00000020:01000004:2.0:1767384395.143542:0:40103:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:2.0:1767384395.143544:0:40103:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:2.0:1767384395.143546:0:40103:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:2.0:1767384395.143548:0:40103:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 00000000e387fcd5. 00000020:00000010:2.0:1767384395.143550:0:40103:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 0000000072bf756d. 00000020:00000001:2.0:1767384395.143552:0:40103:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767384395.143555:0:40103:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 00000000f9c89f23. 00000020:00000001:2.0:1767384395.143557:0:40103:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384395.143560:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000400a7e1c. 00000020:00000010:2.0:1767384395.143563:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e519348b. 00000040:00000010:2.0:1767384395.143566:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000077b7ee51. 00000020:00000010:2.0:1767384395.143569:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000029364edd. 00000020:00000010:2.0:1767384395.143572:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003541097a. 00040000:00000010:2.0:1767384395.143576:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fce3f2b5. 00040000:00000010:2.0:1767384395.143579:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e0d8892d. 00080000:00000010:2.0:1767384395.143584:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005d8b62fd. 00080000:00000010:2.0:1767384395.143587:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cec81cb9. 10000000:00000001:2.0:1767384395.143592:0:40103:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:2.0:1767384395.143600:0:40103:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1767384395.143602:0:40103:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1767384395.143603:0:40103:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384395.143606:0:40103:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384395.143607:0:40103:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000a0a52a95) refs 3 10000000:00000001:2.0:1767384395.143608:0:40103:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384395.143609:0:40103:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446632565366539264 : -111508343012352 : ffff9a9570d34400) 10000000:00000001:2.0:1767384395.143611:0:40103:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767384395.143613:0:40103:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x980286e253c5fa7f 00010000:00000001:2.0:1767384395.143616:0:40103:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384395.143619:0:40103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.143620:0:40103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000168e1181 refcount=2 00000020:00000001:2.0:1767384395.143622:0:40103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680589312 : -111509028962304 : ffff9a9547f08000) 00010000:00000001:2.0:1767384395.143623:0:40103:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680589312 : -111509028962304 : ffff9a9547f08000) 00010000:00000001:2.0:1767384395.143626:0:40103:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384395.143628:0:40103:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384395.143630:0:40103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384395.143636:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.143637:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.143639:0:40103:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384395.143640:0:40103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.143641:0:40103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000168e1181 refcount=3 00000020:00000001:2.0:1767384395.143642:0:40103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680589312 : -111509028962304 : ffff9a9547f08000) 00010000:00000001:2.0:1767384395.143643:0:40103:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680589312 : -111509028962304 : ffff9a9547f08000) 00010000:00000001:2.0:1767384395.143645:0:40103:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384395.143646:0:40103:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384395.143650:0:40103:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384395.143652:0:40103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384395.143659:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.143660:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384395.143661:0:40103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384395.143664:0:40103:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384395.143666:0:40103:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.143668:0:40103:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384395.143670:0:40103:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000062d5ec26. 00010000:00000001:2.0:1767384395.143672:0:40103:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384395.143684:0:40103:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767384395.143685:0:40103:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.143686:0:40103:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.143688:0:40103:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384395.143689:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.143690:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384395.143692:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384395.143693:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384395.143694:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384395.143695:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384395.143696:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384395.143697:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384395.143698:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384395.143699:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384395.143699:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384395.143700:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384395.143702:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384395.143703:0:40103:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000a0a52a95) refs 3 10000000:00000001:2.0:1767384395.143704:0:40103:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384395.143706:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384395.143707:0:40103:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000a0a52a95) refs 2 10000000:00000001:2.0:1767384395.143707:0:40103:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1767384395.143708:0:40103:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:2.0:1767384395.143710:0:40103:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384395.143711:0:40103:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384395.143714:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e519348b. 00000040:00000010:2.0:1767384395.143720:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000077b7ee51. 00000020:00000010:2.0:1767384395.143723:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000029364edd. 00000020:00000010:2.0:1767384395.143725:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003541097a. 00040000:00000010:2.0:1767384395.143728:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fce3f2b5. 00040000:00000010:2.0:1767384395.143731:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e0d8892d. 00080000:00000010:2.0:1767384395.143734:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cec81cb9. 00000020:00000001:0.0:1767384395.143734:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.143738:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384395.143740:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005d8b62fd. 00010000:00010000:0.0:1767384395.143743:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767384395.143744:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000400a7e1c. 00000020:00000001:2.0:1767384395.143748:0:40103:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.143748:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767384395.143749:0:40103:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 00000000f9c89f23. 00010000:00000001:0.0:1767384395.143751:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:2.0:1767384395.143752:0:40103:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384395.143757:0:40103:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 000000003c8870dd. 00010000:00010000:0.0:1767384395.143757:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384395.143760:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c5c94f20 : new refcount 5 00000020:00000010:2.0:1767384395.143765:0:40103:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000138b17c9. 00000010:00000001:2.0:1767384395.143769:0:40103:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00010000:00010000:0.0:1767384395.143771:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000168e1181 already unused, calling callback (000000001ae2046b) 00000100:00000001:2.0:1767384395.143773:0:40103:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 10000000:00000001:0.0:1767384395.143776:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00080000:2.0:1767384395.143777:0:40103:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384395.143781:0:40103:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:00010000:0.0:1767384395.143781:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384395.143784:0:40103:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384395.143785:0:40103:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00000040:2.0:1767384395.143789:0:40103:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384395.143794:0:40103:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384395.143796:0:40103:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:0.0:1767384395.143796:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384395.143798:0:40103:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384395.143800:0:40103:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:0.0:1767384395.143800:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.143804:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384395.143805:0:40103:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384395.143808:0:40103:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000020:00000040:0.0:1767384395.143808:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000168e1181 refcount=3 00000100:00080000:2.0:1767384395.143809:0:40103:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000020:00000001:2.0:1767384395.143814:0:40103:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384395.143814:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680589312 : -111509028962304 : ffff9a9547f08000) 00000020:00000040:2.0:1767384395.143816:0:40103:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384395.143819:0:40103:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384395.143819:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680589312 : -111509028962304 : ffff9a9547f08000) 00000100:00000001:2.0:1767384395.143821:0:40103:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.143824:0:40103:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00010000:00000001:0.0:1767384395.143825:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384395.143827:0:40103:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00010000:0.0:1767384395.143828:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384395.143829:0:40103:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1767384395.143835:0:40103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a06d87a1. 10000000:00000001:0.0:1767384395.143837:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:2.0:1767384395.143839:0:40103:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 10000000:00010000:0.0:1767384395.143840:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384395.143843:0:40103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384395.143846:0:40103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:01000000:0.0:1767384395.143849:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 02000000:00000001:2.0:1767384395.143850:0:40103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384395.143855:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 02000000:00000010:2.0:1767384395.143856:0:40103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fce3f2b5. 10000000:00000001:0.0:1767384395.143857:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.143860:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000a0a52a95) refs 1 00000100:00000001:2.0:1767384395.143863:0:40103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384395.143864:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000001:2.0:1767384395.143866:0:40103:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446632560348029696 : -111513361521920 : ffff9a9445b2e300) 10000000:00000001:0.0:1767384395.143867:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00080000:2.0:1767384395.143869:0:40103:0:(import.c:65:import_set_state_nolock()) 000000006e5164e2 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 10000000:00000001:0.0:1767384395.143870:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.143873:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384395.143875:0:40103:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000001:0.0:1767384395.143876:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384395.143878:0:40103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.143879:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.143881:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.143883:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.143884:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.143885:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:2.0:1767384395.143886:0:40103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a06d87a1] to pc [ptlrpcd_rcv+-1] req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384395.143887:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384395.143890:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000542cbf81 : new refcount 11 10000000:00000010:0.0:1767384395.143895:0:17074:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000a0a52a95. 10000000:00000001:0.0:1767384395.143900:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.143901:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.143904:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384395.143906:0:40103:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.143907:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384395.143911:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384395.143913:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.143914:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.143917:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000168e1181 with handle 0x980286e253c5fa7f from hash 00010000:00000001:0.0:1767384395.143920:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384395.143921:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.143923:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.143924:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384395.143926:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384395.143928:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384395.143931:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384395.143933:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767384395.143936:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384395.143939:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002597b5cc. 00000100:00000001:1.0:1767384395.143940:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384395.143943:0:17074:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384395.143944:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384395.143948:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384395.143951:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384395.143952:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384395.143955:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384395.143961:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000094c8450. 00000100:00000001:1.0:1767384395.143964:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384395.143967:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.143967:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.143971:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000001:1.0:1767384395.143973:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384395.143977:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384395.143977:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384395.143982:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384395.143988:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a06d87a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16352:1853236746158848:0@lo:39: 00010000:00010000:0.0:1767384395.143989:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384395.143991:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.143995:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384395.143996:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384395.143999:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384395.144001:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384395.144004:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.144006:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002597b5cc] to pc [ptlrpcd_00_00+0] req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384395.144008:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384395.144013:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef145815. 02000000:00000001:1.0:1767384395.144016:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384395.144022:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fbe427a. 00000400:00000010:1.0:1767384395.144040:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fcecb2a. 00000100:00000200:1.0:1767384395.144046:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746158848, portal 10 00000100:00000001:1.0:1767384395.144049:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384395.144050:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348029696 : -111513361521920 : ffff9a9445b2e300) 00010000:00000001:0.0:1767384395.144052:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384395.144056:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.144058:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.144059:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.144061:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384395.144061:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384395.144062:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.144065:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384395.144066:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.144068:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1767384395.144071:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384395.144075:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.144082:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384395.144085:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384395.144086:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.144089:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384395.144093:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384395.144094:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 00000000168e1181/0x980286e253c5fa7f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fa86 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384395.144098:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000001:2.0:1767384395.144103:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384395.144104:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746158848, offset 0 00000100:00000001:2.0:1767384395.144106:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.144108:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384395.144110:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384395.144111:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1767384395.144112:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384395.144114:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384395.144114:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000062d5ec26. 02000000:00000001:2.0:1767384395.144118:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.144120:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.144122:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746158976:0@lo:103: 00000020:00000001:0.0:1767384395.144124:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.144127:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384395.144128:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384395.144129:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767384395.144131:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384395.144133:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384395.144135:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384395.144136:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.144137:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.144139:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767384395.144141:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767384395.144143:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3f00a5f. 00000400:00000200:1.0:1767384395.144143:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df08300 00000020:00000001:0.0:1767384395.144144:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.144147:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.144148:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.144150:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384395.144154:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000060991a2. 00000400:00000200:1.0:1767384395.144154:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12056 00000400:00000010:2.0:1767384395.144162:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000400:00000200:1.0:1767384395.144163:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384395.144168:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384395.144172:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746158976, portal 18 00000100:00000001:1.0:1767384395.144175:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384395.144176:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384395.144179:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556614400 : -111508152937216 : ffff9a957c279500) 00000100:00000200:1.0:1767384395.144179:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384395.144185:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000007924a5. 00000100:00000040:2.0:1767384395.144186:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384395.144191:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000007924a5 x1853236746158848 msgsize 224 00000100:00000001:2.0:1767384395.144201:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384395.144201:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384395.144205:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384395.144209:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ed918. 00000100:00000200:2.0:1767384395.144211:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746158976, offset 0 00000400:00000200:2.0:1767384395.144216:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384395.144218:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384395.144223:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384395.144227:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00000400:00000200:2.0:1767384395.144231:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df08380 00000400:00000010:1.0:1767384395.144231:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000001:1.0:1767384395.144237:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384395.144241:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 328 00000100:00000200:1.0:1767384395.144244:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.144244:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384395.144247:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384395.144248:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746158848 02000000:00000001:0.0:1767384395.144252:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384395.144255:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384395.144255:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384395.144258:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.144262:0:16353:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384395.144263:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.144264:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384395.144266:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:0.0:1767384395.144267:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746158848 00000100:00000040:1.0:1767384395.144270:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384395.144271:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1767384395.144272:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b079b473. 00000020:00000040:0.0:1767384395.144274:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5faa2 00000100:00000040:2.0:1767384395.144277:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000b079b473 x1853236746158976 msgsize 328 00000020:00000001:0.0:1767384395.144277:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.144280:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b4608298 refcount=5 00000020:00000001:0.0:1767384395.144285:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00100000:2.0:1767384395.144289:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384395.144289:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632564701716480 : -111509007835136 : ffff9a954932e000) 00000100:00000001:1.0:1767384395.144293:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.144295:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384395.144296:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384395.144299:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ae65145. 00000100:00000001:1.0:1767384395.144302:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.144302:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.144306:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384395.144307:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ae65145. 00000100:00000040:1.0:1767384395.144308:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3417 usecs (4 jiffies) 00000400:00000200:2.0:1767384395.144313:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ed918 00000100:00000001:1.0:1767384395.144313:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294983912 00000400:00000010:2.0:1767384395.144316:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ed918. 00000100:00000010:1.0:1767384395.144319:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4495f4b. 00000100:00000001:2.0:1767384395.144320:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384395.144320:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc871318. 00000100:00000200:2.0:1767384395.144325:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384395.144327:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0ab0195. 00000100:00000001:1.0:1767384395.144329:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000020:00000010:0.0:1767384395.144335:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb37803a. 00000100:00000001:2.0:1767384395.144339:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384395.144339:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294983912 00000100:00000001:3.0:1767384395.144342:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384395.144344:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384395.144345:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746158976 00000100:00000010:1.0:1767384395.144345:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d919e6ce. 00000100:00000040:0.0:1767384395.144345:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1767384395.144349:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384395.144349:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384395.144352:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384395.144352:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384395.144352:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384395.144356:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.144356:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.144359:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294983912 02000000:00000001:3.0:1767384395.144361:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.144363:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384395.144365:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e400ff04. 00000100:00100000:3.0:1767384395.144366:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746158976 00000100:00000001:2.0:1767384395.144367:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384395.144370:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384395.144371:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384395.144372:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.144373:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384395.144374:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:1.0:1767384395.144376:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294983912 00000100:00000001:2.0:1767384395.144378:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294983914 00000020:00000001:3.0:1767384395.144379:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384395.144380:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004caf6109. 00000020:00000040:3.0:1767384395.144383:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:2.0:1767384395.144386:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983912 00000100:00000001:1.0:1767384395.144386:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384395.144387:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384395.144387:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384395.144391:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:1.0:1767384395.144392:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384395.144397:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384395.144398:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294983914 00000100:00000001:1.0:1767384395.144398:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.144401:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000301f9be8. 00000100:00000001:0.0:1767384395.144401:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384395.144404:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.144405:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.144405:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983912 00000100:00000001:0.0:1767384395.144405:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384395.144409:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384395.144410:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000301f9be8. 00000100:00000001:2.0:1767384395.144412:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294983914 00000100:00100000:0.0:1767384395.144415:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000010:3.0:1767384395.144418:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008729b362. 00000100:00000001:2.0:1767384395.144418:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983912 00000100:00000001:1.0:1767384395.144419:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384395.144420:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b4608298 : new rpc_count 1 00000100:00000001:1.0:1767384395.144423:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384395.144444:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565629097216 : -111508080454400 : ffff9a9580799500) 00000020:00000010:3.0:1767384395.144448:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d33bcba9. 00000100:00000001:1.0:1767384395.144451:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384395.144453:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000007924a5 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:376/0 lens 224/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.144454:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384395.144456:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294983915 00000100:00000001:1.0:1767384395.144458:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.144459:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000101669b3. 00000100:00000001:2.0:1767384395.144461:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983912 00000100:00000001:1.0:1767384395.144465:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.144467:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384395.144470:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384395.144472:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.144474:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384395.144474:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384395.144476:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.144477:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384395.144478:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ae65145. 00000100:00000001:2.0:1767384395.144480:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.144480:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384395.144481:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384395.144484:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.144484:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ae65145. 00010000:00000001:3.0:1767384395.144487:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384395.144487:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384395.144490:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000007924a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16352:x1853236746158848:12345-0@lo:39: 00000100:00000001:2.0:1767384395.144491:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384395.144492:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384395.144496:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384395.144497:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384395.144497:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746158848 00000020:00000040:3.0:1767384395.144498:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000142b0c31 refcount=3 00000100:00000001:2.0:1767384395.144500:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384395.144501:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714240 : -111508052837376 : ffff9a95821efc00) 00000020:00000001:0.0:1767384395.144502:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384395.144503:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144504:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714240 : -111508052837376 : ffff9a95821efc00) 00000020:00000001:0.0:1767384395.144506:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384395.144507:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144508:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384395.144508:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144512:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384395.144512:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384395.144514:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.144514:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663371104 : -1046180512 : ffffffffc1a48d60) 00000100:00000001:3.0:1767384395.144516:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.144517:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384395.144519:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.144519:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384395.144522:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384395.144524:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384395.144526:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.144528:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384395.144528:0:17085:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384395.144530:0:17085:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384395.144533:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384395.144535:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384395.144536:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384395.144538:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1767384395.144538:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000054164b8c. 02000000:00000001:0.0:1767384395.144540:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384395.144542:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:0.0:1767384395.144542:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384395.144544:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384395.144544:0:18904:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384395.144546:0:17085:0:(genops.c:887:class_export_get()) GET export 00000000b4608298 refcount=6 00000100:00000001:2.0:1767384395.144547:0:18904:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384395.144548:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348035072 : -111513361516544 : ffff9a9445b2f800) 00010000:00000001:0.0:1767384395.144548:0:17085:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:2.0:1767384395.144551:0:18904:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384395.144553:0:17085:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000100:00000001:2.0:1767384395.144554:0:18904:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.144555:0:17085:0:(genops.c:887:class_export_get()) GET export 00000000b4608298 refcount=7 00000100:00000040:3.0:1767384395.144558:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b079b473 x1853236746158976/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:376/0 lens 328/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.144559:0:17085:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384395.144562:0:17085:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384395.144565:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 6 00000100:00000001:3.0:1767384395.144566:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000080:0.0:1767384395.144567:0:17085:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5faa2 00000020:00000010:3.0:1767384395.144568:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000301f9be8. 00000020:00000040:0.0:1767384395.144569:0:17085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4608298 with handle 0x980286e253c5faa2 from hash 00000100:00000001:3.0:1767384395.144570:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384395.144571:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000301f9be8. 00000020:00000040:0.0:1767384395.144572:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 5 00000020:00000001:0.0:1767384395.144574:0:17085:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00100000:3.0:1767384395.144575:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b079b473 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+15:16353:x1853236746158976:12345-0@lo:103: 00000020:00000040:0.0:1767384395.144575:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 4 00000020:00000001:0.0:1767384395.144577:0:17085:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000200:3.0:1767384395.144578:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746158976 00000020:00000040:0.0:1767384395.144578:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 3 00000020:00000001:0.0:1767384395.144579:0:17085:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144580:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1767384395.144581:0:17085:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384395.144583:0:17085:0:(import.c:65:import_set_state_nolock()) 000000004fb8aeac : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384395.144584:0:17085:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000002:3.0:1767384395.144586:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:0.0:1767384395.144586:0:17085:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384395.144587:0:17085:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384395.144588:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384395.144591:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384395.144592:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384395.144595:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009baa29d2. 02000000:00000001:3.0:1767384395.144597:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.144597:0:17085:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.144598:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144600:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000020:0.0:1767384395.144601:0:17085:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00010000:3.0:1767384395.144602:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384395.144603:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384395.144604:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000020:0.0:1767384395.144604:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000c69fd3c1 dirty 0 pend 0 grant 0 00000020:00000040:3.0:1767384395.144606:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000142b0c31 refcount=3 00000020:00000020:0.0:1767384395.144606:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000b4608298 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384395.144607:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656714240 : -111508052837376 : ffff9a95821efc00) 00010000:00000001:3.0:1767384395.144609:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656714240 : -111508052837376 : ffff9a95821efc00) 00000020:00000020:0.0:1767384395.144609:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/0000000060a481c4 dirty 0 pend 0 grant 0 00010000:00000040:3.0:1767384395.144613:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f3a74fe4 count: 6 00000004:00000001:0.0:1767384395.144613:0:17085:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:3.0:1767384395.144615:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:0.0:1767384395.144617:0:17085:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000001:3.0:1767384395.144618:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000001:00000001:0.0:1767384395.144619:0:17085:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144620:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000004:00000001:0.0:1767384395.144620:0:17085:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144622:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384395.144623:0:17085:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000020:00000001:3.0:1767384395.144624:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384395.144625:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384395.144626:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000040:0.0:1767384395.144626:0:17085:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000b3642699) : new refcount 6 00010000:00000001:3.0:1767384395.144629:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384395.144630:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384395.144630:0:17085:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384395.144633:0:17085:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 5 00010000:00010000:1.0:1767384395.144634:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384395.144635:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384395.144635:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 2 00010000:00000001:3.0:1767384395.144639:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1767384395.144639:0:17085:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00010000:00000001:3.0:1767384395.144640:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000040:0.0:1767384395.144640:0:17085:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 4 00010000:00000001:3.0:1767384395.144641:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384395.144642:0:17085:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384395.144643:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 1 00000020:00000040:3.0:1767384395.144644:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000142b0c31 with handle 0x980286e253c5fa86 from hash 00010000:00000001:3.0:1767384395.144646:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000001:0.0:1767384395.144646:0:17085:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144647:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.144647:0:17085:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144648:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384395.144649:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384395.144649:0:17085:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144650:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384395.144651:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384395.144651:0:17085:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384395.144653:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000142b0c31/0x980286e253c5fa86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x980286e253c5fa7f expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384395.144653:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746158848 00010000:00000001:0.0:1767384395.144656:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384395.144659:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 9 00010000:00000200:0.0:1767384395.144659:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000007924a5 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384395.144665:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00010000:00000001:0.0:1767384395.144666:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384395.144667:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144670:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1767384395.144670:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a21d2105 time=95 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384395.144672:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384395.144673:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384395.144674:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384395.144675:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384395.144676:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 21 to 0@lo 00010000:00000001:3.0:1767384395.144677:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.144678:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384395.144679:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384395.144680:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:0.0:1767384395.144680:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384395.144681:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384395.144682:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144683:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384395.144684:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384395.144685:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384395.144686:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=101 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384395.144686:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384395.144689:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384395.144689:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000100:00000040:3.0:1767384395.144690:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 22 to 0@lo 00000100:00000200:0.0:1767384395.144691:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746158848, offset 224 00000100:00000001:3.0:1767384395.144692:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:3.0:1767384395.144694:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384395.144695:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384395.144696:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.144697:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384395.144699:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384395.144700:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384395.144701:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000100:00000200:3.0:1767384395.144703:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746158976, offset 224 00000400:00000200:0.0:1767384395.144705:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df08300 00000400:00000200:3.0:1767384395.144706:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384395.144710:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384395.144710:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2129 [1] + 224 00000400:00000200:0.0:1767384395.144713:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384395.144715:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df08380 00000400:00000200:0.0:1767384395.144716:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384395.144718:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2131 [1] + 224 00000400:00000200:3.0:1767384395.144720:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384395.144722:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384395.144725:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384395.144725:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384395.144727:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384395.144728:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384395.144736:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384395.144736:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.144750:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384395.144750:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384395.144754:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000400:00000010:3.0:1767384395.144760:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000100:00000001:3.0:1767384395.144763:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384395.144765:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384395.144765:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000010:0.0:1767384395.144766:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 00000100:00000001:2.0:1767384395.144768:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384395.144769:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.144769:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384395.144771:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384395.144772:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384395.144774:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 21 to 0@lo 00000100:00000001:0.0:1767384395.144776:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.144777:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384395.144778:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384395.144779:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.144779:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000001:2.0:1767384395.144781:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384395.144782:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384395.144782:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384395.144784:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000060991a2. 00000100:00000040:3.0:1767384395.144785:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b079b473 x1853236746158976/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:376/0 lens 328/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.144786:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384395.144787:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384395.144790:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000020:00000001:0.0:1767384395.144791:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384395.144795:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000100:00000040:0.0:1767384395.144796:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000007924a5 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384395.144798:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b079b473 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+14:16353:x1853236746158976:12345-0@lo:103: Request processed in 230us (519us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384395.144801:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384395.144801:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384395.144806:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384395.144808:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384395.144809:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000010:1.0:1767384395.144810:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fbe427a. 00000100:00100000:0.0:1767384395.144813:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000007924a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:16352:x1853236746158848:12345-0@lo:39: Request processed in 335us (618us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384395.144815:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000400:00000200:1.0:1767384395.144817:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fcecb2a 00000100:00000001:3.0:1767384395.144820:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384395.144822:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fcecb2a. 00000100:00000001:3.0:1767384395.144824:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384395.144829:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d33bcba9. 00000100:00000001:1.0:1767384395.144829:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384395.144830:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384395.144834:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b4608298 : new rpc_count 0 00000020:00000010:3.0:1767384395.144835:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000101669b3. 00000100:00000200:2.0:1767384395.144835:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384395.144838:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.144838:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384395.144839:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008729b362. 00000100:00000001:0.0:1767384395.144841:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384395.144844:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000020:00000010:0.0:1767384395.144844:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0ab0195. 00000020:00000010:0.0:1767384395.144848:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb37803a. 00000100:00000001:3.0:1767384395.144849:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384395.144852:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc871318. 00000020:00000040:0.0:1767384395.144857:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000b4608298 : new refcount 0 00000100:00000001:2.0:1767384395.144859:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000080:0.0:1767384395.144862:0:17085:0:(genops.c:904:class_export_put()) final put 00000000b4608298/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000200:1.0:1767384395.144866:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.144868:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.144872:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384395.144876:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384395.144878:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384395.144878:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.144879:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384395.144881:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.144883:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384395.144885:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.144887:0:16352:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:2.0:1767384395.144890:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=101 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384395.144890:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384395.144893:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1767384395.144895:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=101 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384395.144897:0:486:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:1.0:1767384395.144897:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.144900:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000080:3.0:1767384395.144901:0:486:0:(genops.c:863:class_export_destroy()) destroying export 00000000b4608298/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 02000000:00000001:1.0:1767384395.144902:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.144903:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384395.144908:0:486:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 19 to 0@lo 00010000:00000001:2.0:1767384395.144908:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767384395.144911:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 0000000053eb840a time=95 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384395.144912:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.144913:0:486:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000001:2.0:1767384395.144915:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.144917:0:486:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00001000:1.0:1767384395.144919:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d030e758 time=95 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384395.144920:0:486:0:(genops.c:1229:class_import_get()) import 000000004fb8aeac refcount=2 obd=lustre-MDT0000 00000100:00000040:2.0:1767384395.144922:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384395.144925:0:486:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384395.144927:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384395.144928:0:486:0:(genops.c:1242:class_import_put()) import 000000004fb8aeac refcount=1 obd=lustre-MDT0000 00000100:00000001:1.0:1767384395.144930:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.144932:0:486:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384395.144935:0:486:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384395.144937:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384395.144938:0:486:0:(genops.c:1242:class_import_put()) import 000000004fb8aeac refcount=0 obd=lustre-MDT0000 00000100:00000001:2.0:1767384395.144941:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384395.144942:0:486:0:(genops.c:1245:class_import_put()) final put import 000000004fb8aeac 00010000:00000001:1.0:1767384395.144943:0:16352:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.144947:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384395.144948:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384395.144949:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384395.144952:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:3.0:1767384395.144953:0:486:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384395.144955:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.144956:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000004:00000010:3.0:1767384395.144957:0:486:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000803da41f. 00000100:00000001:1.0:1767384395.144960:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384395.144968:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384395.144971:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746158976:0@lo:103: 00010000:00000001:3.0:1767384395.144972:0:486:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384395.144976:0:486:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:2.0:1767384395.144980:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384395.144983:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e00b8699. 00000100:00000001:1.0:1767384395.144984:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.144985:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000010:3.0:1767384395.144987:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f79065dc. 00000100:00000040:2.0:1767384395.144990:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002597b5cc x1853236746158976/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.144990:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000010:3.0:1767384395.144992:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d702eb9d. 00000100:00000001:1.0:1767384395.144993:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384395.144998:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000755552d2. 00000100:00080000:1.0:1767384395.144999:0:16352:0:(import.c:65:import_set_state_nolock()) 000000006e5164e2 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1767384395.145006:0:16352:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384395.145008:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000010:3.0:1767384395.145009:0:486:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000eedd1f8e. 00000100:00000001:1.0:1767384395.145009:0:16352:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1767384395.145013:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384395.145013:0:16352:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:3.0:1767384395.145014:0:486:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000937c2092. 02000000:00000010:2.0:1767384395.145016:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3f00a5f. 00000100:00000001:1.0:1767384395.145017:0:16352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000001:00000001:3.0:1767384395.145018:0:486:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384395.145021:0:486:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 02000000:00000001:2.0:1767384395.145021:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:3.0:1767384395.145023:0:486:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:2.0:1767384395.145024:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:3.0:1767384395.145036:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003f3884d0. 00000020:00000040:2.0:1767384395.145036:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000001:00000010:3.0:1767384395.145041:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000427d1bf. 00000020:00000001:2.0:1767384395.145041:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384395.145042:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384395.145045:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000094c8450. 00000001:00000010:3.0:1767384395.145046:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000043b675ad. 02000000:00000001:2.0:1767384395.145051:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384395.145051:0:40103:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384395.145052:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e1f73c08. 00000100:00000001:0.0:1767384395.145055:0:40103:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000001:00000010:3.0:1767384395.145057:0:486:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e59ed414. 00000100:00080000:0.0:1767384395.145059:0:40103:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 02000000:00000001:2.0:1767384395.145060:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000010:3.0:1767384395.145061:0:486:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b346c614. 00000100:00000001:0.0:1767384395.145062:0:40103:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000010:2.0:1767384395.145064:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002597b5cc. 00000001:00000001:3.0:1767384395.145065:0:486:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00100000:1.0:1767384395.145068:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a06d87a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16352:1853236746158848:0@lo:39: 00000100:00100000:0.0:1767384395.145068:0:40103:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384395.145069:0:486:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:2.0:1767384395.145070:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384395.145072:0:486:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:2.0:1767384395.145073:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384395.145078:0:486:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000005be0b6c3. 00000100:00000001:2.0:1767384395.145078:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:3.0:1767384395.145083:0:486:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:2.0:1767384395.145085:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000020:3.0:1767384395.145086:0:486:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000c69fd3c1 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384395.145086:0:40103:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384395.145089:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384395.145089:0:40103:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000020:00000020:3.0:1767384395.145090:0:486:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 8f894026-c395-4947-8712-9e3aa1c4e5fd/0000000060a481c4 dirty 0 pend 0 grant 0 00000100:00000040:0.0:1767384395.145092:0:40103:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384395.145094:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.145095:0:40103:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000004:00000001:3.0:1767384395.145096:0:486:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.145097:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.145098:0:486:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.145098:0:40103:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384395.145101:0:40103:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000020:00000040:3.0:1767384395.145102:0:486:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 9 - export 00000100:00000001:0.0:1767384395.145102:0:40103:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000010:3.0:1767384395.145104:0:486:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b4608298. 00000100:00000001:0.0:1767384395.145104:0:40103:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384395.145105:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384395.145107:0:40103:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384395.145109:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384395.145110:0:40103:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000001:3.0:1767384395.145111:0:486:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:0.0:1767384395.145114:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1767384395.145116:0:486:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000040:1.0:1767384395.145116:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a06d87a1 x1853236746158848/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384395.145117:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000080:3.0:1767384395.145118:0:486:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000004fb8aeac for lustre-MDT0000 00000020:00000040:3.0:1767384395.145122:0:486:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 18 to 0@lo 00000020:00000040:3.0:1767384395.145127:0:486:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 8 - import 00000020:00000010:3.0:1767384395.145131:0:486:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000004fb8aeac. 00000100:00000001:1.0:1767384395.145132:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384395.145134:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384395.145136:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef145815. 02000000:00000001:1.0:1767384395.145142:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384395.145143:0:486:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1767384395.145144:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384395.145147:0:16352:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384395.145150:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384395.145151:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fce3f2b5. 02000000:00000001:1.0:1767384395.145155:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384395.145156:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384395.145157:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a06d87a1. 00000100:00000001:1.0:1767384395.145159:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384395.145161:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.145162:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.145166:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384395.145168:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.145169:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384395.145171:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384395.145478:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384395.145480:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384395.145481:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384395.145783:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.145785:0:40103:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:0.0:1767384395.145787:0:40103:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384395.145788:0:40103:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.145789:0:40103:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000138b17c9. 00000020:00000001:0.0:1767384395.145793:0:40103:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384395.145794:0:40103:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 000000003c8870dd. 00000020:00000010:0.0:1767384395.145796:0:40103:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 0000000072bf756d. 00000020:00000010:0.0:1767384395.145797:0:40103:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 00000000e387fcd5. 00000020:00000010:0.0:1767384395.145800:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc871318. 00000020:00000010:0.0:1767384395.145802:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ccff249f. 00000040:00000010:0.0:1767384395.145803:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000068e39e3d. 00000020:00000010:0.0:1767384395.145805:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042ac713b. 00000020:00000010:0.0:1767384395.145808:0:40103:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384395.145809:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000094c8450. 80000000:00000010:0.0:1767384395.145812:0:40103:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a38f0c3. 40000000:00000010:0.0:1767384395.145814:0:40103:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ae65145. 00100000:00000010:0.0:1767384395.145817:0:40103:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3b62bc5. 00040000:00000010:0.0:1767384395.145819:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002308ea8b. 00040000:00000010:0.0:1767384395.145821:0:40103:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000067477cde. 00040000:00000010:0.0:1767384395.145823:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000daaf9fdd. 00080000:00000010:0.0:1767384395.145826:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000008981262. 00080000:00000010:0.0:1767384395.145829:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000259f09e9. 00000004:00000010:0.0:1767384395.145832:0:40103:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cdc9ba64. 00000004:00000010:0.0:1767384395.145836:0:40103:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004117c4c3. 00000004:00000010:0.0:1767384395.145838:0:40103:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ace338e4. 00002000:00000010:0.0:1767384395.145841:0:40103:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a33fc679. 00000004:00000010:0.0:1767384395.145843:0:40103:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000340cd499. 00000020:00000010:0.0:1767384395.145846:0:40103:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000925f04ed. 00000020:00000001:0.0:1767384395.145852:0:40103:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767384395.145881:0:40103:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 0000000016a4b487. 00000020:00000001:0.0:1767384395.145882:0:40103:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384395.145884:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048000536. 00000020:00000010:0.0:1767384395.145885:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004e5bbe0c. 00000040:00000010:0.0:1767384395.145886:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b65bc08d. 00000020:00000010:0.0:1767384395.145888:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d7e2e857. 00000020:00000010:0.0:1767384395.145890:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f8d1de83. 00040000:00000010:0.0:1767384395.145892:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001b22c588. 00040000:00000010:0.0:1767384395.145893:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3b6c74b. 00080000:00000010:0.0:1767384395.145896:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008f9176d6. 00080000:00000010:0.0:1767384395.145899:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000002d55f8d. 10000000:00000001:0.0:1767384395.145901:0:40103:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384395.145902:0:40103:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767384395.145903:0:40103:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767384395.145904:0:40103:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384395.145905:0:40103:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384395.145906:0:40103:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (0000000066d9b55d) refs 3 10000000:00000001:0.0:1767384395.145907:0:40103:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.145908:0:40103:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446632565366544384 : -111508343007232 : ffff9a9570d35800) 10000000:00000001:0.0:1767384395.145909:0:40103:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384395.145910:0:40103:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x980286e253c5f9fa 00010000:00000001:0.0:1767384395.145911:0:40103:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.145912:0:40103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.145913:0:40103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc189498 refcount=2 00000020:00000001:0.0:1767384395.145914:0:40103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366534144 : -111508343017472 : ffff9a9570d33000) 00010000:00000001:0.0:1767384395.145916:0:40103:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366534144 : -111508343017472 : ffff9a9570d33000) 00010000:00000001:0.0:1767384395.145917:0:40103:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.145918:0:40103:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.145920:0:40103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.145924:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.145925:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.145925:0:40103:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.145926:0:40103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.145926:0:40103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc189498 refcount=3 00000020:00000001:0.0:1767384395.145928:0:40103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366534144 : -111508343017472 : ffff9a9570d33000) 00010000:00000001:0.0:1767384395.145929:0:40103:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366534144 : -111508343017472 : ffff9a9570d33000) 00010000:00000001:0.0:1767384395.145930:0:40103:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384395.145931:0:40103:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.145934:0:40103:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384395.145934:0:40103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.145937:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.145938:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384395.145938:0:40103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.145941:0:40103:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.145942:0:40103:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.145943:0:40103:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384395.145944:0:40103:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a204c47f. 00010000:00000001:0.0:1767384395.145945:0:40103:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384395.145954:0:40103:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384395.145956:0:40103:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.145957:0:40103:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.145958:0:40103:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384395.145959:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.145960:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384395.145960:0:40103:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384395.145961:0:40103:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x980286e253c5fdce 00010000:00000001:0.0:1767384395.145962:0:40103:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.145963:0:40103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.145964:0:40103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007b93ff0 refcount=2 00000020:00000001:0.0:1767384395.145965:0:40103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:0.0:1767384395.145966:0:40103:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:0.0:1767384395.145967:0:40103:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.145968:0:40103:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.145969:0:40103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.145972:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.145972:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.145973:0:40103:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.145974:0:40103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.145975:0:40103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007b93ff0 refcount=3 00000020:00000001:0.0:1767384395.145976:0:40103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:0.0:1767384395.145977:0:40103:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00010000:00000001:0.0:1767384395.145978:0:40103:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384395.145979:0:40103:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.145982:0:40103:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384395.145982:0:40103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.145985:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.145986:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384395.145987:0:40103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384395.145991:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384395.145991:0:40103:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.145994:0:40103:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384395.145995:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.145996:0:40103:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384395.145998:0:40103:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c975ad0a. 00010000:00010000:1.0:1767384395.146000:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384395.146000:0:40103:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384395.146007:0:40103:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384395.146009:0:40103:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.146010:0:40103:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.146011:0:40103:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384395.146012:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.146012:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384395.146013:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384395.146015:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000040:0.0:1767384395.146015:0:40103:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 2 10000000:00000001:0.0:1767384395.146017:0:40103:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384395.146019:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:0.0:1767384395.146020:0:40103:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00010000:1.0:1767384395.146022:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 10000000:00000040:0.0:1767384395.146023:0:40103:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x980286e253c5fa71 00010000:00000001:0.0:1767384395.146036:0:40103:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384395.146037:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.146039:0:40103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384395.146041:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.146044:0:40103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c772dffb refcount=2 00010000:00010000:2.0:1767384395.146045:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767384395.146048:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dc189498 already unused, calling callback (000000001ae2046b) 00000020:00000001:0.0:1767384395.146050:0:40103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680591360 : -111509028960256 : ffff9a9547f08800) 10000000:00000001:1.0:1767384395.146052:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384395.146054:0:40103:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680591360 : -111509028960256 : ffff9a9547f08800) 10000000:00010000:1.0:1767384395.146056:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.146058:0:40103:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.146061:0:40103:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.146066:0:40103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384395.146068:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384395.146071:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384395.146074:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384395.146077:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc189498 refcount=3 00010000:00000001:0.0:1767384395.146078:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.146081:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384395.146082:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366534144 : -111508343017472 : ffff9a9570d33000) 00010000:00000001:0.0:1767384395.146085:0:40103:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384395.146086:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366534144 : -111508343017472 : ffff9a9570d33000) 00000020:00000001:0.0:1767384395.146088:0:40103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384395.146090:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:0.0:1767384395.146091:0:40103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c772dffb refcount=3 00010000:00010000:1.0:1767384395.146093:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384395.146096:0:40103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680591360 : -111509028960256 : ffff9a9547f08800) 00010000:00000001:0.0:1767384395.146101:0:40103:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680591360 : -111509028960256 : ffff9a9547f08800) 00010000:00000001:0.0:1767384395.146105:0:40103:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384395.146108:0:40103:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384395.146120:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384395.146120:0:40103:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384395.146122:0:40103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767384395.146124:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.146133:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.146135:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384395.146136:0:40103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384395.146139:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767384395.146145:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00000001:0.0:1767384395.146146:0:40103:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:1.0:1767384395.146150:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384395.146150:0:40103:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384395.146154:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000066d9b55d) refs 3 00010000:00000001:0.0:1767384395.146154:0:40103:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384395.146157:0:40103:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000bfe461ba. 10000000:00000001:1.0:1767384395.146158:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767384395.146160:0:40103:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 10000000:00000001:1.0:1767384395.146161:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.146163:0:40103:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384395.146165:0:40103:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.146166:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384395.146167:0:40103:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.146169:0:40103:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384395.146170:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384395.146170:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.146172:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384395.146174:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 10000000:00000001:0.0:1767384395.146174:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.146177:0:40103:0:(mgc_request.c:123:config_log_put()) log params(00000000b5670022) refs 2 00010000:00000001:1.0:1767384395.146178:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:0.0:1767384395.146179:0:40103:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384395.146181:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.146182:0:40103:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384395.146185:0:40103:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x980286e253c5f9ec 00000020:00000040:1.0:1767384395.146186:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc189498 with handle 0x980286e253c5f9fa from hash 00010000:00000001:0.0:1767384395.146186:0:40103:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.146189:0:40103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384395.146191:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:0.0:1767384395.146191:0:40103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038b22f2d refcount=2 00010000:00000001:1.0:1767384395.146194:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384395.146194:0:40103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537216 : -111508343014400 : ffff9a9570d33c00) 00010000:00000001:1.0:1767384395.146196:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.146197:0:40103:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537216 : -111508343014400 : ffff9a9570d33c00) 00010000:00000001:1.0:1767384395.146199:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384395.146200:0:40103:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384395.146202:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384395.146203:0:40103:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.146205:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00010000:0.0:1767384395.146206:0:40103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384395.146207:0:40104:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000001:1.0:1767384395.146211:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000010:2.0:1767384395.146212:0:40104:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000bec1ad68. 00010000:00000001:0.0:1767384395.146213:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384395.146214:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767384395.146216:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384395.146218:0:40104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3f00a5f. 00010000:00000001:0.0:1767384395.146218:0:40103:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1767384395.146220:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae5cfe7. 00000020:00000001:0.0:1767384395.146221:0:40103:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.146223:0:40103:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038b22f2d refcount=3 00000020:00000010:2.0:1767384395.146224:0:40104:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0d8892d. 00000020:00000040:1.0:1767384395.146225:0:17074:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000020:00000001:0.0:1767384395.146226:0:40103:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537216 : -111508343014400 : ffff9a9570d33c00) 00000020:00000010:2.0:1767384395.146229:0:40104:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000029364edd. 00000100:00000001:1.0:1767384395.146231:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767384395.146231:0:40103:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537216 : -111508343014400 : ffff9a9570d33c00) 00000020:00000010:2.0:1767384395.146235:0:40104:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049ee38bd. 02000000:00000001:1.0:1767384395.146236:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384395.146236:0:40103:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384395.146239:0:40103:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384395.146240:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384395.146241:0:40104:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000400a7e1c. 80000000:00000010:2.0:1767384395.146247:0:40104:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000037e92d06. 00010000:00000001:0.0:1767384395.146248:0:40103:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000010:1.0:1767384395.146249:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef145815. 00010000:00010000:0.0:1767384395.146250:0:40103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 40000000:00000010:2.0:1767384395.146253:0:40104:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000527197c. 00000100:00000001:1.0:1767384395.146255:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:2.0:1767384395.146259:0:40104:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6bf4ed4. 00010000:00000001:0.0:1767384395.146261:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384395.146262:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00040000:00000010:2.0:1767384395.146263:0:40104:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fce3f2b5. 00010000:00000001:0.0:1767384395.146264:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384395.146267:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384395.146267:0:40103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00040000:00000010:2.0:1767384395.146268:0:40104:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003541097a. 00080000:00000010:2.0:1767384395.146274:0:40104:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005d8b62fd. 00080000:00000010:2.0:1767384395.146279:0:40104:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cec81cb9. 00010000:00000001:0.0:1767384395.146284:0:40103:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00002000:00000010:2.0:1767384395.146286:0:40104:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dabd80c9. 00010000:00000001:0.0:1767384395.146286:0:40103:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.146291:0:40103:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000010:2.0:1767384395.146292:0:40104:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e49c4496. 00010000:00010000:1.0:1767384395.146295:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000010:0.0:1767384395.146295:0:40103:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000a4e714c. 00010000:00000001:1.0:1767384395.146300:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384395.146300:0:40103:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384395.146302:0:40103:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000020:00000001:2.0:1767384395.146304:0:40104:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384395.146304:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384395.146305:0:40103:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.146307:0:40104:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.146308:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.146309:0:40103:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384395.146312:0:40104:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1767384395.146314:0:40103:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:1.0:1767384395.146317:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae5cfe7] to pc [ptlrpcd_00_01+1] req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.146318:0:40103:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.146320:0:40103:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384395.146323:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.146326:0:40103:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(0000000057cac891) refs 2 10000000:00000001:0.0:1767384395.146333:0:40103:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.146334:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.146336:0:40103:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000e7e217e0) refs 3 10000000:00000001:0.0:1767384395.146338:0:40103:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.146339:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.146340:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.146341:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.146343:0:40103:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000066d9b55d) refs 2 10000000:00000001:0.0:1767384395.146345:0:40103:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.146346:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384395.146347:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:0.0:1767384395.146348:0:40103:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000066d9b55d) refs 1 00000100:00000001:2.0:1767384395.146350:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:0.0:1767384395.146353:0:40103:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00000100:00000001:2.0:1767384395.146354:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384395.146354:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1767384395.146357:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384395.146358:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384395.146358:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384395.146360:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.146363:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:2.0:1767384395.146365:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384395.146365:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.146368:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384395.146369:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384395.146372:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384395.146372:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.146372:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.146375:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767384395.146376:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384395.146378:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.146379:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.146381:0:40103:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384395.146384:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.146385:0:40103:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384395.146388:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000542cbf81 : new refcount 10 00010000:00010000:1.0:1767384395.146390:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384395.146392:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000007b93ff0 already unused, calling callback (000000001ae2046b) 10000000:00000010:0.0:1767384395.146392:0:40103:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000066d9b55d. 10000000:00000001:0.0:1767384395.146396:0:40103:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.146397:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:01000000:0.0:1767384395.146398:0:40103:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00010000:3.0:1767384395.146399:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384395.146402:0:40103:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.146406:0:40103:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.146411:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384395.146412:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004e5bbe0c. 00010000:00010000:1.0:1767384395.146414:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 00000000dc189498/0x980286e253c5f9fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fa01 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.146417:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384395.146418:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000040:00000010:0.0:1767384395.146418:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b65bc08d. 00010000:00000001:3.0:1767384395.146420:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384395.146422:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.146444:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.146447:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007b93ff0 refcount=3 00000020:00000010:0.0:1767384395.146447:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7e2e857. 02000000:00000001:2.0:1767384395.146449:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384395.146452:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 00000020:00000010:0.0:1767384395.146452:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f8d1de83. 02000000:00000001:2.0:1767384395.146454:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384395.146456:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384395.146457:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565368636416 : -111508340915200 : ffff9a9570f34400) 02000000:00000001:2.0:1767384395.146457:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384395.146457:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001b22c588. 00010000:00000001:1.0:1767384395.146460:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384395.146463:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000010:1.0:1767384395.146464:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a204c47f. 00040000:00000010:0.0:1767384395.146464:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3b6c74b. 00000100:00100000:2.0:1767384395.146465:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae5cfe7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746159104:0@lo:103: 00010000:00010000:3.0:1767384395.146467:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384395.146471:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384395.146472:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000002d55f8d. 00000100:00000001:2.0:1767384395.146474:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384395.146478:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:0.0:1767384395.146478:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008f9176d6. 02000000:00000001:2.0:1767384395.146479:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:3.0:1767384395.146480:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:1.0:1767384395.146481:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767384395.146483:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384395.146483:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.146485:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:0.0:1767384395.146485:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048000536. 02000000:00000001:2.0:1767384395.146487:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384395.146489:0:40103:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384395.146492:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e519348b. 00010000:00000001:1.0:1767384395.146492:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:0.0:1767384395.146493:0:40103:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 0000000016a4b487. 00010000:00000001:1.0:1767384395.146495:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:01000000:3.0:1767384395.146496:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:2.0:1767384395.146498:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384395.146499:0:17073:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1767384395.146499:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384395.146500:0:40103:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384395.146503:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:2.0:1767384395.146503:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000060991a2. 00000020:00000001:0.0:1767384395.146504:0:40103:0:(obd_config.c:1053:class_get_profile()) Process entered 10000000:00000040:3.0:1767384395.146506:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000690617f4) refs 1 00000020:00000001:0.0:1767384395.146506:0:40103:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000400:00000010:2.0:1767384395.146509:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000020:00000001:0.0:1767384395.146510:0:40103:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446632565325075136 : -111508384476480 : ffff9a956e5a92c0) 10000000:01000000:3.0:1767384395.146511:0:17073:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00000001:3.0:1767384395.146513:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.146515:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000200:2.0:1767384395.146516:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746159104, portal 18 00000020:00000001:0.0:1767384395.146516:0:40103:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446632565325075136 : -111508384476480 : ffff9a956e5a92c0) 00010000:00010000:1.0:1767384395.146517:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000038b22f2d already unused, calling callback (000000001ae2046b) 10000000:00000001:3.0:1767384395.146518:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.146520:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384395.146522:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384395.146523:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1767384395.146523:0:40103:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 00000000a6b5cbaa. 10000000:00000001:1.0:1767384395.146524:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384395.146525:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629100800 : -111508080450816 : ffff9a958079a300) 10000000:00010000:1.0:1767384395.146529:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384395.146532:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:2.0:1767384395.146532:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384395.146532:0:40103:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 10000000:00000001:3.0:1767384395.146535:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384395.146536:0:40103:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 10000000:00000001:3.0:1767384395.146537:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.146539:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:01000000:0.0:1767384395.146539:0:40103:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 10000000:00000001:3.0:1767384395.146541:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384395.146543:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000542cbf81 : new refcount 9 00000020:00000010:0.0:1767384395.146544:0:40103:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000018249d40. 00010000:00000001:1.0:1767384395.146547:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000010:3.0:1767384395.146548:0:17073:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000690617f4. 00000020:00000080:0.0:1767384395.146548:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00010000:00000001:1.0:1767384395.146551:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:3.0:1767384395.146553:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1767384395.146554:0:40103:0:(obd_config.c:831:class_cleanup()) Process entered 10000000:00000001:3.0:1767384395.146555:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.146555:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384395.146555:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000080:0.0:1767384395.146556:0:40103:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000020:00000040:1.0:1767384395.146559:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038b22f2d refcount=3 00010000:00000001:3.0:1767384395.146560:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384395.146561:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00080000:0.0:1767384395.146562:0:40103:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000c69fd3c1 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00000001:3.0:1767384395.146564:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1767384395.146566:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366537216 : -111508343014400 : ffff9a9570d33c00) 00010000:00000001:3.0:1767384395.146567:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384395.146567:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ed918. 00010000:00000001:3.0:1767384395.146570:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384395.146572:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746159104, offset 0 00010000:00000001:1.0:1767384395.146574:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366537216 : -111508343014400 : ffff9a9570d33c00) 00000020:00080000:0.0:1767384395.146574:0:40103:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 0000000060a481c4 8f894026-c395-4947-8712-9e3aa1c4e5fd 192.168.203.43@tcp50 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00010000:00000001:3.0:1767384395.146578:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384395.146580:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384395.146581:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:3.0:1767384395.146582:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000007b93ff0 with handle 0x980286e253c5fdce from hash 00010000:00010000:1.0:1767384395.146585:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384395.146585:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00010000:00000001:3.0:1767384395.146586:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384395.146589:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00080000:0.0:1767384395.146589:0:40103:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000b21608e3) has exports, disconnecting them 00010000:00000001:3.0:1767384395.146591:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384395.146592:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384395.146593:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:0.0:1767384395.146593:0:40103:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00010000:00000001:3.0:1767384395.146597:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:0.0:1767384395.146597:0:40103:0:(genops.c:887:class_export_get()) GET export 00000000c69fd3c1 refcount=5 00010000:00000001:3.0:1767384395.146600:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000040:0.0:1767384395.146602:0:40103:0:(genops.c:887:class_export_get()) GET export 00000000c69fd3c1 refcount=6 10000000:00000001:1.0:1767384395.146603:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1767384395.146605:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df08400 00010000:00000001:3.0:1767384395.146606:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 10000000:00010000:1.0:1767384395.146607:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.146609:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00080000:0.0:1767384395.146609:0:40103:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000c69fd3c1), last request at 1767384391 00000100:00000010:3.0:1767384395.146614:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006835a9ea. 00000020:00000001:0.0:1767384395.146614:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00000400:00000200:2.0:1767384395.146615:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000004:00000001:0.0:1767384395.146618:0:40103:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384395.146619:0:17073:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000020:00000040:0.0:1767384395.146620:0:40103:0:(genops.c:887:class_export_get()) GET export 00000000c69fd3c1 refcount=7 00000100:00000001:3.0:1767384395.146623:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384395.146625:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384395.146625:0:40103:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000400:00000200:2.0:1767384395.146626:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:1.0:1767384395.146627:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000020:00000001:0.0:1767384395.146627:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 02000000:00000001:3.0:1767384395.146628:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.146630:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 6 10000000:01000000:1.0:1767384395.146634:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 02000000:00000010:3.0:1767384395.146635:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074e223e3. 00000400:00000200:2.0:1767384395.146635:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000080:0.0:1767384395.146635:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fb20 10000000:00000001:1.0:1767384395.146639:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:0.0:1767384395.146640:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c69fd3c1 with handle 0x980286e253c5fb20 from hash 00000100:00000001:3.0:1767384395.146641:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384395.146642:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(0000000057cac891) refs 1 00000100:00000001:2.0:1767384395.146643:0:16354:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384395.146645:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000040:0.0:1767384395.146645:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 5 00000100:00000200:2.0:1767384395.146646:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 10000000:01000000:1.0:1767384395.146648:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1767384395.146649:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384395.146649:0:40103:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000017cb9feb. 00000100:00000010:2.0:1767384395.146651:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000447e0b8d. 10000000:00000001:1.0:1767384395.146652:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384395.146653:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 10000000:00000001:1.0:1767384395.146655:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384395.146656:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 4 00010000:00010000:3.0:1767384395.146657:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00000001:1.0:1767384395.146659:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384395.146661:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384395.146661:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000447e0b8d x1853236746159104 msgsize 328 00000020:00000001:0.0:1767384395.146661:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 10000000:00000001:1.0:1767384395.146662:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384395.146664:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 3 10000000:00000001:1.0:1767384395.146666:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384395.146667:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1767384395.146668:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384395.146669:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384395.146672:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:2.0:1767384395.146673:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384395.146673:0:40103:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 10000000:00000001:1.0:1767384395.146674:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384395.146676:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384395.146676:0:40103:0:(import.c:65:import_set_state_nolock()) 000000007332e15c : changing import state from FULL to CLOSED 10000000:00000001:1.0:1767384395.146678:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384395.146679:0:40103:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:00000001:1.0:1767384395.146681:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384395.146682:0:40103:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000040:3.0:1767384395.146683:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006835a9ea] to pc [ptlrpcd_00_02+2] req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.146683:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767384395.146684:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000542cbf81 : new refcount 8 00000100:00000001:0.0:1767384395.146685:0:40103:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384395.146688:0:40103:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384395.146689:0:17074:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000057cac891. 00000400:00000200:2.0:1767384395.146690:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ed918 00000004:00000001:0.0:1767384395.146691:0:40103:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000400:00000010:2.0:1767384395.146695:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ed918. 10000000:00000001:1.0:1767384395.146696:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 00000001:00000001:0.0:1767384395.146697:0:40103:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 10000000:00000001:1.0:1767384395.146700:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384395.146700:0:40103:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.146701:0:16354:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384395.146706:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1767384395.146706:0:40103:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384395.146707:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384395.146711:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000001:0.0:1767384395.146713:0:40103:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00000001:1.0:1767384395.146714:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384395.146716:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384395.146718:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384395.146721:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384395.146722:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.146723:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.146726:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384395.146726:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384395.146726:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384395.146727:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000038b22f2d with handle 0x980286e253c5f9ec from hash 00010000:00000001:3.0:1767384395.146729:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.146729:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384395.146732:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384395.146732:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384395.146733:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.146735:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384395.146736:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767384395.146738:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.146740:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384395.146743:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384395.146743:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384395.146747:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384395.146750:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384395.146755:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384395.146758:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767384395.146759:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384395.146761:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384395.146762:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 0000000007b93ff0/0x980286e253c5fdce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fdd5 expref: -99 pid: 17082 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384395.146762:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384395.146764:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba744289. 00000100:00000001:2.0:1767384395.146765:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384395.146766:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384395.146770:0:17074:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=6 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384395.146771:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.146771:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:3.0:1767384395.146773:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000400c8dbd count: 0 02000000:00000001:0.0:1767384395.146774:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384395.146775:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384395.146777:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294983917 02000000:00000001:0.0:1767384395.146777:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384395.146779:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384395.146782:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384395.146784:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983914 02000000:00000001:1.0:1767384395.146784:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384395.146784:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006835a9ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746159232:0@lo:103: 00010000:00000001:3.0:1767384395.146785:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384395.146788:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c975ad0a. 00000100:00000001:0.0:1767384395.146791:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384395.146792:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294983917 02000000:00000010:1.0:1767384395.146792:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4c80cc0. 00010000:00000001:3.0:1767384395.146793:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.146793:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384395.146796:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.146798:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.146799:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384395.146799:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983914 02000000:00000001:0.0:1767384395.146799:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384395.146804:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.146804:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767384395.146805:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294983917 02000000:00000010:0.0:1767384395.146805:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048000536. 00010000:00010000:1.0:1767384395.146808:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384395.146809:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384395.146810:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.146811:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983914 00000020:00000001:3.0:1767384395.146812:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384395.146815:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384395.146816:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe9a58e3. 00000100:00000001:2.0:1767384395.146817:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294983917 00010000:00010000:3.0:1767384395.146821:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384395.146822:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a899270d. 00000100:00000001:2.0:1767384395.146823:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983915 00000020:00000001:3.0:1767384395.146825:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767384395.146826:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000200:0.0:1767384395.146827:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746159232, portal 18 00000020:00000001:3.0:1767384395.146828:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.146829:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384395.146829:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384395.146831:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384395.146831:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384395.146834:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472396160 : -111508237155456 : ffff9a9577228380) 00000100:00000001:2.0:1767384395.146835:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.146836:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384395.146838:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384395.146839:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.146840:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.146841:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.146842:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.146846:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384395.146847:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba744289] to pc [ptlrpcd_00_03+3] req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.146853:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384395.146854:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384395.146857:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746159104 00000100:00000001:2.0:1767384395.146859:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384395.146861:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384395.146864:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384395.146866:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384395.146866:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.146869:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384395.146871:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384395.146873:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.146873:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384395.146875:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000100:00000001:2.0:1767384395.146877:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384395.146878:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384395.146878:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746159232, offset 0 00000100:00100000:3.0:1767384395.146882:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746159104 00010000:00000001:1.0:1767384395.146883:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384395.146884:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384395.146884:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384395.146887:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00010000:00000001:1.0:1767384395.146889:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384395.146891:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384395.146892:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384395.146893:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=14 00000400:00000200:0.0:1767384395.146893:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384395.146896:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.146897:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00010000:00000001:1.0:1767384395.146900:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.146902:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:0.0:1767384395.146902:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df08480 10000000:00000001:1.0:1767384395.146905:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.146907:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384395.146910:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00010000:00010000:1.0:1767384395.146911:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384395.146912:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000301f9be8. 00000400:00000200:0.0:1767384395.146915:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384395.146916:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384395.146920:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000301f9be8. 00010000:00000001:2.0:1767384395.146921:0:40105:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000400:00000200:0.0:1767384395.146922:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384395.146926:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384395.146927:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f96b1668. 00010000:00000010:2.0:1767384395.146927:0:40105:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000051a2da5c. 00000100:00000001:0.0:1767384395.146928:0:16355:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:1.0:1767384395.146929:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 0000000038b22f2d/0x980286e253c5f9ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5f9f3 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384395.146931:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1767384395.146934:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d33bcba9. 00000020:00000010:2.0:1767384395.146936:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f454417c. 00000100:00000010:0.0:1767384395.146936:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005db5c650. 00000020:00000010:3.0:1767384395.146938:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000101669b3. 00000100:00000040:0.0:1767384395.146941:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000005db5c650 x1853236746159232 msgsize 328 00000020:00000010:2.0:1767384395.146943:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000043b675ad. 00010000:00000040:1.0:1767384395.146945:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000007a45ee count: 0 00000100:00000040:3.0:1767384395.146946:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000010:2.0:1767384395.146949:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000718c993b. 00000100:00000001:3.0:1767384395.146950:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384395.146950:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384395.146954:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384395.146956:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384395.146956:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384395.146957:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a1b77d94. 00010000:00000001:1.0:1767384395.146959:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384395.146961:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384395.146962:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000427d1bf. 00010000:00000010:1.0:1767384395.146963:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000a4e714c. 00000100:00000001:0.0:1767384395.146963:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384395.146965:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 80000000:00000010:2.0:1767384395.146967:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000510560de. 00010000:00000001:3.0:1767384395.146968:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384395.146970:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384395.146970:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000020:00000001:3.0:1767384395.146971:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 40000000:00000010:2.0:1767384395.146972:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f7015578. 00000020:00000040:3.0:1767384395.146974:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f17cf810 refcount=3 00000400:00000010:0.0:1767384395.146974:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000020:00000001:1.0:1767384395.146975:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:2.0:1767384395.146977:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003ac47bcf. 00000020:00000001:3.0:1767384395.146979:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656708096 : -111508052843520 : ffff9a95821ee400) 00000020:00000001:1.0:1767384395.146979:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.146979:0:16355:0:(events.c:34:request_out_callback()) Process entered 00040000:00000010:2.0:1767384395.146982:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000097f2be41. 00010000:00000001:3.0:1767384395.146984:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656708096 : -111508052843520 : ffff9a95821ee400) 00000100:00000200:0.0:1767384395.146984:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384395.146985:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000010:2.0:1767384395.146987:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003f3884d0. 00010000:00000001:3.0:1767384395.146988:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384395.146989:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384395.146992:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384395.146993:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384395.146994:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009e612111. 00010000:00000001:3.0:1767384395.146995:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.146998:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384395.147000:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.147000:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384395.147001:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384395.147002:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000809351f7. 00000020:00000001:1.0:1767384395.147004:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384395.147006:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384395.147008:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384395.147009:0:40105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c9f24279. 00010000:00010000:1.0:1767384395.147012:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384395.147015:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384395.147015:0:40105:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005ecab64d. 00000100:00000001:0.0:1767384395.147020:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147022:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.147022:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384395.147025:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384395.147037:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.147038:0:40105:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384395.147042:0:40105:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.147042:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147046:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384395.147047:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746159232 00010000:00010000:2.0:1767384395.147048:0:40105:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384395.147048:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294983917 00000100:00000001:1.0:1767384395.147049:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384395.147052:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384395.147054:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384395.147054:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384395.147054:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294983917 00010000:00000001:2.0:1767384395.147055:0:40104:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384395.147058:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.147059:0:40104:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384395.147059:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294983917 02000000:00000001:3.0:1767384395.147061:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384395.147062:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384395.147063:0:40104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384395.147064:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746159232 00000100:00000001:0.0:1767384395.147064:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294983917 00000020:00000001:3.0:1767384395.147068:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384395.147069:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294983917 00000020:00000040:3.0:1767384395.147070:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:0.0:1767384395.147073:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294983917 00000020:00000001:3.0:1767384395.147074:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.147076:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=15 00000100:00000001:0.0:1767384395.147078:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294983917 00000020:00000001:3.0:1767384395.147081:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384395.147083:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294983917 00010000:00010000:2.0:1767384395.147084:0:40104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c772dffb already unused, calling callback (000000001ae2046b) 00000020:00000001:3.0:1767384395.147086:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384395.147087:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384395.147090:0:40104:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384395.147091:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384395.147092:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384395.147094:0:40104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384395.147094:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1767384395.147095:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000301f9be8. 00000100:00000001:0.0:1767384395.147095:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147098:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.147099:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384395.147099:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384395.147104:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000301f9be8. 02000000:00000001:1.0:1767384395.147104:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384395.147106:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384395.147107:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384395.147109:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384395.147111:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000205f7a96. 00010000:00000001:2.0:1767384395.147111:0:40104:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767384395.147112:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.147114:0:40104:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384395.147114:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384395.147116:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006922b295. 00000100:00000001:0.0:1767384395.147117:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384395.147118:0:40104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384395.147118:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba744289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746159360:0@lo:103: 00000100:00000001:0.0:1767384395.147119:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.147121:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a8385985. 00000020:00000040:2.0:1767384395.147122:0:40104:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c772dffb refcount=3 00000100:00000001:0.0:1767384395.147125:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.147127:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384395.147127:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384395.147128:0:40104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632564680591360 : -111509028960256 : ffff9a9547f08800) 00000100:00000001:3.0:1767384395.147129:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384395.147132:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 02000000:00000001:1.0:1767384395.147132:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767384395.147134:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384395.147135:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.147138:0:40104:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632564680591360 : -111509028960256 : ffff9a9547f08800) 00010000:00000001:3.0:1767384395.147140:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384395.147140:0:18904:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384395.147141:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767384395.147142:0:40104:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1767384395.147143:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384395.147143:0:18904:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:2.0:1767384395.147145:0:40104:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384395.147145:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f770788. 00000020:00000001:3.0:1767384395.147146:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.147149:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f4d0966b refcount=3 00000100:00100000:0.0:1767384395.147149:0:18904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 02000000:00000001:1.0:1767384395.147151:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.147154:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00000100:00000040:0.0:1767384395.147154:0:18904:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000400:00000010:1.0:1767384395.147157:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fbe427a. 00010000:00000001:3.0:1767384395.147158:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00000100:00000001:0.0:1767384395.147158:0:18904:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348024320 : -111513361527296 : ffff9a9445b2ce00) 10000000:00000001:2.0:1767384395.147161:0:40104:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384395.147164:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:2.0:1767384395.147164:0:40104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384395.147165:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fcecb2a. 00010000:00000001:3.0:1767384395.147166:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384395.147166:0:18904:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000447e0b8d x1853236746159104/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:376/0 lens 328/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384395.147169:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384395.147172:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746159360, portal 18 00000100:00000001:3.0:1767384395.147173:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147177:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384395.147179:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147181:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629105280 : -111508080446336 : ffff9a958079b480) 10000000:01000000:2.0:1767384395.147182:0:40104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1767384395.147188:0:40104:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00000001:0.0:1767384395.147188:0:18904:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384395.147189:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384395.147191:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384395.147192:0:40104:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1767384395.147194:0:18904:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092c19efd. 10000000:00000040:2.0:1767384395.147195:0:40104:0:(mgc_request.c:123:config_log_put()) log params(00000000b5670022) refs 1 00000100:00000001:0.0:1767384395.147198:0:18904:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 10000000:01000000:2.0:1767384395.147201:0:40104:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00000001:3.0:1767384395.147204:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384395.147205:0:18904:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092c19efd. 10000000:00000001:2.0:1767384395.147206:0:40104:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384395.147208:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 10000000:00000001:2.0:1767384395.147210:0:40104:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384395.147211:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384395.147212:0:40104:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:3.0:1767384395.147215:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1767384395.147215:0:18904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000447e0b8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:92b443ed-e82f-4160-b27d-56e958e24602+15:16354:x1853236746159104:12345-0@lo:103: 10000000:00000001:2.0:1767384395.147216:0:40104:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384395.147218:0:40104:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:1.0:1767384395.147219:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384395.147221:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 10000000:00000001:2.0:1767384395.147222:0:40104:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384395.147224:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565556615296 : -111508152936320 : ffff9a957c279880) 00000100:00000200:0.0:1767384395.147224:0:18904:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746159104 10000000:00000001:2.0:1767384395.147225:0:40104:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:1.0:1767384395.147225:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00010000:00000001:0.0:1767384395.147227:0:18904:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 10000000:00000001:2.0:1767384395.147228:0:40104:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:3.0:1767384395.147230:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005db5c650 x1853236746159232/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:376/0 lens 328/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384395.147230:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746159360, offset 0 00010000:00000002:0.0:1767384395.147230:0:18904:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 10000000:00000001:2.0:1767384395.147231:0:40104:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384395.147234:0:18904:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 10000000:00000001:2.0:1767384395.147235:0:40104:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384395.147238:0:40104:0:(genops.c:898:class_export_put()) PUTting export 00000000542cbf81 : new refcount 7 00000100:00000001:0.0:1767384395.147239:0:18904:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384395.147240:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000010:2.0:1767384395.147243:0:40104:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000b5670022. 02000000:00000001:0.0:1767384395.147244:0:18904:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384395.147248:0:18904:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d033b2a6. 10000000:00000001:2.0:1767384395.147249:0:40104:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384395.147252:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:00000001:2.0:1767384395.147253:0:40104:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384395.147253:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384395.147253:0:18904:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.147254:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000301f9be8. 00010000:00000001:2.0:1767384395.147258:0:40104:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384395.147259:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384395.147259:0:18904:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.147261:0:40104:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1767384395.147262:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000301f9be8. 00010000:00000001:0.0:1767384395.147262:0:18904:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384395.147264:0:40104:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:0.0:1767384395.147265:0:18904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000200:1.0:1767384395.147267:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df08500 00010000:00000001:2.0:1767384395.147268:0:40104:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.147269:0:18904:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.147272:0:18904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384395.147273:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005db5c650 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+15:16355:x1853236746159232:12345-0@lo:103: 00010000:00000001:2.0:1767384395.147273:0:40104:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.147274:0:18904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f17cf810 refcount=3 00000020:00000040:2.0:1767384395.147279:0:40104:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c772dffb with handle 0x980286e253c5fa71 from hash 00000400:00000200:1.0:1767384395.147279:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000100:00000200:3.0:1767384395.147280:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746159232 00000020:00000001:0.0:1767384395.147280:0:18904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656708096 : -111508052843520 : ffff9a95821ee400) 00010000:00000001:3.0:1767384395.147283:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1767384395.147285:0:40104:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000002:3.0:1767384395.147286:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384395.147286:0:18904:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656708096 : -111508052843520 : ffff9a95821ee400) 00000400:00000200:1.0:1767384395.147288:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384395.147289:0:40104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1767384395.147289:0:18904:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f3a74fe4 count: 5 00010000:00000001:3.0:1767384395.147290:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384395.147293:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384395.147293:0:18904:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384395.147295:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384395.147296:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384395.147296:0:18904:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384395.147297:0:40104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.147299:0:18904:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384395.147300:0:40104:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:3.0:1767384395.147301:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000054a3d93a. 00000100:00000001:1.0:1767384395.147303:0:16356:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384395.147303:0:18904:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384395.147304:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.147304:0:40104:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:1.0:1767384395.147307:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:3.0:1767384395.147308:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.147308:0:40104:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000001:0.0:1767384395.147309:0:18904:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384395.147313:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000773f33c6. 00010000:00000001:3.0:1767384395.147314:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384395.147314:0:40104:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384395.147314:0:18904:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384395.147317:0:40104:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:3.0:1767384395.147318:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:1.0:1767384395.147318:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000773f33c6 x1853236746159360 msgsize 328 00010000:00000001:0.0:1767384395.147318:0:18904:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384395.147321:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:2.0:1767384395.147323:0:40104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a06d87a1. 00010000:00000001:0.0:1767384395.147323:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384395.147324:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384395.147326:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384395.147327:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f4d0966b refcount=3 00000020:00000040:2.0:1767384395.147329:0:40104:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=7 obd=MGC192.168.203.143@tcp 00000100:00100000:1.0:1767384395.147330:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384395.147330:0:18904:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384395.147332:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00010000:00000001:0.0:1767384395.147333:0:18904:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.147335:0:40104:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1767384395.147336:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565366531072 : -111508343020544 : ffff9a9570d32400) 00000100:00000001:1.0:1767384395.147336:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:0.0:1767384395.147336:0:18904:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f17cf810 with handle 0x980286e253c5fa01 from hash 02000000:00000001:2.0:1767384395.147338:0:40104:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000040:3.0:1767384395.147342:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000018409f0 count: 2 02000000:00000001:2.0:1767384395.147342:0:40104:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.147342:0:18904:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384395.147343:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00010000:00000001:0.0:1767384395.147344:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.147345:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384395.147348:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000010:1.0:1767384395.147348:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00010000:00000001:0.0:1767384395.147348:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384395.147350:0:40104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d702eb9d. 00010000:00000001:3.0:1767384395.147351:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384395.147351:0:18904:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384395.147353:0:16356:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1767384395.147354:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.147354:0:18904:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384395.147356:0:40104:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.147357:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384395.147358:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384395.147361:0:40104:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384395.147362:0:18904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f17cf810/0x980286e253c5fa01 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x980286e253c5f9fa expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384395.147364:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384395.147366:0:40104:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.147370:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384395.147373:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384395.147376:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.147379:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384395.147381:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:0.0:1767384395.147381:0:18904:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 8 00010000:00010000:2.0:1767384395.147385:0:40104:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384395.147386:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.147386:0:18904:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 14 00000100:00000001:1.0:1767384395.147387:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384395.147390:0:40104:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384395.147391:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f4d0966b with handle 0x980286e253c5fdd5 from hash 00000100:00000040:1.0:1767384395.147393:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.147393:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384395.147395:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384395.147395:0:40104:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384395.147396:0:18904:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384395.147398:0:40104:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.147399:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.147399:0:18904:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384395.147401:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.147401:0:18904:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384395.147404:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384395.147405:0:18904:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.147406:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384395.147407:0:40104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a06d87a1] to pc [ptlrpcd_00_00+0] req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.147409:0:18904:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384395.147410:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384395.147413:0:18904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767384395.147415:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f4d0966b/0x980286e253c5fdd5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x980286e253c5fdce expref: 14 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.147415:0:18904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.147419:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.147421:0:18904:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384395.147439:0:18904:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147441:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:0.0:1767384395.147444:0:18904:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384395.147446:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147453:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294983918 00010000:00000040:3.0:1767384395.147454:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 7 00000100:00000001:0.0:1767384395.147454:0:18904:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384395.147457:0:18904:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 19 to 0@lo 00000020:00000040:3.0:1767384395.147458:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 13 00000100:00000001:0.0:1767384395.147460:0:18904:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00000001:3.0:1767384395.147463:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.147463:0:40104:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384395.147463:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983917 02000000:00000001:0.0:1767384395.147464:0:18904:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384395.147467:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:0.0:1767384395.147467:0:18904:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.147469:0:40104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.147470:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384395.147470:0:18904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384395.147471:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294983918 00010000:00000001:2.0:1767384395.147472:0:40104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384395.147473:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384395.147476:0:40104:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.147477:0:18904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384395.147478:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147479:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983917 00010000:00000001:2.0:1767384395.147481:0:40104:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384395.147481:0:18904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00010000:00000001:3.0:1767384395.147482:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384395.147485:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294983918 00010000:00000040:3.0:1767384395.147486:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000018409f0 count: 0 10000000:00000001:2.0:1767384395.147486:0:40104:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384395.147487:0:18904:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746159104, offset 224 00010000:00010000:2.0:1767384395.147492:0:40104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384395.147494:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983917 00010000:00010000:3.0:1767384395.147495:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:0.0:1767384395.147497:0:18904:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384395.147498:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.147501:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294983918 00010000:00000001:3.0:1767384395.147502:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384395.147505:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147507:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983917 00000400:00000200:0.0:1767384395.147508:0:18904:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1767384395.147509:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=101 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384395.147509:0:40104:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384395.147512:0:40104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.143@tcp lock: 00000000c772dffb/0x980286e253c5fa71 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x980286e253c5fa78 expref: -99 pid: 17063 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384395.147514:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384395.147514:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384395.147519:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 20 to 0@lo 00000400:00000200:0.0:1767384395.147519:0:18904:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df08400 00000100:00000001:1.0:1767384395.147520:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.147524:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:1.0:1767384395.147526:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384395.147527:0:18904:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2141 [1] + 224 02000000:00000001:3.0:1767384395.147528:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384395.147531:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147531:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384395.147536:0:18904:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384395.147539:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384395.147541:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384395.147543:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384395.147543:0:18904:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384395.147546:0:40104:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384395.147547:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384395.147549:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384395.147550:0:40104:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:3.0:1767384395.147551:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000100:00000001:0.0:1767384395.147551:0:18904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384395.147552:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:2.0:1767384395.147554:0:40104:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000bfe461ba. 00000100:00000200:3.0:1767384395.147556:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746159232, offset 224 00000100:00000001:1.0:1767384395.147556:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384395.147557:0:18904:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384395.147559:0:40104:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384395.147564:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384395.147568:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.147571:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384395.147571:0:18904:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384395.147574:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384395.147575:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384395.147582:0:18904:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384395.147583:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df08480 00000100:00000001:1.0:1767384395.147583:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384395.147586:0:18904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000100:00000001:1.0:1767384395.147587:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384395.147588:0:18904:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:1.0:1767384395.147590:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384395.147592:0:18904:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384395.147595:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384395.147596:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.147596:0:18904:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384395.147598:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384395.147600:0:18904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384395.147601:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000060991a2. 00000100:00000040:0.0:1767384395.147607:0:18904:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 19 to 0@lo 00000400:00000200:2.0:1767384395.147608:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:2.0:1767384395.147612:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00010000:00000001:0.0:1767384395.147613:0:18904:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147614:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384395.147616:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384395.147617:0:18904:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147618:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384395.147620:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2149 [1] + 224 00000100:00000200:2.0:1767384395.147623:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384395.147624:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384395.147624:0:18904:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000447e0b8d x1853236746159104/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:376/0 lens 328/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384395.147626:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384395.147628:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384395.147634:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384395.147635:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384395.147641:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384395.147642:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a06d87a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746159488:0@lo:103: 00000100:00000200:3.0:1767384395.147647:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.147653:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384395.147657:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384395.147658:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384395.147660:0:18904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000447e0b8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:92b443ed-e82f-4160-b27d-56e958e24602+13:16354:x1853236746159104:12345-0@lo:103: Request processed in 468us (993us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384395.147661:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384395.147665:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384395.147666:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384395.147671:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c434cd20. 02000000:00000001:1.0:1767384395.147676:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384395.147677:0:18904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000010:1.0:1767384395.147683:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a2707b1. 00000100:00000040:0.0:1767384395.147683:0:18904:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:2.0:1767384395.147684:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384395.147686:0:18904:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384395.147687:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.147689:0:18904:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384395.147690:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000001:2.0:1767384395.147691:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384395.147694:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384395.147694:0:18904:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d33bcba9. 00000100:00000001:3.0:1767384395.147695:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384395.147696:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746159488, portal 18 00000100:00000001:2.0:1767384395.147697:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384395.147700:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000020:00000010:0.0:1767384395.147700:0:18904:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000101669b3. 00000100:00000001:2.0:1767384395.147701:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147701:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384395.147704:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 02000000:00000001:2.0:1767384395.147705:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147705:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632560348029696 : -111513361521920 : ffff9a9445b2e300) 00000020:00000010:0.0:1767384395.147705:0:18904:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f96b1668. 00000100:00000001:3.0:1767384395.147710:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:2.0:1767384395.147712:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=101 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384395.147712:0:18904:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 12 00000100:00000001:3.0:1767384395.147713:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384395.147714:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.147716:0:18904:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384395.147717:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384395.147720:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=101 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384395.147724:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 18 to 0@lo 00000100:00000001:2.0:1767384395.147728:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384395.147728:0:18904:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384395.147731:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.147731:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384395.147732:0:18904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746159360 00010000:00000001:3.0:1767384395.147735:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.147736:0:18904:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1767384395.147737:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384395.147739:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384395.147739:0:18904:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384395.147740:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384395.147742:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005db5c650 x1853236746159232/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:376/0 lens 328/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.147742:0:18904:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.147744:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384395.147747:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384395.147748:0:18904:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.147752:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384395.147752:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef766825. 00000100:00100000:0.0:1767384395.147753:0:18904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746159360 00000020:00000001:0.0:1767384395.147756:0:18904:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1767384395.147759:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746159488, offset 0 00000020:00000040:0.0:1767384395.147759:0:18904:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00100000:3.0:1767384395.147763:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005db5c650 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:92b443ed-e82f-4160-b27d-56e958e24602+12:16355:x1853236746159232:12345-0@lo:103: Request processed in 508us (817us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384395.147763:0:18904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.147766:0:18904:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=13 00000020:00000001:0.0:1767384395.147770:0:18904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000400:00000200:1.0:1767384395.147771:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384395.147775:0:18904:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00100000:3.0:1767384395.147777:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384395.147778:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384395.147779:0:18904:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384395.147780:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000400:00000200:1.0:1767384395.147784:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384395.147785:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384395.147785:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384395.147785:0:18904:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092c19efd. 00000100:00000001:3.0:1767384395.147789:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384395.147789:0:18904:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.147792:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384395.147793:0:18904:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092c19efd. 00000400:00000200:1.0:1767384395.147797:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df08580 00000020:00000010:3.0:1767384395.147798:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006922b295. 00000020:00000010:0.0:1767384395.147800:0:18904:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000112cebe3. 00000100:00000040:2.0:1767384395.147801:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384395.147803:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a8385985. 00000020:00000010:0.0:1767384395.147803:0:18904:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0ab0195. 00000400:00000200:1.0:1767384395.147807:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000020:00000010:3.0:1767384395.147809:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000205f7a96. 00000020:00000010:0.0:1767384395.147809:0:18904:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb37803a. 00000020:00000040:3.0:1767384395.147815:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 12 00000400:00000200:1.0:1767384395.147817:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384395.147817:0:18904:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384395.147819:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.147822:0:18904:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384395.147823:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dae5cfe7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92b443ed-e82f-4160-b27d-56e958e24602:16354:1853236746159104:0@lo:103: 00000100:00000001:0.0:1767384395.147825:0:18904:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384395.147827:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384395.147829:0:18904:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384395.147831:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384395.147833:0:18904:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.147834:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384395.147834:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384395.147838:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1767384395.147838:0:18904:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000040:2.0:1767384395.147841:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dae5cfe7 x1853236746159104/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.147843:0:18904:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1767384395.147844:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7c35ba4. 00000020:00000001:0.0:1767384395.147846:0:18904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384395.147849:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384395.147850:0:18904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f50eec08 refcount=3 00000100:00000040:1.0:1767384395.147851:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000f7c35ba4 x1853236746159488 msgsize 328 00000100:00000001:3.0:1767384395.147852:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384395.147855:0:18904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713728 : -111508052837888 : ffff9a95821efa00) 00000400:00000001:3.0:1767384395.147857:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384395.147861:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384395.147861:0:18904:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713728 : -111508052837888 : ffff9a95821efa00) 00000100:00000001:2.0:1767384395.147863:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1767384395.147863:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384395.147864:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe9a58e3. 00010000:00000001:0.0:1767384395.147864:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384395.147868:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384395.147868:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384395.147869:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a899270d 00000400:00000010:3.0:1767384395.147872:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a899270d. 02000000:00000010:2.0:1767384395.147872:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e519348b. 00010000:00000001:0.0:1767384395.147872:0:18904:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147874:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384395.147874:0:18904:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.147875:0:16355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384395.147879:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384395.147881:0:18904:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384395.147882:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384395.147882:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384395.147882:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef766825 00000020:00000040:2.0:1767384395.147885:0:16354:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=6 obd=MGC192.168.203.143@tcp 00000400:00000010:1.0:1767384395.147886:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef766825. 00000100:00000001:0.0:1767384395.147889:0:18904:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384395.147891:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384395.147892:0:16353:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1767384395.147894:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ef145815. 00000100:00000001:0.0:1767384395.147898:0:18904:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384395.147899:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384395.147901:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384395.147901:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767384395.147902:0:18904:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746159488 02000000:00000001:2.0:1767384395.147904:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384395.147905:0:18904:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767384395.147908:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae5cfe7. 00000100:00000001:0.0:1767384395.147909:0:18904:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384395.147911:0:18904:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.147914:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384395.147917:0:18904:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.147918:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384395.147922:0:18904:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746159488 00000100:00000001:2.0:1767384395.147923:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384395.147925:0:18904:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384395.147929:0:18904:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000100:00000001:2.0:1767384395.147930:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384395.147931:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384395.147931:0:18904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384395.147932:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384395.147934:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.147935:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384395.147935:0:18904:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=13 00000100:00000040:1.0:1767384395.147939:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.147940:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384395.147940:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384395.147940:0:18904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:2.0:1767384395.147943:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384395.147944:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384395.147945:0:18904:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:3.0:1767384395.147947:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384395.147949:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.147950:0:18904:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384395.147953:0:40104:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384395.147954:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.147954:0:18904:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092c19efd. 00000020:00000001:2.0:1767384395.147957:0:40104:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384395.147959:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=101 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384395.147959:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.147959:0:18904:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384395.147960:0:40104:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384395.147964:0:40104:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:3.0:1767384395.147965:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384395.147965:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384395.147965:0:18904:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092c19efd. 00000020:00000001:2.0:1767384395.147968:0:40104:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.147970:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384395.147971:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.147971:0:18904:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b6c74b. 00010000:00010000:2.0:1767384395.147972:0:40104:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384395.147973:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.147974:0:18904:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a930243. 00000020:00000001:2.0:1767384395.147975:0:40104:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384395.147977:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384395.147977:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294983918 00000020:00000001:2.0:1767384395.147978:0:40104:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.147978:0:18904:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fed57eac. 00010000:00000001:3.0:1767384395.147981:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.147983:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 0, keep current deadline 4294983918 00010000:00010000:2.0:1767384395.147984:0:40104:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384395.147985:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.147985:0:18904:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384395.147988:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294983918 00000100:00000001:0.0:1767384395.147988:0:18904:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384395.147990:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.147990:0:18904:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384395.147993:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 1, keep current deadline 4294983918 00010000:00000001:0.0:1767384395.147994:0:18904:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.147995:0:40105:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384395.147997:0:18904:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000001:2.0:1767384395.147999:0:40105:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.148000:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294983918 00010000:00000001:0.0:1767384395.148001:0:18904:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:2.0:1767384395.148004:0:40105:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384395.148004:0:18904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384395.148006:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384395.148006:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 2, keep current deadline 4294983918 00000020:00000040:0.0:1767384395.148006:0:18904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008637b174 refcount=3 00000020:00000001:2.0:1767384395.148008:0:40105:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384395.148011:0:40105:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.148013:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384395.148013:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294983918 00000020:00000001:0.0:1767384395.148013:0:18904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656708608 : -111508052843008 : ffff9a95821ee600) 00010000:00010000:2.0:1767384395.148014:0:40105:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384395.148019:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request active for cpu 3, keep current deadline 4294983918 00010000:00000001:0.0:1767384395.148019:0:18904:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656708608 : -111508052843008 : ffff9a95821ee600) 00000100:00000001:3.0:1767384395.148022:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384395.148023:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384395.148025:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384395.148025:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384395.148039:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.148041:0:18904:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.148042:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.148044:0:18904:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.148045:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384395.148048:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.148049:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384395.148050:0:18904:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.148054:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384395.148056:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006835a9ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:92b443ed-e82f-4160-b27d-56e958e24602:16355:1853236746159232:0@lo:103: 00000100:00100000:2.0:1767384395.148058:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384395.148059:0:18904:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.148061:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384395.148065:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384395.148065:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384395.148066:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384395.148069:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565629102592 : -111508080449024 : ffff9a958079aa00) 00000100:00000001:0.0:1767384395.148070:0:18904:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384395.148072:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384395.148072:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.148074:0:18904:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384395.148076:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384395.148078:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006835a9ea x1853236746159232/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384395.148078:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000773f33c6 x1853236746159360/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:376/0 lens 328/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.148079:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384395.148081:0:18904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384395.148086:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.148087:0:18904:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 2 00000100:00000001:0.0:1767384395.148092:0:18904:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565629099008 : -111508080452608 : ffff9a9580799c00) 00000100:00000040:0.0:1767384395.148099:0:18904:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f7c35ba4 x1853236746159488/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:376/0 lens 328/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.148106:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384395.148107:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384395.148108:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000040:1.0:1767384395.148110:0:40103:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000b3642699) : new refcount 5 02000000:00000010:3.0:1767384395.148111:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048000536. 00000020:00000010:2.0:1767384395.148112:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b233956. 00000100:00000001:0.0:1767384395.148112:0:18904:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384395.148117:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384395.148117:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384395.148117:0:40103:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000020:00000010:0.0:1767384395.148117:0:18904:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092c19efd. 00000020:00000001:3.0:1767384395.148121:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000040:1.0:1767384395.148121:0:40103:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 4 00000100:00000001:0.0:1767384395.148122:0:18904:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384395.148123:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b233956. 00000020:00000040:3.0:1767384395.148124:0:16355:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000020:00000040:1.0:1767384395.148127:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 2 00000020:00000001:3.0:1767384395.148129:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384395.148129:0:18904:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092c19efd. 02000000:00000010:3.0:1767384395.148132:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000074e223e3. 00000001:00000001:1.0:1767384395.148132:0:40103:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000100:00100000:2.0:1767384395.148133:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000773f33c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:92b443ed-e82f-4160-b27d-56e958e24602+13:16356:x1853236746159360:12345-0@lo:103: 00000001:00000040:1.0:1767384395.148135:0:40103:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 3 02000000:00000001:3.0:1767384395.148138:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767384395.148139:0:18904:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c35ba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:92b443ed-e82f-4160-b27d-56e958e24602+13:16353:x1853236746159488:12345-0@lo:103: 02000000:00000001:3.0:1767384395.148142:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1767384395.148142:0:40103:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000200:2.0:1767384395.148143:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746159360 00000020:00000040:1.0:1767384395.148146:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 1 00000100:00000010:3.0:1767384395.148147:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006835a9ea. 00010000:00000001:2.0:1767384395.148147:0:17070:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000200:0.0:1767384395.148148:0:18904:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746159488 00010000:00000002:2.0:1767384395.148151:0:17070:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000004:00000001:1.0:1767384395.148152:0:40103:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.148152:0:18904:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1767384395.148153:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384395.148155:0:17070:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384395.148156:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000002:0.0:1767384395.148156:0:18904:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:1.0:1767384395.148157:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.148159:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.148159:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384395.148159:0:18904:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00080000:1.0:1767384395.148162:0:40103:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000c69fd3c1): rc 0 02000000:00000001:2.0:1767384395.148164:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384395.148164:0:18904:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384395.148166:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384395.148167:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c69fd3c1 : new refcount 0 00000100:00000001:3.0:1767384395.148168:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.148168:0:18904:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384395.148170:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c53575b. 00000020:00000080:1.0:1767384395.148172:0:40103:0:(genops.c:904:class_export_put()) final put 00000000c69fd3c1/lustre-MDT0000-lwp-OST0000_UUID 00000100:00000001:3.0:1767384395.148173:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384395.148173:0:18904:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d033c5a8. 02000000:00000001:2.0:1767384395.148174:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.148177:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.148178:0:18904:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.148179:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.148181:0:18904:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.148182:0:17070:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000001:1.0:1767384395.148182:0:40103:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00010000:00000001:0.0:1767384395.148185:0:18904:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384395.148186:0:17070:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:1.0:1767384395.148187:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00010000:0.0:1767384395.148188:0:18904:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:3.0:1767384395.148191:0:486:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00000001:2.0:1767384395.148191:0:17070:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384395.148191:0:40103:0:(obd_class.h:604:obd_precleanup()) Process entered 00010000:00000001:0.0:1767384395.148192:0:18904:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384395.148195:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000080:3.0:1767384395.148196:0:486:0:(genops.c:863:class_export_destroy()) destroying export 00000000c69fd3c1/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000004:00000001:1.0:1767384395.148196:0:40103:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000020:00000001:0.0:1767384395.148196:0:18904:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.148198:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f50eec08 refcount=3 00000004:00000001:1.0:1767384395.148200:0:40103:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000020:00000040:0.0:1767384395.148200:0:18904:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008637b174 refcount=3 00000020:00000040:3.0:1767384395.148203:0:486:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 17 to 0@lo 00000020:00000001:2.0:1767384395.148204:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656713728 : -111508052837888 : ffff9a95821efa00) 00000004:00000001:1.0:1767384395.148205:0:40103:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00000020:00000001:0.0:1767384395.148205:0:18904:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565656708608 : -111508052843008 : ffff9a95821ee600) 00000020:00000001:3.0:1767384395.148206:0:486:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:3.0:1767384395.148209:0:486:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000080:1.0:1767384395.148210:0:40103:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb2dfc9ee7b28 00010000:00000001:0.0:1767384395.148210:0:18904:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656708608 : -111508052843008 : ffff9a95821ee600) 00000020:00000040:3.0:1767384395.148211:0:486:0:(genops.c:1229:class_import_get()) import 000000007332e15c refcount=2 obd=lustre-MDT0000 00010000:00000001:2.0:1767384395.148214:0:17070:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446632565656713728 : -111508052837888 : ffff9a95821efa00) 00000020:00000001:3.0:1767384395.148215:0:486:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000040:0.0:1767384395.148215:0:18904:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c0101384 count: 3 00000020:00000040:3.0:1767384395.148217:0:486:0:(genops.c:1242:class_import_put()) import 000000007332e15c refcount=1 obd=lustre-MDT0000 00100000:00000001:1.0:1767384395.148217:0:40103:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00010000:00000001:0.0:1767384395.148219:0:18904:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000040:2.0:1767384395.148220:0:17070:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c49b9d68 count: 2 00000020:00000001:3.0:1767384395.148222:0:486:0:(genops.c:1249:class_import_put()) Process leaving 00100000:00000001:1.0:1767384395.148223:0:40103:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384395.148223:0:18904:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384395.148224:0:17070:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384395.148227:0:18904:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000001:2.0:1767384395.148228:0:17070:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00000001:1.0:1767384395.148228:0:40103:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.148230:0:486:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384395.148230:0:18904:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.148231:0:17070:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000040:3.0:1767384395.148233:0:486:0:(genops.c:1242:class_import_put()) import 000000007332e15c refcount=0 obd=lustre-MDT0000 00000004:00000001:1.0:1767384395.148233:0:40103:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00010000:00000001:2.0:1767384395.148234:0:17070:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.148234:0:18904:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384395.148238:0:486:0:(genops.c:1245:class_import_put()) final put import 000000007332e15c 00000020:00000001:2.0:1767384395.148239:0:17070:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384395.148240:0:40103:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 000000008233a440. 00010000:00000001:0.0:1767384395.148240:0:18904:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384395.148244:0:18904:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384395.148245:0:17070:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:1.0:1767384395.148245:0:40103:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000020:00000001:3.0:1767384395.148248:0:486:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384395.148250:0:17070:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:1.0:1767384395.148250:0:40103:0:(lod_dev.c:979:lod_process_config()) Process entered 00010000:00000001:0.0:1767384395.148250:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:3.0:1767384395.148251:0:486:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000003df08e4e. 00010000:00000001:0.0:1767384395.148254:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.148255:0:17070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.148256:0:486:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00010000:00000001:0.0:1767384395.148256:0:18904:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384395.148258:0:17070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384395.148258:0:40103:0:(osp_dev.c:662:osp_process_config()) Process entered 00000001:00000001:3.0:1767384395.148259:0:486:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00010000:00000001:0.0:1767384395.148259:0:18904:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384395.148261:0:40103:0:(osp_dev.c:449:osp_disconnect()) Process entered 00010000:00000001:2.0:1767384395.148262:0:17070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1767384395.148263:0:18904:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008637b174 with handle 0x980286e253c5fa78 from hash 00000004:00000040:1.0:1767384395.148264:0:40103:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff9a9577303800 00000001:00000010:3.0:1767384395.148265:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c06f4ffd. 00010000:00000001:2.0:1767384395.148266:0:17070:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.148268:0:18904:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000010:3.0:1767384395.148269:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d338f5a1. 00000100:00000001:1.0:1767384395.148271:0:40103:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000001:00000010:3.0:1767384395.148272:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e81ca784. 00000020:00000040:2.0:1767384395.148272:0:17070:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f50eec08 with handle 0x980286e253c5f9f3 from hash 00010000:00000001:0.0:1767384395.148272:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00080000:1.0:1767384395.148275:0:40103:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000001:00000010:3.0:1767384395.148276:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005185416c. 00010000:00000001:0.0:1767384395.148276:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.148277:0:17070:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384395.148278:0:18904:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384395.148281:0:17070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384395.148281:0:40103:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000001:00000010:3.0:1767384395.148282:0:486:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005b065bea. 00010000:00000001:0.0:1767384395.148282:0:18904:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384395.148285:0:17070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384395.148285:0:40103:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000001:00000010:3.0:1767384395.148286:0:486:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000341312f2. 00010000:00000001:0.0:1767384395.148286:0:18904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384395.148288:0:40103:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00010000:00000001:2.0:1767384395.148289:0:17070:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:3.0:1767384395.148290:0:486:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00010000:0.0:1767384395.148291:0:18904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008637b174/0x980286e253c5fa78 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x980286e253c5fa71 expref: 13 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384395.148292:0:17070:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384395.148294:0:486:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000040:1.0:1767384395.148295:0:40103:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000001:00000001:3.0:1767384395.148296:0:486:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00010000:00000001:2.0:1767384395.148296:0:17070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384395.148301:0:17070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f50eec08/0x980286e253c5f9f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x980286e253c5f9ec expref: 13 pid: 17080 timeout: 0 lvb_type: 0 00000001:00000010:3.0:1767384395.148302:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aa0af412. 00000100:00000001:1.0:1767384395.148303:0:40103:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000040:0.0:1767384395.148303:0:18904:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 6 00000001:00000010:3.0:1767384395.148307:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c1ef1e06. 00000100:00000001:1.0:1767384395.148307:0:40103:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000020:00000040:0.0:1767384395.148309:0:18904:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 12 00000100:00000001:1.0:1767384395.148311:0:40103:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000001:00000010:3.0:1767384395.148313:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007a54a587. 00000100:00000001:1.0:1767384395.148315:0:40103:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:0.0:1767384395.148316:0:18904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000010:3.0:1767384395.148319:0:486:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000716c8493. 00010000:00000001:0.0:1767384395.148319:0:18904:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:2.0:1767384395.148320:0:17070:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 5 00000004:00000040:1.0:1767384395.148321:0:40103:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00010000:00000001:0.0:1767384395.148321:0:18904:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000010:3.0:1767384395.148322:0:486:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000164a64a1. 00000020:00000040:2.0:1767384395.148325:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 11 00010000:00000001:0.0:1767384395.148326:0:18904:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384395.148327:0:486:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d10d629a. 00010000:00000001:0.0:1767384395.148330:0:18904:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384395.148331:0:486:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384395.148332:0:18904:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384395.148333:0:486:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384395.148334:0:486:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00010000:00000001:2.0:1767384395.148334:0:17070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384395.148334:0:18904:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1767384395.148335:0:40103:0:(osp_dev.c:1621:osp_import_event()) got inactive 00010000:00000001:2.0:1767384395.148337:0:17070:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384395.148338:0:40103:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1767384395.148338:0:18904:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384395.148339:0:486:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000006319484. 00010000:00000001:2.0:1767384395.148341:0:17070:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000001:1.0:1767384395.148343:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00010000:00000001:0.0:1767384395.148343:0:18904:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000004:00000001:3.0:1767384395.148344:0:486:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.148344:0:17070:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384395.148347:0:18904:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384395.148348:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:3.0:1767384395.148349:0:486:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.148350:0:17070:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384395.148352:0:18904:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=101 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384395.148353:0:486:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 7 - export 00010000:00000001:2.0:1767384395.148354:0:17070:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384395.148356:0:18904:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384395.148357:0:486:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c69fd3c1. 00010000:00000040:2.0:1767384395.148358:0:17070:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c49b9d68 count: 0 00000100:00000040:0.0:1767384395.148361:0:18904:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 18 to 0@lo 00000020:00000001:3.0:1767384395.148362:0:486:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:0.0:1767384395.148364:0:18904:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00010000:00010000:2.0:1767384395.148366:0:17070:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:3.0:1767384395.148367:0:486:0:(genops.c:1200:obd_zombie_import_free()) Process entered 02000000:00000001:0.0:1767384395.148367:0:18904:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000080:3.0:1767384395.148370:0:486:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000007332e15c for lustre-MDT0000 00010000:00000001:2.0:1767384395.148370:0:17070:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384395.148370:0:18904:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.148375:0:18904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384395.148376:0:486:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 17 to 0@lo 00010000:00000001:2.0:1767384395.148377:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384395.148378:0:18904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384395.148379:0:486:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 6 - import 00010000:00000001:2.0:1767384395.148380:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.148382:0:486:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000007332e15c. 00000400:00000010:0.0:1767384395.148382:0:18904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000100:00000200:0.0:1767384395.148385:0:18904:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746159488, offset 224 00000001:00000001:1.0:1767384395.148387:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384395.148389:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012411101 time=101 v=5 (1 0 0 0) 00000001:00000001:1.0:1767384395.148392:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1767384395.148393:0:486:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000200:0.0:1767384395.148394:0:18904:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:1.0:1767384395.148395:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767384395.148398:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384395.148402:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 18 to 0@lo 00000400:00000200:0.0:1767384395.148405:0:18904:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384395.148406:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:2.0:1767384395.148410:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384395.148412:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384395.148415:0:18904:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df08580 00000100:00000001:2.0:1767384395.148416:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:0.1:1767384395.148443:0:18904:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000168e1181. 00000400:00000200:0.0:1767384395.148450:0:18904:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2161 [1] + 224 00000001:00000001:1.0:1767384395.148452:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384395.148455:0:18904:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384395.148456:0:40103:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000400:00000200:0.0:1767384395.148461:0:18904:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384395.148465:0:18904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384395.148468:0:18904:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384395.148469:0:40103:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:00000001:1.0:1767384395.148474:0:40103:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384395.148477:0:40103:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384395.148481:0:40103:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384395.148483:0:40103:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.148484:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384395.148489:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000100:00000001:1.0:1767384395.148490:0:40103:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000040:0.0:1767384395.148493:0:18904:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.148494:0:40103:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000200:2.0:1767384395.148495:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746159360, offset 224 00000100:00000010:1.0:1767384395.148499:0:40103:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002f0f0d0. 00000020:00000040:1.0:1767384395.148505:0:40103:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384395.148506:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384395.148511:0:40103:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384395.148514:0:40103:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384395.148518:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384395.148518:0:40103:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.148520:0:18904:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384395.148525:0:40103:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000bbc4000. 00000400:00000200:2.0:1767384395.148526:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df08500 00000400:00000200:0.0:1767384395.148528:0:18904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000100:00000001:1.0:1767384395.148530:0:40103:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384395.148532:0:18904:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:1.0:1767384395.148535:0:40103:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446632565629106176 : -111508080445440 : ffff9a958079b800) 00000100:00000001:0.0:1767384395.148536:0:18904:0:(events.c:386:reply_out_callback()) Process entered 00000100:00080000:1.0:1767384395.148539:0:40103:0:(import.c:65:import_set_state_nolock()) 000000006e553dad lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1767384395.148540:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384395.148540:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2151 [1] + 224 00000100:00000001:0.0:1767384395.148540:0:18904:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384395.148544:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384395.148547:0:40103:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384395.148547:0:18904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384395.148549:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384395.148549:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384395.148550:0:40103:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384395.148553:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384395.148553:0:18904:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 17 to 0@lo 00000400:00000010:3.0:1767384395.148556:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a2707b1. 00010000:00000001:0.0:1767384395.148556:0:18904:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384395.148557:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384395.148558:0:40103:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002f0f0d0] to pc [ptlrpcd_rcv+-1] req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384395.148561:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026afb6b4 00010000:00000001:0.0:1767384395.148561:0:18904:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384395.148564:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026afb6b4. 00000100:00000040:0.0:1767384395.148567:0:18904:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7c35ba4 x1853236746159488/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:376/0 lens 328/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.148568:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384395.148569:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384395.148573:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384395.148576:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.148596:0:40103:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384395.148597:0:18904:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c35ba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:92b443ed-e82f-4160-b27d-56e958e24602+11:16353:x1853236746159488:12345-0@lo:103: Request processed in 481us (742us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384395.148600:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384395.148602:0:40103:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.148607:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384395.148609:0:40103:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384395.148613:0:18904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384395.148618:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384395.148618:0:18904:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 1 00000100:00000001:1.0:1767384395.148619:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384395.148620:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.148621:0:18904:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384395.148623:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384395.148625:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384395.148625:0:18904:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384395.148627:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384395.148628:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384395.148628:0:18904:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a930243. 00000100:00000001:3.0:1767384395.148632:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384395.148633:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.148633:0:18904:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fed57eac. 00000100:00000040:1.0:1767384395.148634:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384395.148636:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.148636:0:18904:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b6c74b. 00000100:00000001:2.0:1767384395.148637:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384395.148643:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=101 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384395.148643:0:18904:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 10 00000400:00000200:2.0:1767384395.148644:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000100:00000001:0.0:1767384395.148647:0:18904:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384395.148649:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000100:00001000:3.0:1767384395.148651:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384395.148652:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384395.148653:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384395.148656:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.148657:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384395.148658:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384395.148660:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384395.148661:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.148662:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384395.148663:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384395.148666:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384395.148668:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 16 to 0@lo 02000000:00000001:1.0:1767384395.148668:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.148670:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.148673:0:17070:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384395.148674:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002f0f0d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16352:1853236746159616:0@lo:9: 00000100:00000001:3.0:1767384395.148675:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.148676:0:17070:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384395.148683:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.148683:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384395.148684:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000773f33c6 x1853236746159360/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:376/0 lens 328/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384395.148687:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384395.148690:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384395.148694:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384395.148698:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e020777a. 02000000:00000001:1.0:1767384395.148703:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384395.148708:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cac5ace1. 00000400:00000010:1.0:1767384395.148714:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef766825. 00000100:00000001:3.0:1767384395.148715:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384395.148719:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000773f33c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:92b443ed-e82f-4160-b27d-56e958e24602+10:16356:x1853236746159360:12345-0@lo:103: Request processed in 608us (1396us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384395.148721:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384395.148721:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746159616, portal 4 00000100:00000001:3.0:1767384395.148724:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.148725:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384395.148728:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565629106176 : -111508080445440 : ffff9a958079b800) 00000100:00000040:3.0:1767384395.148730:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384395.148739:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384395.148740:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a06d87a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746159488:0@lo:103: 00000100:00100000:2.0:1767384395.148740:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384395.148745:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:2.0:1767384395.148749:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384395.148753:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384395.148754:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.148756:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384395.148757:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384395.148758:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0ab0195. 00000100:00000040:1.0:1767384395.148761:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384395.148762:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a06d87a1 x1853236746159488/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384395.148764:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb37803a. 00000400:00000010:1.0:1767384395.148766:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071bef6d3. 00000020:00000010:2.0:1767384395.148770:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000112cebe3. 00000100:00000200:1.0:1767384395.148772:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236746159616, offset 0 00000020:00000040:2.0:1767384395.148775:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 9 00000100:00000001:2.0:1767384395.148780:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384395.148781:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384395.148782:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384395.148784:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384395.148787:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c434cd20. 02000000:00000001:3.0:1767384395.148790:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384395.148792:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384395.148793:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000400:00000200:1.0:1767384395.148793:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384395.148798:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384395.148800:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d702eb9d. 02000000:00000001:3.0:1767384395.148802:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384395.148804:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384395.148804:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824df08600 00000100:00000001:2.0:1767384395.148805:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384395.148807:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a06d87a1. 00000100:00000001:2.0:1767384395.148809:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384395.148811:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384395.148813:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384395.148814:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xae1 [8] + 5752 00000100:00000001:3.0:1767384395.148815:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384395.148821:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384395.148822:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384395.148823:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384395.148825:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384395.148828:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384395.148829:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384395.148830:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384395.148833:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384395.148833:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fbe427a. 00000400:00000200:2.0:1767384395.148838:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fcecb2a 00000400:00000010:2.0:1767384395.148840:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fcecb2a. 00000100:00000001:2.0:1767384395.148843:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384395.148845:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384395.148848:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384395.148849:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384395.148855:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079473333. 00000100:00000040:1.0:1767384395.148858:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000079473333 x1853236746159616 msgsize 224 00000100:00000200:2.0:1767384395.148863:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384395.148866:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384395.148874:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384395.148876:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.148877:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384395.148879:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384395.148882:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384395.148883:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384395.148884:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071bef6d3 00000100:00000001:2.0:1767384395.148885:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.148888:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384395.148888:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071bef6d3. 02000000:00000001:2.0:1767384395.148889:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384395.148891:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746159616 02000000:00000001:3.0:1767384395.148894:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:2.0:1767384395.148894:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a69fe1e1 time=101 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384395.148894:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384395.148898:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1767384395.148900:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=101 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384395.148900:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.148901:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384395.148905:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.148907:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384395.148909:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746159616 00000100:00000001:2.0:1767384395.148910:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.148913:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767384395.148915:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384395.148917:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb2e 00010000:00000001:2.0:1767384395.148919:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.148920:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.148922:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000035a2e028 refcount=5 00000100:00000001:1.0:1767384395.148922:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384395.148926:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000040:1.0:1767384395.148927:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384395.148929:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560272574464 : -111513436977152 : ffff9a9441338800) 00000100:00000001:2.0:1767384395.148929:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.148934:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384395.148938:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.148939:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.148943:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000301f9be8. 00000100:00000001:1.0:1767384395.148944:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384395.148949:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000992ab3ba. 00000100:00000001:1.0:1767384395.148949:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.148953:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384395.148956:0:17893:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000704e0276) now 8 - evictor 00000100:00000040:1.0:1767384395.148956:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3623 usecs (4 jiffies) 00000100:00000001:2.0:1767384395.148957:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384395.148960:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.148962:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294983917 00000100:00000040:2.0:1767384395.148965:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.148966:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294983918 00000100:00000001:3.0:1767384395.148971:0:17893:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384395.148972:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294983917 00000020:00000010:3.0:1767384395.148976:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074e223e3. 00000100:00000001:1.0:1767384395.148977:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294983918 00000020:00000010:3.0:1767384395.148982:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006922b295. 00000100:00000001:1.0:1767384395.148983:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294983917 00000100:00100000:2.0:1767384395.148985:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba744289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746159360:0@lo:103: 00000020:00000010:3.0:1767384395.148988:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a8385985. 00000100:00000001:1.0:1767384395.148989:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294983918 00000100:00000001:2.0:1767384395.148993:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384395.148993:0:17081:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384395.148994:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294983917 00000100:00000001:2.0:1767384395.148997:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384395.148999:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384395.148999:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294983918 00000020:00000040:0.0:1767384395.148999:0:17081:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 8 - evictor 00000100:00000040:2.0:1767384395.149002:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba744289 x1853236746159360/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.149003:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384395.149006:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384395.149006:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384395.149009:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.149012:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.149017:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.149017:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.149020:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384395.149023:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384395.149023:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384395.149037:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f770788. 00000100:00000001:3.0:1767384395.149039:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.149039:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384395.149041:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384395.149043:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:2.0:1767384395.149044:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384395.149047:0:16356:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000100:00000001:1.0:1767384395.149047:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384395.149049:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384395.149050:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384395.149051:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384395.149051:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384395.149053:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384395.149053:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384395.149055:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c4c80cc0. 00000100:00000001:1.0:1767384395.149055:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384395.149060:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 02000000:00000001:2.0:1767384395.149061:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384395.149061:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.149064:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384395.149065:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000035a2e028 : new rpc_count 1 00000100:00000001:0.0:1767384395.149066:0:17892:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384395.149067:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba744289. 00000100:00000001:3.0:1767384395.149069:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565629107072 : -111508080444544 : ffff9a958079bb80) 00000100:00000001:0.0:1767384395.149069:0:17892:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.149072:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384395.149075:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079473333 x1853236746159616/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:376/0 lens 224/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.149075:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384395.149076:0:40103:0:(osd_handler.c:8868:osd_process_config()) Process entered 00000100:00000001:2.0:1767384395.149080:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:1.0:1767384395.149083:0:40103:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:3381309556 to info 0000000008981262 00000100:00000001:2.0:1767384395.149086:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384395.149089:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384395.149091:0:40103:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000100:00000001:3.0:1767384395.149094:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384395.149095:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:1.0:1767384395.149096:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000072d1392c. 00000100:00000001:2.0:1767384395.149098:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.149099:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8cf3ca1. 00100000:00000010:1.0:1767384395.149101:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000cb5fd4c. 00000100:00000001:3.0:1767384395.149104:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1767384395.149106:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006facd782. 00000020:00000010:3.0:1767384395.149107:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8cf3ca1. 00100000:00000010:1.0:1767384395.149110:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004ca0fce4. 00000100:00100000:3.0:1767384395.149114:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000079473333 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236746159616:12345-0@lo:9: 00100000:00000010:1.0:1767384395.149114:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ff922cbe. 00100000:00000010:1.0:1767384395.149120:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000059b50f4b. 00000100:00000200:3.0:1767384395.149121:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746159616 00000020:00000001:3.0:1767384395.149125:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00100000:00000010:1.0:1767384395.149125:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000062cba907. 00000020:00000001:3.0:1767384395.149128:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00100000:00000010:1.0:1767384395.149129:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ee175c35. 00000020:00000001:3.0:1767384395.149130:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.149133:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00100000:00000010:1.0:1767384395.149134:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004ad155a4. 00000020:00000001:3.0:1767384395.149135:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665494800 : -1044056816 : ffffffffc1c4f510) 00100000:00000010:1.0:1767384395.149137:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000049a47923. 00000020:00000001:3.0:1767384395.149138:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384395.149141:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384395.149142:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d5b08534. 00100000:00000010:1.0:1767384395.149144:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000056bf05c. 00000020:00000001:3.0:1767384395.149149:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00100000:00000010:1.0:1767384395.149150:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b64cf9ff. 00000020:00000001:3.0:1767384395.149152:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00100000:00000010:1.0:1767384395.149154:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000674b43dd. 00000020:00000001:3.0:1767384395.149155:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.149158:0:17893:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00100000:00000010:1.0:1767384395.149158:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009ad54233. 00010000:00000001:3.0:1767384395.149160:0:17893:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384395.149163:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00100000:00000010:1.0:1767384395.149163:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000030add301. 02000000:00000001:3.0:1767384395.149164:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384395.149168:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000035961872. 00100000:00000010:1.0:1767384395.149168:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a925fa2e. 02000000:00000001:3.0:1767384395.149171:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.149173:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384395.149173:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000173be2d4. 00000020:00000040:3.0:1767384395.149179:0:17893:0:(genops.c:887:class_export_get()) GET export 0000000035a2e028 refcount=6 00100000:00000010:1.0:1767384395.149179:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002e5dc10e. 00010000:00000001:3.0:1767384395.149183:0:17893:0:(obd_class.h:902:obd_disconnect()) Process entered 00100000:00000010:1.0:1767384395.149184:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000008c0215. 00002000:00000001:3.0:1767384395.149185:0:17893:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384395.149187:0:17893:0:(genops.c:887:class_export_get()) GET export 0000000035a2e028 refcount=7 00100000:00000010:1.0:1767384395.149188:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002884fe8b. 00010000:00000001:3.0:1767384395.149189:0:17893:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384395.149192:0:17893:0:(genops.c:1460:class_disconnect()) Process entered 00100000:00000010:1.0:1767384395.149193:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000782af5e6. 00000020:00000040:3.0:1767384395.149194:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 6 00000020:00000080:3.0:1767384395.149198:0:17893:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fb2e 00100000:00000010:1.0:1767384395.149198:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000031eb1dfc. 00000020:00000040:3.0:1767384395.149200:0:17893:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035a2e028 with handle 0x980286e253c5fb2e from hash 00000020:00000040:3.0:1767384395.149203:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 5 00100000:00000010:1.0:1767384395.149203:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ac14e9c0. 00000020:00000010:3.0:1767384395.149207:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000301f9be8. 00100000:00000010:1.0:1767384395.149208:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ec57c660. 00000020:00000001:3.0:1767384395.149209:0:17893:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384395.149211:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 4 00100000:00000010:1.0:1767384395.149212:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003ad20f91. 00000020:00000001:3.0:1767384395.149213:0:17893:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384395.149215:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 3 00000020:00000001:3.0:1767384395.149217:0:17893:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384395.149217:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000062f2fd89. 00000100:00000001:3.0:1767384395.149221:0:17893:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00100000:00000010:1.0:1767384395.149222:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000944570c8. 00000100:00080000:3.0:1767384395.149223:0:17893:0:(import.c:65:import_set_state_nolock()) 000000009d4d8bde : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384395.149227:0:17893:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00100000:00000010:1.0:1767384395.149228:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002b00bcb9. 00000100:00000001:3.0:1767384395.149229:0:17893:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384395.149231:0:17893:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00100000:00000010:1.0:1767384395.149234:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000064f31039. 00100000:00000010:1.0:1767384395.149237:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005650246f. 00100000:00000010:1.0:1767384395.149238:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000009ab83d2. 00010000:00000001:3.0:1767384395.149240:0:17893:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384395.149241:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006d3e6a49. 00100000:00000010:1.0:1767384395.149246:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ac056394. 00000020:00000010:3.0:1767384395.149247:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000205f7a96. 00100000:00000010:1.0:1767384395.149249:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ada7b2d1. 00000020:00000010:3.0:1767384395.149251:0:17893:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fc0709bd. 00100000:00000010:1.0:1767384395.149253:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fe92bfe0. 00000020:00000010:3.0:1767384395.149255:0:17893:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000037e65d2e. 00100000:00000010:1.0:1767384395.149257:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005ae3fbfd. 00000020:00000001:2.0:1767384395.149258:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767384395.149259:0:17893:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c40c61fb. 00100000:00000010:1.0:1767384395.149261:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000086b033a1. 00000020:00000001:2.0:1767384395.149262:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.149263:0:17893:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e6e14e91. 00100000:00000010:1.0:1767384395.149265:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e6366a7a. 00010000:00010000:2.0:1767384395.149266:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:1.0:1767384395.149269:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d93eafcc. 80000000:00000010:3.0:1767384395.149271:0:17893:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f8de8e6e. 00100000:00000010:1.0:1767384395.149273:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000679d3fb5. 40000000:00000010:3.0:1767384395.149276:0:17893:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000301f9be8. 00100000:00000010:1.0:1767384395.149277:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000024253ea5. 00100000:00000010:3.0:1767384395.149279:0:17893:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000154f041. 00100000:00000010:1.0:1767384395.149281:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f8a07d24. 00040000:00000010:3.0:1767384395.149282:0:17893:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004e65ca43. 00040000:00000010:3.0:1767384395.149286:0:17893:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a58be752. 00100000:00000010:1.0:1767384395.149286:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000993c719. 00100000:00000010:1.0:1767384395.149291:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cb1a14fa. 00080000:00000010:3.0:1767384395.149293:0:17893:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002ac3cd7b. 00100000:00000010:1.0:1767384395.149294:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000025b830d8. 00080000:00000010:3.0:1767384395.149298:0:17893:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009a6fb515. 00100000:00000010:1.0:1767384395.149298:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000d5206ad. 00100000:00000010:1.0:1767384395.149303:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003a27290d. 00002000:00000010:3.0:1767384395.149304:0:17893:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ac2200e0. 00100000:00000010:1.0:1767384395.149307:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000929ba4c4. 00000001:00000001:3.0:1767384395.149308:0:17893:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384395.149311:0:17893:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00100000:00000010:1.0:1767384395.149312:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000089e3667e. 00000001:00000001:3.0:1767384395.149316:0:17893:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00100000:00000010:1.0:1767384395.149316:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007bfaa63d. 00000001:00000004:3.0:1767384395.149319:0:17893:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00100000:00000010:1.0:1767384395.149320:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008dfbbf6a. 00080000:00000001:3.0:1767384395.149323:0:17893:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00100000:00000010:1.0:1767384395.149324:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e7889ddd. 00080000:00000010:3.0:1767384395.149326:0:17893:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000102567fb. 00100000:00000010:1.0:1767384395.149328:0:40103:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000816a0fd. 00080000:00000001:3.0:1767384395.149329:0:17893:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560354372608 : -111513355179008 : ffff9a944613ac00) 00080000:00000001:3.0:1767384395.149333:0:17893:0:(osd_io.c:1849:osd_declare_write()) Process entered 00100000:00000001:1.0:1767384395.149333:0:40103:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384395.149336:0:40103:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384395.149337:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384395.149340:0:17893:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e8cf3ca1. 00000020:00000001:1.0:1767384395.149341:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00080000:00000001:3.0:1767384395.149342:0:17893:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384395.149344:0:40103:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000b21608e3) has no exports 00080000:00000001:3.0:1767384395.149345:0:17893:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384395.149348:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:1.0:1767384395.149351:0:40103:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00080000:00000001:3.0:1767384395.149354:0:17893:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384395.149357:0:17893:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384395.149374:0:17893:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384395.149377:0:17893:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384395.149378:0:17115:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00080000:00000001:3.0:1767384395.149380:0:17893:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:2.0:1767384395.149382:0:17115:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384395.149389:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e8cf3ca1. 00040000:00000001:3.0:1767384395.149394:0:17893:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384395.149396:0:17893:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384395.149398:0:17893:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384395.149401:0:17893:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384395.149404:0:17893:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384395.149407:0:17893:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384395.149408:0:17893:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000040:1.0:1767384395.149409:0:40103:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00080000:00000010:3.0:1767384395.149411:0:17893:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f96b1668. 00000020:00000010:1.0:1767384395.149414:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009203abf2. 00080000:00000001:3.0:1767384395.149421:0:17893:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560354370560 : -111513355181056 : ffff9a944613a400) 00000040:00000010:1.0:1767384395.149421:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007d8dd7d6. 00000020:00000010:1.0:1767384395.149445:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e21f4c99. 00080000:00000001:3.0:1767384395.149446:0:17893:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384395.149450:0:17893:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:1.0:1767384395.149451:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aa206da2. 00080000:00000010:3.0:1767384395.149453:0:17893:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e8cf3ca1. 00080000:00000001:3.0:1767384395.149457:0:17893:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384395.149457:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008166f0a4. 00080000:00000001:3.0:1767384395.149462:0:17893:0:(osd_handler.c:2167:osd_trans_start()) Process entered 80000000:00000010:1.0:1767384395.149463:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009d3a0875. 00080000:00000001:3.0:1767384395.149466:0:17893:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1767384395.149469:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000df0daa79. 00000001:00000010:3.0:1767384395.149470:0:17893:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000045ccfacb. 00000001:00000040:3.0:1767384395.149474:0:17893:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000035a2e028 : new cb_count 1 00100000:00000010:1.0:1767384395.149474:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fdc1c2f8. 00000020:00000040:3.0:1767384395.149479:0:17893:0:(genops.c:887:class_export_get()) GET export 0000000035a2e028 refcount=4 00040000:00000010:1.0:1767384395.149479:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a28b0f1c. 00040000:00000010:1.0:1767384395.149485:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000072625270. 00040000:00000010:1.0:1767384395.149489:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008aebb29b. 00000001:00000001:3.0:1767384395.149490:0:17893:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384395.149493:0:17893:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384395.149493:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000129edf5c. 00080000:00000010:3.0:1767384395.149498:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e8cf3ca1. 00080000:00000010:1.0:1767384395.149500:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009a46b232. 00040000:00000001:3.0:1767384395.149501:0:17893:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384395.149503:0:17893:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384395.149505:0:17893:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384395.149507:0:17893:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000004:00000010:1.0:1767384395.149508:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000abce335c. 00000001:00000040:3.0:1767384395.149509:0:17893:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:3.0:1767384395.149513:0:17893:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384395.149514:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ec3ac60e. 00000020:00000010:3.0:1767384395.149515:0:17893:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc0709bd. 00000020:00000010:3.0:1767384395.149520:0:17893:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000037e65d2e. 00000004:00000010:1.0:1767384395.149521:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000077d8801e. 00000020:00000010:3.0:1767384395.149522:0:17893:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c40c61fb. 00000004:00000010:1.0:1767384395.149527:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000f8acd39. 00000020:00000010:3.0:1767384395.149529:0:17893:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e6e14e91. 00000020:00000010:1.0:1767384395.149533:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea053045. 80000000:00000010:3.0:1767384395.149539:0:17893:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f8de8e6e. 00000020:00000002:1.0:1767384395.149541:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000192696fe/000000000f19ebc8 to site lru. bkt: 00000000204d9921 00000004:00000010:1.0:1767384395.149545:0:40103:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 000000009d8ec894. 40000000:00000010:3.0:1767384395.149546:0:17893:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000301f9be8. 00000004:00000001:1.0:1767384395.149549:0:40103:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00100000:00000010:3.0:1767384395.149551:0:17893:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000154f041. 00000004:00000040:1.0:1767384395.149552:0:40103:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00040000:00000010:3.0:1767384395.149557:0:17893:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004e65ca43. 00000004:00000040:1.0:1767384395.149557:0:40103:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000857edc98 : new refcount 2 00000040:00000001:1.0:1767384395.149561:0:40103:0:(llog_cat.c:426:llog_cat_close()) Process entered 00040000:00000010:3.0:1767384395.149565:0:17893:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a58be752. 00000040:00000001:1.0:1767384395.149565:0:40103:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384395.149570:0:17893:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009a6fb515. 00040000:00000001:1.0:1767384395.149573:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384395.149577:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384395.149577:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384395.149578:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384395.149579:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384395.149581:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384395.149582:0:17893:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002ac3cd7b. 00080000:00000010:1.0:1767384395.149586:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b71b4798. 00002000:00000010:3.0:1767384395.149588:0:17893:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ac2200e0. 00000020:00000010:3.0:1767384395.149594:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000205f7a96. 00000004:00000010:1.0:1767384395.149594:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006c45b6e0. 00000001:00000001:3.0:1767384395.149600:0:17893:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000004:00000010:1.0:1767384395.149601:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008a463418. 00000001:00000040:3.0:1767384395.149602:0:17893:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000b3642699) : new refcount 4 00000004:00000001:1.0:1767384395.149606:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384395.149608:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000001:00000001:3.0:1767384395.149613:0:17893:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000004:00000010:1.0:1767384395.149613:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c71905c4. 00000001:00000040:3.0:1767384395.149617:0:17893:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 3 00000004:00000001:1.0:1767384395.149619:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000020:00000040:3.0:1767384395.149620:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 3 00000001:00000001:3.0:1767384395.149623:0:17893:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384395.149624:0:17893:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000b3642699) : new refcount 2 00000040:00000001:1.0:1767384395.149624:0:40103:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384395.149629:0:17893:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384395.149630:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 2 00000040:00000010:1.0:1767384395.149630:0:40103:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 00000000e4da2993. 00002000:00000001:3.0:1767384395.149633:0:17893:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.149635:0:17893:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.149636:0:17893:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.149638:0:17893:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384395.149640:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236746159616 00010000:00000001:3.0:1767384395.149641:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384395.149643:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079473333 x1853236746159616/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:1.0:1767384395.149645:0:40103:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005cde7047. 00010000:00000001:3.0:1767384395.149651:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000040:00000001:1.0:1767384395.149652:0:40103:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.149653:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384395.149657:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 00000000753ed742 time=91 v=5 (1 0 0 0) 00000040:00000001:1.0:1767384395.149657:0:40103:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000100:00000001:3.0:1767384395.149661:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000040:00000040:1.0:1767384395.149661:0:40103:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000857edc98 : new refcount 1 00000100:00000040:3.0:1767384395.149665:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 17 to 0@lo 00000100:00000001:3.0:1767384395.149667:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000040:1.0:1767384395.149667:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000f7492abb : new refcount 2 02000000:00000001:3.0:1767384395.149673:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000040:00000010:1.0:1767384395.149673:0:40103:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000857edc98. 02000000:00000001:3.0:1767384395.149675:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.149678:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384395.149680:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000040:00000001:1.0:1767384395.149681:0:40103:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384395.149682:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000004:00000001:1.0:1767384395.149684:0:40103:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000100:00000200:3.0:1767384395.149685:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236746159616, offset 224 00000004:00000001:1.0:1767384395.149688:0:40103:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384395.149690:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:1.0:1767384395.149694:0:40103:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384395.149698:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:1.0:1767384395.149699:0:40103:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 000000008233a440. 00000004:00000001:1.0:1767384395.149704:0:40103:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000400:00000200:3.0:1767384395.149705:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824df08600 00000400:00000200:3.0:1767384395.149709:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2171 [1] + 224 00000400:00000200:3.0:1767384395.149711:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384395.149713:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384395.149716:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384395.149724:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384395.149732:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384395.149735:0:17106:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.149744:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384395.149749:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000400:00000010:3.0:1767384395.149751:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000100:00000001:3.0:1767384395.149753:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384395.149755:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384395.149757:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384395.149758:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.149760:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384395.149762:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 16 to 0@lo 00010000:00000001:3.0:1767384395.149766:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384395.149766:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384395.149770:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384395.149770:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384395.149773:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cac5ace1. 00000020:00000010:2.0:1767384395.149774:0:40103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a92d494d. 00000020:00000001:3.0:1767384395.149775:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384395.149778:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef766825 00000020:00000010:2.0:1767384395.149780:0:40103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070a678e8. 00000100:00000040:3.0:1767384395.149781:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079473333 x1853236746159616/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384395.149783:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef766825. 00000020:00000010:2.0:1767384395.149786:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006263ca0a. 00000100:00000001:1.0:1767384395.149788:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384395.149793:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000774a0f3b. 00000100:00000200:1.0:1767384395.149795:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:2.0:1767384395.149799:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d1ef58f1. 00000100:00100000:3.0:1767384395.149800:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000079473333 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16352:x1853236746159616:12345-0@lo:9: Request processed in 703us (938us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384395.149804:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000813a7f1e. 00000020:00000010:2.0:1767384395.149809:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000263e087f. 00000100:00100000:3.0:1767384395.149814:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000010:2.0:1767384395.149815:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b7362e2. 00000100:00000040:3.0:1767384395.149820:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035a2e028 : new rpc_count 0 80000000:00000010:2.0:1767384395.149821:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c8b045b2. 00000100:00000200:1.0:1767384395.149823:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.149824:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384395.149827:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 40000000:00000010:2.0:1767384395.149827:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000072cc4c81. 00000020:00000010:3.0:1767384395.149831:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006922b295. 00100000:00000010:2.0:1767384395.149834:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000bf51531. 00000020:00000010:3.0:1767384395.149837:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a8385985. 00040000:00000010:2.0:1767384395.149840:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ee8eb545. 00000100:00000001:1.0:1767384395.149842:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384395.149843:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074e223e3. 00040000:00000010:2.0:1767384395.149846:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004253267e. 00000020:00000040:3.0:1767384395.149847:0:17893:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 1 00000100:00000001:1.0:1767384395.149847:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:2.0:1767384395.149851:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad42104e. 00000100:00000001:3.0:1767384395.149852:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.149853:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384395.149857:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000010:2.0:1767384395.149858:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009cec2284. 00000100:00000001:1.0:1767384395.149859:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384395.149862:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384395.149865:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384395.149866:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001bd18066. 00000100:00001000:1.0:1767384395.149869:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000dcdeee41 time=91 v=5 (5 0 0 0) 00000004:00000010:2.0:1767384395.149873:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007fdc1a50. 00000100:00001000:1.0:1767384395.149873:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f608b26b time=91 v=5 (1 0 0 0) 00000004:00000010:2.0:1767384395.149877:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000041032198. 00000100:00000001:1.0:1767384395.149878:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384395.149881:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384395.149884:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006a95f68b. 00010000:00000001:1.0:1767384395.149884:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000010:2.0:1767384395.149889:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006a0914ae. 00010000:00080000:1.0:1767384395.149890:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384395.149894:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6f235be. 00000004:00000001:2.0:1767384395.149899:0:40103:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00010000:00000001:1.0:1767384395.149902:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1767384395.149903:0:40103:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000004:00000001:2.0:1767384395.149907:0:40103:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:1.0:1767384395.149908:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384395.149911:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000004:00000040:2.0:1767384395.149912:0:40103:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000044ae0990 : new refcount 3 00000100:00000001:1.0:1767384395.149913:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000004:00000040:2.0:1767384395.149917:0:40103:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000044ae0990 : new refcount 2 00000100:00000001:1.0:1767384395.149917:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384395.149921:0:40103:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000044ae0990 : new refcount 1 00000100:00000040:1.0:1767384395.149923:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384395.149925:0:40103:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003f53a96b : new refcount 3 00000004:00000040:2.0:1767384395.149928:0:40103:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003f53a96b : new refcount 2 00000004:00000040:2.0:1767384395.149931:0:40103:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003f53a96b : new refcount 1 00000020:00000001:2.0:1767384395.149935:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:1.0:1767384395.149938:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384395.149940:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00080000:2.0:1767384395.149942:0:40103:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000b21608e3) has no exports 00000100:00000001:1.0:1767384395.149943:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384395.149946:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00080000:1.0:1767384395.149947:0:16352:0:(import.c:65:import_set_state_nolock()) 000000006e553dad lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00000001:2.0:1767384395.149949:0:40103:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000001:1.0:1767384395.149951:0:16352:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:2.0:1767384395.149952:0:40103:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000004:00000040:1.0:1767384395.149955:0:16352:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00010000:00000001:2.0:1767384395.149956:0:40103:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384395.149959:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384395.149960:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000004:00080000:1.0:1767384395.149968:0:16352:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:1.0:1767384395.149970:0:16352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384395.149971:0:16352:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:1.0:1767384395.149973:0:16352:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:1.0:1767384395.149975:0:16352:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384395.149976:0:16352:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1767384395.149979:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384395.149987:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002f0f0d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16352:1853236746159616:0@lo:9: 00000100:00000001:1.0:1767384395.149990:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.149992:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384395.149993:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002f0f0d0 x1853236746159616/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.149999:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384395.150001:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384395.150002:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e020777a. 02000000:00000001:1.0:1767384395.150005:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384395.150006:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384395.150007:0:16352:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384395.150009:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384395.150010:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000bbc4000. 02000000:00000001:1.0:1767384395.150013:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384395.150014:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384395.150015:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002f0f0d0. 00000100:00000001:1.0:1767384395.150018:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384395.150019:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.150020:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.150024:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384395.150025:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.150037:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384395.150039:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384395.151452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000142b0c31. 00010000:00000010:3.1:1767384395.151459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000400c8dbd. 00010000:00000010:3.1:1767384395.151462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007b93ff0. 00010000:00000010:3.1:1767384395.151465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f4d0966b. 00010000:00000010:3.1:1767384395.151469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000018409f0. 00000100:00000040:1.0:1767384395.154476:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294983918, at 4294983919 00000100:00000040:0.0:1767384395.154476:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294983918, at 4294983919 00000100:00000010:1.0:1767384395.154489:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d919e6ce. 00000100:00000010:0.0:1767384395.154491:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4495f4b. 00000100:00000040:3.0:1767384395.154512:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294983918, at 4294983919 00000100:00000010:3.0:1767384395.154520:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004caf6109. 00000001:00000001:2.0:1767384395.165935:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384395.165943:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384395.165944:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000001:3.0:1767384395.171497:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384395.171503:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384395.171505:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384395.171510:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000400:00000200:3.0:1767384395.171532:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384395.171538:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp47 recovery ping unlinked 00000400:00000010:3.0:1767384395.171554:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000aa70f7c. 00000400:00000010:3.0:1767384395.171558:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009c6214bd. 00000400:00000001:3.0:1767384395.171563:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384395.171564:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384395.171566:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:3.0:1767384395.171567:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000400:00000200:3.0:1767384395.171569:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384395.171572:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767384395.171574:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008156d206. 00000400:00000010:3.0:1767384395.171577:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007f3f417f. 00000400:00000200:3.0:1767384395.171582:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp45 00000400:00000010:3.0:1767384395.171585:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008156d206. 00000400:00000010:3.0:1767384395.171591:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000074e223e3. 00000400:00000010:3.0:1767384395.171595:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000400:00000010:3.0:1767384395.171601:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000826b6918. 00000400:00000200:3.0:1767384395.171605:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp45 00000400:00000200:3.0:1767384395.171617:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp45 local destination 00000400:00000200:3.0:1767384395.171622:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp45 00000400:00000200:3.0:1767384395.171625:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp45 NI seq info: [230:230:256:4294967295] 192.168.203.143@tcp45 LPNI seq info [190:190:8:4294967295] 00000400:00000200:3.0:1767384395.171633:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp45 00000400:00000200:3.0:1767384395.171639:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp45(192.168.203.143@tcp45:) -> 192.168.203.143@tcp45(192.168.203.143@tcp45:192.168.203.143@tcp45) : GET try# 0 00000800:00000200:3.0:1767384395.171644:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp45 00000800:00000010:3.0:1767384395.171649:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004e65ca43. 00000800:00000200:3.0:1767384395.171655:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000800:00000200:3.1:1767384395.171659:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000400:00000200:3.0:1767384395.171679:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp45 added to recovery queue. ping count: 4 next ping: 332 health :600 00000400:00000200:0.0:1767384395.171794:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.171840:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.171876:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.171898:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.171920:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.171957:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.171980:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172002:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172022:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172068:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172092:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172114:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172137:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172157:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172175:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172196:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172217:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172238:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172259:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172280:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172301:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172323:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172342:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172361:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172384:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172406:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172454:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172479:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172501:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172526:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172543:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172560:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172582:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172605:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384395.172626:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384395.172786:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002d55f8d. 00000800:00000010:0.0:1767384395.172791:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df10ad47. 00000800:00000010:0.0:1767384395.172796:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092c19efd. 00000800:00000010:0.0:1767384395.172817:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092c19efd. 00000800:00020000:0.0:1767384395.172828:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384395.172832:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df10ad47. 00000800:00000010:0.0:1767384395.172834:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002d55f8d. 00000400:02020000:0.0:1767384395.172870:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp45 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384395.172876:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp45 notifying 192.168.203.143@tcp45: down 00000400:00000200:0.0:1767384395.172880:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384395.172884:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp45 00000800:00000010:0.0:1767384395.172887:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004e65ca43. 00000400:00000200:0.0:1767384395.172893:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384395.172898:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp45->192.168.203.143@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384395.172905:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384395.172908:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384395.172911:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp45) recovery failed with -71 00000001:00000001:2.0:1767384395.181261:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.181268:0:40103:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.181271:0:40103:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:2.0:1767384395.181273:0:40103:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:2.0:1767384395.181275:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:2.0:1767384395.181278:0:40103:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384395.181280:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384395.181282:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fa47 00000020:00000040:2.0:1767384395.181285:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d0a62241 with handle 0x980286e253c5fa47 from hash 00000020:00000001:2.0:1767384395.181292:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384395.181294:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000d0a62241 : new refcount 1 00000020:00000001:2.0:1767384395.181296:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384395.181298:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000d0a62241 : new refcount 0 00000020:00000080:2.0:1767384395.181299:0:40103:0:(genops.c:904:class_export_put()) final put 00000000d0a62241/lustre-QMT0000_UUID 00000020:00000001:2.0:1767384395.181302:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.181314:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.181316:0:40103:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384395.181318:0:40103:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:0.0:1767384395.181340:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384395.181344:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000d0a62241/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384395.181348:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384395.181350:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.181352:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000a09f93d9) now 4 - export 00000020:00000010:0.0:1767384395.181356:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d0a62241. 00000100:00000040:2.0:1767384395.181357:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294983918, at 4294983945 00000020:00000001:0.0:1767384395.181362:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000010:2.0:1767384395.181366:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e400ff04. 00000020:00000010:3.0:1767384395.181407:0:40103:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000301f9be8. 00000020:00000080:3.0:1767384395.181412:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384395.181419:0:40103:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384395.181481:0:40103:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767384395.181485:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384395.181499:0:40103:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (00000000a09f93d9) has no exports 00000020:00000001:3.0:1767384395.181502:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384395.181506:0:40103:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:3.0:1767384395.181509:0:40103:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:3.0:1767384395.181510:0:40103:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:3.0:1767384395.181512:0:40103:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:3.0:1767384395.181515:0:40103:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384395.181517:0:40103:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384395.181519:0:40103:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000fa5830cb. 00000020:00000001:3.0:1767384395.181522:0:40103:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384395.181534:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384395.181537:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384395.181542:0:40103:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000005df16b44. 00000001:00000001:3.0:1767384395.181548:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384395.181551:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384395.181552:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.181555:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ce94d01c. 00000001:00000010:3.0:1767384395.181558:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c08bce82. 00000001:00000010:3.0:1767384395.181560:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003d0a1717. 00000001:00000001:3.0:1767384395.181564:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384395.181565:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000083c8c19. 00000020:00000002:3.0:1767384395.181571:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000dabc64c3/000000005b12ee2a to site lru. bkt: 00000000134efad0 00040000:00000001:3.0:1767384395.181574:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384395.181575:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384395.181577:0:40103:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000006de5b096. 00000001:00000001:3.0:1767384395.181580:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384395.181582:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384395.181583:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.181585:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000032ed7200. 00000001:00000010:3.0:1767384395.181587:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d01fcfb1. 00000001:00000010:3.0:1767384395.181589:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a067d9ee. 00000001:00000001:3.0:1767384395.181591:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384395.181592:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000002ee0367a. 00000020:00000002:3.0:1767384395.181595:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000488e1c45/00000000db71337c to site lru. bkt: 00000000134efad0 00040000:00000001:3.0:1767384395.181596:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384395.181598:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384395.181600:0:40103:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000087cca05b. 00000001:00000001:3.0:1767384395.181603:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384395.181610:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384395.181611:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.181613:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000014e1396f. 00000001:00000010:3.0:1767384395.181614:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000039cedfc9. 00000001:00000010:3.0:1767384395.181616:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000095ffe6ed. 00000001:00000001:3.0:1767384395.181618:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384395.181620:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e27b3584. 00000020:00000002:3.0:1767384395.181624:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000356aaf88/00000000e2517436 to site lru. bkt: 00000000134efad0 00000020:00000002:3.0:1767384395.181626:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000ef46cba8/00000000f292e64e to site lru. bkt: 00000000e1cbbffd 00040000:00000010:3.0:1767384395.181629:0:40103:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000726b69f1. 00040000:00000001:3.0:1767384395.181642:0:40103:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384395.181644:0:40103:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384395.181645:0:40103:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000002dd2aba2. 00000020:00000001:3.0:1767384395.181647:0:40103:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384395.181654:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384395.181655:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384395.181658:0:40103:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000e5382836. 00000001:00000001:3.0:1767384395.181661:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384395.181663:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384395.181664:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.181676:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000046cd4459. 00000001:00000010:3.0:1767384395.181679:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000fec0ea97. 00000001:00000010:3.0:1767384395.181681:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000005bb38fa9. 00000001:00000001:3.0:1767384395.181685:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384395.181686:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000000fb4dab3. 00000020:00000002:3.0:1767384395.181690:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000002d9ebba7/000000005119f5f5 to site lru. bkt: 00000000134efad0 00040000:00000001:3.0:1767384395.181692:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384395.181693:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384395.181695:0:40103:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000831840b8. 00000001:00000001:3.0:1767384395.181698:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384395.181699:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384395.181700:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.181701:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b3d777ea. 00000001:00000010:3.0:1767384395.181703:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000002d9f0215. 00000001:00000010:3.0:1767384395.181705:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e44ec003. 00000001:00000001:3.0:1767384395.181706:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384395.181708:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000005f43cb23. 00000020:00000002:3.0:1767384395.181716:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000003d8835c7/000000003f4bf14b to site lru. bkt: 00000000134efad0 00040000:00000001:3.0:1767384395.181718:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384395.181719:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384395.181722:0:40103:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000007b722dc9. 00000001:00000001:3.0:1767384395.181725:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384395.181726:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384395.181727:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.181729:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000057cd7b71. 00000001:00000010:3.0:1767384395.181731:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e4813090. 00000001:00000010:3.0:1767384395.181732:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a24d27fc. 00000001:00000001:3.0:1767384395.181734:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384395.181736:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000d24e4671. 00000020:00000002:3.0:1767384395.181738:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000005065b289/000000009001929c to site lru. bkt: 00000000134efad0 00000020:00000002:3.0:1767384395.181741:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000007646cd69/00000000fbbabb80 to site lru. bkt: 00000000e53c0de3 00040000:00000010:3.0:1767384395.181743:0:40103:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000050c88757. 00040000:00000001:3.0:1767384395.181745:0:40103:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:2.0:1767384395.181779:0:17104:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ea1de318. 00000020:00000010:2.0:1767384395.181792:0:17104:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000067b8aab5. 00000040:00000010:2.0:1767384395.181798:0:17104:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001cb13701. 00000020:00000010:2.0:1767384395.181801:0:17104:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000032229ca3. 00000020:00000010:2.0:1767384395.181807:0:17104:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000a5419b8. 00000020:00000010:2.0:1767384395.181811:0:17104:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f82a27f9. 80000000:00000010:2.0:1767384395.181820:0:17104:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000055d9831c. 40000000:00000010:2.0:1767384395.181824:0:17104:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003cb9c1df. 00100000:00000010:2.0:1767384395.181828:0:17104:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e4aded73. 00040000:00000010:2.0:1767384395.181832:0:17104:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000539827d7. 00040000:00000010:2.0:1767384395.181837:0:17104:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f74e220b. 00040000:00000010:2.0:1767384395.181840:0:17104:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a8f8f0cc. 00080000:00000010:2.0:1767384395.181845:0:17104:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000daea3b8b. 00080000:00000010:2.0:1767384395.181848:0:17104:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ccc28aa6. 00000004:00000010:2.0:1767384395.181851:0:17104:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004f59fbde. 00000004:00000010:2.0:1767384395.181856:0:17104:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000227a0ecc. 00000004:00000010:2.0:1767384395.181860:0:17104:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a11f9491. 00000004:00000010:2.0:1767384395.181863:0:17104:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c0e6769f. 00000020:00000010:2.0:1767384395.181866:0:17104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e335943b. 00040000:00000010:2.0:1767384395.181869:0:17104:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 000000003d4718e4. 00040000:00000001:2.0:1767384395.181872:0:17104:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384395.181923:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000009ace3670/000000009e51b357 to site lru. bkt: 000000005f8d9d13 00040000:00000001:3.0:1767384395.181927:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384395.181930:0:40103:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384395.181932:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384395.181934:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fa40 00000020:00000040:3.0:1767384395.181937:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f2c6f4d2 with handle 0x980286e253c5fa40 from hash 00000020:00000001:3.0:1767384395.181941:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384395.181942:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000f2c6f4d2 : new refcount 1 00000020:00000001:3.0:1767384395.181944:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384395.181945:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000f2c6f4d2 : new refcount 0 00000020:00000080:3.0:1767384395.181946:0:40103:0:(genops.c:904:class_export_put()) final put 00000000f2c6f4d2/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384395.181948:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.181963:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384395.181966:0:40103:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384395.181968:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384395.181979:0:40103:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.181982:0:40103:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384395.182005:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.182009:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000024f19333. 00000001:00000010:3.0:1767384395.182012:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f8e2b94f. 00000001:00000010:3.0:1767384395.182020:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000286a58d1. 00000001:00000010:3.0:1767384395.182021:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000429c2c0. 00000001:00000010:3.0:1767384395.182023:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000608fdb20. 00000001:00000010:3.0:1767384395.182025:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000152be54. 00000001:00000001:3.0:1767384395.182038:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384395.182039:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.182042:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000055f6152. 00000001:00000010:3.0:1767384395.182045:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fdf423b3. 00000001:00000010:3.0:1767384395.182047:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000025c8dfd8. 00000001:00000010:3.0:1767384395.182048:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cc3385c7. 00000001:00000010:3.0:1767384395.182050:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008ae10aca. 00000001:00000010:3.0:1767384395.182051:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000259615d6. 00000001:00000001:3.0:1767384395.182064:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384395.182065:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000a09f93d9) now 3 - setup 00000020:00000001:3.0:1767384395.182068:0:40103:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.182070:0:40103:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384395.182073:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384395.182077:0:40103:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000001:0.0:1767384395.182078:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000040:3.0:1767384395.182080:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000a09f93d9) now 2 - obd_device_list 00000020:00000080:0.0:1767384395.182081:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000f2c6f4d2/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1767384395.182086:0:40103:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000001:0.0:1767384395.182087:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384395.182089:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384395.182091:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000a09f93d9) now 1 - newdev 00000020:00000040:0.0:1767384395.182092:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000033b8a317) now 9 - export 00000020:00000040:3.0:1767384395.182097:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f9296ff8 with handle 0x980286e253c5fa39 from hash 00000020:00000010:0.0:1767384395.182097:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f2c6f4d2. 00000020:00000001:0.0:1767384395.182101:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384395.182102:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000f9296ff8 : new refcount 0 00000020:00000080:3.0:1767384395.182105:0:40103:0:(genops.c:904:class_export_put()) final put 00000000f9296ff8/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384395.182108:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.182110:0:40103:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384395.182112:0:40103:0:(genops.c:863:class_export_destroy()) destroying export 00000000f9296ff8/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384395.182114:0:40103:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384395.182115:0:40103:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.182117:0:40103:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f9296ff8. 00000020:00000001:3.0:1767384395.182124:0:40103:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384395.182125:0:40103:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:3.0:1767384395.182127:0:40103:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:3.0:1767384395.182129:0:40103:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384395.182137:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000205f7a96. 00000020:00000010:3.0:1767384395.182141:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b4ee5c6c. 00000040:00000010:3.0:1767384395.182144:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a58be752. 00000020:00000010:3.0:1767384395.182147:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000154f041. 00000020:00000010:3.0:1767384395.182152:0:40103:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c40c61fb. 00000020:00000010:3.0:1767384395.182155:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e6e14e91. 80000000:00000010:3.0:1767384395.182158:0:40103:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f8de8e6e. 40000000:00000010:3.0:1767384395.182160:0:40103:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e8cf3ca1. 00100000:00000010:3.0:1767384395.182164:0:40103:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000037e65d2e. 00040000:00000010:3.0:1767384395.182168:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004e65ca43. 00040000:00000010:3.0:1767384395.182171:0:40103:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004a10d106. 00040000:00000010:3.0:1767384395.182173:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fc0709bd. 00080000:00000010:3.0:1767384395.182178:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002ac3cd7b. 00080000:00000010:3.0:1767384395.182182:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009a6fb515. 00000004:00000010:3.0:1767384395.182187:0:40103:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003d49a084. 00000004:00000010:3.0:1767384395.182191:0:40103:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002c0393f8. 00000004:00000010:3.0:1767384395.182195:0:40103:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c815a89f. 00000004:00000010:3.0:1767384395.182198:0:40103:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ac2200e0. 00040000:00000001:3.0:1767384395.182202:0:40103:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:3.0:1767384395.182205:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d7e679a3. 00040000:00000010:3.0:1767384395.182208:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e4acfb8d. 00040000:00000010:3.0:1767384395.182211:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000096a4cdb1. 00040000:00000010:3.0:1767384395.182213:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a0701ed0. 00040000:00000010:3.0:1767384395.182216:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003fb3da95. 00040000:00000010:3.0:1767384395.182220:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004f48525d. 00040000:00000010:3.0:1767384395.182223:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e5cf533f. 00040000:00000010:3.0:1767384395.182225:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fdc58d9c. 00040000:00000010:3.0:1767384395.182227:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000de7c352. 00040000:00000010:3.0:1767384395.182230:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009b5ec6bd. 00040000:00000010:3.0:1767384395.182232:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000b7359a1. 00040000:00000010:3.0:1767384395.182234:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e2fb6126. 00040000:00000010:3.0:1767384395.182236:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f92d9140. 00040000:00000010:3.0:1767384395.182239:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bc752848. 00040000:00000010:3.0:1767384395.182241:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002bf4d351. 00040000:00000010:3.0:1767384395.182248:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b47859db. 00040000:00000010:3.0:1767384395.182250:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007d89e14b. 00040000:00000010:3.0:1767384395.182252:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004931ea31. 00040000:00000010:3.0:1767384395.182254:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dab6c1a0. 00040000:00000010:3.0:1767384395.182258:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000095331bc2. 00040000:00000010:3.0:1767384395.182260:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ae7b3f6e. 00040000:00000010:3.0:1767384395.182263:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001dd4ea6e. 00040000:00000010:3.0:1767384395.182266:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000072ea5dd2. 00040000:00000010:3.0:1767384395.182268:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003047aed1. 00040000:00000010:3.0:1767384395.182269:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002d0da840. 00040000:00000010:3.0:1767384395.182271:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000077414ee5. 00040000:00000010:3.0:1767384395.182275:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a34b859c. 00040000:00000010:3.0:1767384395.182278:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e10a4306. 00040000:00000010:3.0:1767384395.182281:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009a1b2aac. 00040000:00000010:3.0:1767384395.182284:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d8427d00. 00040000:00000010:3.0:1767384395.182286:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007eef2d4b. 00040000:00000010:3.0:1767384395.182292:0:40103:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 00000000004bda0d. 00040000:00000001:3.0:1767384395.182294:0:40103:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.182297:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b4ee5c6c. 00000040:00000010:3.0:1767384395.182300:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a58be752. 00000020:00000010:3.0:1767384395.182302:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000154f041. 00000020:00000010:3.0:1767384395.182306:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c40c61fb. 00000020:00000010:3.0:1767384395.182309:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e6e14e91. 80000000:00000010:3.0:1767384395.182311:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f8de8e6e. 40000000:00000010:3.0:1767384395.182315:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e8cf3ca1. 00100000:00000010:3.0:1767384395.182317:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000037e65d2e. 00040000:00000010:3.0:1767384395.182320:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004e65ca43. 00040000:00000010:3.0:1767384395.182326:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004a10d106. 00040000:00000010:3.0:1767384395.182328:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fc0709bd. 00080000:00000010:3.0:1767384395.182331:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009a6fb515. 00080000:00000010:3.0:1767384395.182341:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002ac3cd7b. 00000004:00000010:3.0:1767384395.182345:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d49a084. 00000004:00000010:3.0:1767384395.182347:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002c0393f8. 00000004:00000010:3.0:1767384395.182350:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c815a89f. 00000004:00000010:3.0:1767384395.182351:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ac2200e0. 00000020:00000010:3.0:1767384395.182359:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000205f7a96. 00000020:00000001:3.0:1767384395.182362:0:40103:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.182364:0:40103:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a09f93d9. 00000020:00000001:3.0:1767384395.182368:0:40103:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.182370:0:40103:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384395.182372:0:40103:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000301f9be8. 00000020:00000001:3.0:1767384395.182375:0:40103:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384395.182377:0:40103:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.182379:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.182380:0:40103:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:0.1:1767384395.182453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f17cf810. 00010000:00000010:0.1:1767384395.182459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008637b174. 00010000:00000010:2.1:1767384395.182492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c772dffb. 00010000:00000010:2.1:1767384395.182497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f50eec08. 00010000:00000010:2.1:1767384395.182503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c49b9d68. 00010000:00000010:1.1:1767384395.182504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc189498. 00010000:00000010:1.1:1767384395.182513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000007a45ee. 00010000:00000010:1.1:1767384395.182516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038b22f2d. 00010000:00000001:2.0:1767384396.131541:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384396.131547:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384396.131553:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384396.131555:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384396.131657:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384396.131660:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384396.131663:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384396.195590:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384396.195601:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384396.195605:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:3.0:1767384396.195611:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000400:00000200:3.0:1767384396.195621:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384396.195630:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384396.195650:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008156d206. 00000400:00000010:3.0:1767384396.195657:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000074e223e3. 00000800:00000200:2.0:1767384396.643611:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (4) 00000800:00000200:2.1:1767384396.643622:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (4) 00000400:00000200:1.0:1767384396.643764:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643826:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643847:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643859:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643871:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643882:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643894:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643905:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643916:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643929:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643940:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643952:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643963:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643974:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643986:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.643997:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644011:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644049:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644071:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644092:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644105:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644116:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644128:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644139:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644150:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644161:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644172:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644183:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644194:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644205:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644216:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644227:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644238:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644249:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384396.644261:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384396.644415:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe701187. 00000800:00000010:1.0:1767384396.644420:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ed208c8. 00000800:00000010:1.0:1767384396.644457:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008233a440. 00000800:00000010:1.0:1767384396.644475:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008233a440. 00000800:00020000:1.0:1767384396.644487:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384396.644490:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ed208c8. 00000800:00000010:1.0:1767384396.644492:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fe701187. 00000400:02020000:1.0:1767384396.644524:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp31 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384396.644528:0:16341:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000040:0.0:1767384396.963615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384396.963626:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384396.963634:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002597b5cc. 00000020:00000040:0.0:1767384396.963640:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:0.0:1767384396.963645:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384396.963648:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384396.963653:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384396.963661:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b22c588. 00000100:00000001:0.0:1767384396.963667:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384396.963675:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384396.963687:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384396.963690:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384396.963697:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002597b5cc] to pc [ptlrpcd_00_01+1] req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384396.963721:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384396.963724:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384396.963727:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384396.963731:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7308626. 00000020:00000040:0.0:1767384396.963734:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384396.963736:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384396.963738:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384396.963740:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384396.963744:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000259615d6. 00000100:00000001:0.0:1767384396.963746:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.963748:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384396.963748:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384396.963750:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384396.963754:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384396.963760:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.963760:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.963770:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384396.963771:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384396.963774:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384396.963774:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.963779:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384396.963781:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7308626] to pc [ptlrpcd_00_02+2] req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.963783:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384396.963786:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384396.963792:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.963802:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384396.963804:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.963807:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384396.963809:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384396.963809:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.963814:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384396.963816:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (323) 00000100:00100000:3.0:1767384396.963818:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746159744:0@lo:400: 00000100:00000001:3.0:1767384396.963825:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384396.963838:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384396.963839:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384396.963843:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384396.963847:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384396.963847:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384396.963849:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.963853:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384396.963853:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384396.963861:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000055f6152. 00000100:00000001:2.0:1767384396.963862:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384396.963864:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.963866:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384396.963871:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081cbe5a2. 00000100:00000001:2.0:1767384396.963871:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384396.963876:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384396.963879:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000100:00000001:2.0:1767384396.963880:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384396.963886:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746159744, portal 25 00000100:00000040:2.0:1767384396.963886:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.963890:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384396.963892:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565556614400 : -111508152937216 : ffff9a957c279500) 00000100:00000040:3.0:1767384396.963900:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.963901:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384396.963903:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384396.963907:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384396.963910:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384396.963912:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384396.963915:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384396.963918:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 02000000:00000001:2.0:1767384396.963920:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384396.963922:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746159744, offset 0 00000100:00100000:2.0:1767384396.963926:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7308626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746159872:0@lo:400: 00000400:00000200:3.0:1767384396.963931:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384396.963932:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384396.963936:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384396.963938:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384396.963941:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384396.963944:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384396.963946:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f79065dc. 02000000:00000001:2.0:1767384396.963949:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384396.963954:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000060991a2. 00000400:00000200:3.0:1767384396.963955:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df08680 00000400:00000010:2.0:1767384396.963960:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000400:00000200:3.0:1767384396.963964:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19a5 [2] + 0 00000400:00000010:3.0:1767384396.963968:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018227ea3. 00000400:00000200:3.0:1767384396.963971:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004dc5240e 00000100:00000200:2.0:1767384396.963975:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746159872, portal 10 00000400:00000200:3.0:1767384396.963977:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384396.963979:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384396.963982:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565608803712 : -111508100747904 : ffff9a957f43ed80) 00000400:00000200:3.0:1767384396.963983:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384396.963990:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dc5240e 00000100:00000040:2.0:1767384396.963991:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384396.963993:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dc5240e. 00000100:00000001:3.0:1767384396.963999:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384396.964001:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384396.964003:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384396.964006:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000677cd016 x1853236746159744 msgsize 224 00000100:00000040:2.0:1767384396.964009:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384396.964013:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ed918. 00000100:00100000:3.0:1767384396.964014:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384396.964027:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384396.964029:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236746159872, offset 0 00000400:00000200:2.0:1767384396.964035:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384396.964041:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384396.964046:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384396.964047:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824df08700 00000400:00000200:2.0:1767384396.964053:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12280 00000400:00000200:2.0:1767384396.964058:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384396.964059:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384396.964063:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000400:00000200:2.0:1767384396.964063:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384396.964068:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384396.964070:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384396.964072:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1767384396.964078:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384396.964078:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a06d87a1. 00000100:00000040:2.0:1767384396.964083:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000a06d87a1 x1853236746159872 msgsize 224 00000100:00000001:1.0:1767384396.964091:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384396.964094:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384396.964094:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384396.964096:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746159744 00000100:00000040:3.0:1767384396.964100:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384396.964101:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384396.964105:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384396.964108:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.964110:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384396.964115:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384396.964116:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.964118:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384396.964119:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ed918 00000400:00000010:2.0:1767384396.964122:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ed918. 00000100:00100000:1.0:1767384396.964123:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746159744 00000100:00000001:3.0:1767384396.964126:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.964127:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384396.964127:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384396.964131:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294985734 00000020:00000040:1.0:1767384396.964131:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5f9d7 00000020:00000001:1.0:1767384396.964136:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384396.964138:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8de8e6e. 00000100:00000200:2.0:1767384396.964140:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384396.964140:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ac629b0a refcount=10 00000100:00000001:0.0:1767384396.964141:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384396.964144:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746159872 00000100:00000001:3.0:1767384396.964146:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1767384396.964146:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 02000000:00000001:0.0:1767384396.964147:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384396.964149:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384396.964154:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294985734 00000020:00000001:1.0:1767384396.964154:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000100:00000001:0.0:1767384396.964154:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384396.964159:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.964160:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384396.964161:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5b98d7d. 00000100:00000001:1.0:1767384396.964162:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384396.964164:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746159872 00000100:00000040:2.0:1767384396.964166:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.964168:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384396.964168:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008233a440. 00000020:00000001:0.0:1767384396.964168:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384396.964171:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000100:00000001:3.0:1767384396.964173:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294985734 00000100:00000001:1.0:1767384396.964174:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384396.964174:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384396.964177:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384396.964180:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000527a532d. 00000020:00000010:1.0:1767384396.964181:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008233a440. 00000020:00000001:0.0:1767384396.964182:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.964185:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384396.964189:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384396.964190:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067327926. 00000100:00000001:3.0:1767384396.964191:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294985734 00000100:00000001:2.0:1767384396.964191:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384396.964191:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e020777a. 00000100:00000010:3.0:1767384396.964198:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1eb3641. 00000020:00000010:0.0:1767384396.964198:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8bb7581. 00000100:00000001:2.0:1767384396.964199:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384396.964199:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd8887b3. 00000020:00000010:0.0:1767384396.964204:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fed57eac. 00000100:00000001:3.0:1767384396.964205:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384396.964207:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3405 usecs (4 jiffies) 00000020:00000010:1.0:1767384396.964207:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000057c531fa. 00000100:00000001:3.0:1767384396.964211:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384396.964213:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294985732 00000100:00000040:0.0:1767384396.964213:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384396.964214:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384396.964217:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384396.964218:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384396.964219:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294985734 00000100:00000001:3.0:1767384396.964220:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.964220:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384396.964223:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384396.964224:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.964226:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.964226:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294985732 00000100:00000001:1.0:1767384396.964227:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384396.964229:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.964231:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.964232:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294985734 00000100:00000001:2.0:1767384396.964236:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294985732 00000100:00000001:0.0:1767384396.964238:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.964239:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294985734 00000100:00000001:1.0:1767384396.964239:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.964244:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294985732 00000100:00000001:2.0:1767384396.964247:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294985734 00000100:00000001:2.0:1767384396.964249:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384396.964251:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.964252:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384396.964254:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.964254:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384396.964255:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.964259:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384396.964260:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384396.964264:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632560348029696 : -111513361521920 : ffff9a9445b2e300) 00000100:00000040:0.0:1767384396.964267:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a06d87a1 x1853236746159872/t0(0) o400->@:377/0 lens 224/0 e 0 to 0 dl 1767384407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384396.964270:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384396.964273:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384396.964280:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1767384396.964283:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a06d87a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16356:x1853236746159872:12345-0@lo:400: 00000100:00000040:1.0:1767384396.964286:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ac629b0a : new rpc_count 1 00000100:00000200:0.0:1767384396.964287:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746159872 00000020:00000001:0.0:1767384396.964291:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384396.964292:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565609677904 : -111508099873712 : ffff9a957f514450) 00000020:00080000:0.0:1767384396.964297:0:17085:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:0.0:1767384396.964299:0:17085:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1767384396.964301:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000677cd016 x1853236746159744/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:377/0 lens 224/0 e 0 to 0 dl 1767384407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384396.964301:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384396.964305:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384396.964308:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000858b2a8a. 02000000:00000001:0.0:1767384396.964311:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.964313:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384396.964318:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384396.964320:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384396.964320:0:17085:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.964325:0:17085:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1767384396.964326:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008233a440. 00000100:00000001:0.0:1767384396.964327:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384396.964330:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 17 to 0@lo 00000100:00000001:1.0:1767384396.964331:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384396.964332:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000010:1.0:1767384396.964336:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008233a440. 00000100:00000001:0.0:1767384396.964337:0:17085:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446632565325076224 : -111508384475392 : 0xffff9a956e5a9700) 00000100:00000040:0.0:1767384396.964341:0:17085:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000025c6df15 refcount 17 to 0@lo 02000000:00000001:0.0:1767384396.964343:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384396.964345:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384396.964346:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000677cd016 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+10:16353:x1853236746159744:12345-0@lo:400: 00000100:00000001:0.0:1767384396.964347:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384396.964351:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384396.964356:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746159744 00000400:00000010:0.0:1767384396.964356:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000020:00000001:1.0:1767384396.964360:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384396.964363:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384396.964364:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384396.964367:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384396.964369:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661330048 : -1048221568 : ffffffffc1856880) 00000100:00000200:0.0:1767384396.964370:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746159872, offset 224 00000020:00000001:1.0:1767384396.964372:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384396.964376:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384396.964379:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384396.964381:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384396.964382:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384396.964384:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384396.964389:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384396.964392:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384396.964393:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384396.964396:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384396.964400:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c0737f3b. 00000400:00000200:0.0:1767384396.964403:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df08700 02000000:00000001:1.0:1767384396.964404:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.964409:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384396.964411:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2189 [1] + 224 00000020:00000001:1.0:1767384396.964412:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384396.964418:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236746159744 00000400:00000200:0.0:1767384396.964419:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384396.964422:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384396.964445:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000677cd016 x1853236746159744/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:377/0 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384396.964451:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384396.964458:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384396.964459:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384396.964462:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384396.964464:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384396.964467:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f43d3ab4 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384396.964477:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384396.964481:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 18 to 0@lo 00000100:00000040:0.0:1767384396.964482:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384396.964487:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 02000000:00000001:1.0:1767384396.964493:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384396.964495:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.964498:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384396.964502:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000100:00000001:1.0:1767384396.964506:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384396.964510:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384396.964510:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:0.0:1767384396.964515:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384396.964516:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384396.964518:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef766825. 00000100:00000001:2.0:1767384396.964519:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384396.964519:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384396.964525:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236746159744, offset 224 00000100:00000001:0.0:1767384396.964526:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384396.964527:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384396.964530:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384396.964533:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000060991a2. 00000100:00000040:0.0:1767384396.964533:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 17 to 0@lo 00000100:00000001:0.0:1767384396.964538:0:17085:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384396.964539:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000020:00000001:0.0:1767384396.964542:0:17085:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384396.964543:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000100:00000001:2.0:1767384396.964547:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384396.964549:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a06d87a1 x1853236746159872/t0(0) o400->@:377/0 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384396.964551:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384396.964554:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384396.964562:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384396.964567:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a06d87a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16356:x1853236746159872:12345-0@lo:400: Request processed in 284us (480us total) trans 0 rc -107/-107 00000400:00000200:1.0:1767384396.964575:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824df08680 00000100:00100000:0.0:1767384396.964579:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000200:2.0:1767384396.964584:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384396.964584:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384396.964587:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2181 [1] + 224 00000100:00000001:0.0:1767384396.964587:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384396.964590:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8bb7581. 00000020:00000010:0.0:1767384396.964596:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fed57eac. 00000400:00000200:1.0:1767384396.964597:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384396.964600:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067327926. 00000400:00000200:1.0:1767384396.964606:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384396.964606:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.964608:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384396.964612:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384396.964614:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384396.964616:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384396.964619:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384396.964620:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.964622:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384396.964625:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384396.964630:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384396.964636:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384396.964638:0:16356:0:(import.c:2128:obd_at_measure()) add 0 to 000000002b519ddf time=95 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384396.964646:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384396.964651:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384396.964653:0:16356:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1767384396.964656:0:16356:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1767384396.964659:0:16356:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00000001:1.0:1767384396.964659:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1767384396.964664:0:16356:0:(import.c:65:import_set_state_nolock()) 00000000a6eb9d4d lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000400:00000200:1.0:1767384396.964666:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef766825 00000100:02000400:2.0:1767384396.964669:0:16356:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000010:1.0:1767384396.964670:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef766825. 00000100:00000001:1.0:1767384396.964675:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384396.964677:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384396.964680:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384396.964685:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 16 to 0@lo 00000100:00000001:3.0:1767384396.964688:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384396.964689:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384396.964692:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384396.964693:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384396.964697:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384396.964697:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384396.964700:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384396.964701:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000677cd016 x1853236746159744/t0(0) o400->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:377/0 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384396.964703:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081cbe5a2. 00000400:00000200:3.0:1767384396.964708:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:3.0:1767384396.964712:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000100:00000001:3.0:1767384396.964717:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384396.964719:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000677cd016 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:92b443ed-e82f-4160-b27d-56e958e24602+10:16353:x1853236746159744:12345-0@lo:400: Request processed in 398us (711us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384396.964724:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384396.964728:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00000040:1.0:1767384396.964733:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ac629b0a : new rpc_count 0 00000100:00000001:1.0:1767384396.964737:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384396.964740:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384396.964744:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd8887b3. 00000100:00000200:3.0:1767384396.964745:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384396.964749:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000057c531fa. 00000020:00000010:1.0:1767384396.964754:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e020777a. 00000100:00000001:3.0:1767384396.964758:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384396.964760:0:17079:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 9 00000100:00000001:3.0:1767384396.964761:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.964765:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384396.964766:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384396.964767:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384396.964770:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384396.964770:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c0737f3b. 00000100:00000001:3.0:1767384396.964773:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384396.964775:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384396.964776:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.964778:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384396.964780:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 000000000557114e time=102 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384396.964784:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384396.964786:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000008b8d25e1 time=102 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384396.964789:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cac5ace1. 00000100:00000001:3.0:1767384396.964790:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384396.964792:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384396.964795:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384396.964796:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ed208c8. 00010000:00000001:3.0:1767384396.964798:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.964802:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.964805:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.964812:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384396.964815:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384396.964816:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384396.964819:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384396.964826:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002597b5cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746159744:0@lo:400: 00000100:00000001:3.0:1767384396.964830:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.964832:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384396.964833:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002597b5cc x1853236746159744/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.964839:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384396.964841:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384396.964843:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000055f6152. 02000000:00000001:3.0:1767384396.964846:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384396.964851:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384396.964852:0:16353:0:(genops.c:1242:class_import_put()) import 0000000057948314 refcount=3 obd=MGC192.168.203.143@tcp 00000020:00000001:3.0:1767384396.964854:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384396.964856:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001b22c588. 02000000:00000001:3.0:1767384396.964859:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384396.964861:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384396.964862:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002597b5cc. 00000100:00000001:3.0:1767384396.964865:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384396.964866:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.964868:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.964871:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384396.964872:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.964874:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384396.964875:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.969670:0:16356:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384396.969675:0:16356:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384396.969677:0:16356:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767384396.969679:0:16356:0:(import.c:65:import_set_state_nolock()) 00000000a6eb9d4d lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767384396.969683:0:16356:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767384396.969686:0:16356:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 223 00000100:00000040:2.0:1767384396.969689:0:16356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 15 to 0@lo 00000100:00000001:2.0:1767384396.969692:0:16356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384396.969694:0:16356:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 16 to 0@lo 00000100:00000001:2.0:1767384396.969696:0:16356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:2.0:1767384396.969699:0:16356:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384396.969700:0:16356:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb19 00000020:00000001:2.0:1767384396.969702:0:16356:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384396.969703:0:16356:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c840e6e refcount=8 00000020:00000001:2.0:1767384396.969705:0:16356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000020:00000001:2.0:1767384396.969706:0:16356:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000100:00000040:2.0:1767384396.969717:0:16356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 15 to 0@lo 00000100:00000001:2.0:1767384396.969719:0:16356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384396.969720:0:16356:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 16 to 0@lo 00000100:00000001:2.0:1767384396.969722:0:16356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000040:2.0:1767384396.969724:0:16356:0:(genops.c:898:class_export_put()) PUTting export 000000005c840e6e : new refcount 7 00000100:00080000:2.0:1767384396.969726:0:16356:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000a6eb9d4d using connection 192.168.203.143@tcp/0@lo 00000100:00000001:2.0:1767384396.969728:0:16356:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384396.969730:0:16356:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384396.969735:0:16356:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384396.969737:0:16356:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.969739:0:16356:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1767384396.969740:0:16356:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384396.969755:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029a5b527. 00000020:00000040:2.0:1767384396.969758:0:16356:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384396.969761:0:16356:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767384396.969762:0:16356:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.969764:0:16356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384396.969766:0:16356:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384396.969768:0:16356:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384396.969772:0:16356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d2e4ac34. 00000100:00000001:2.0:1767384396.969776:0:16356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384396.969780:0:16356:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384396.969788:0:16356:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384396.969790:0:16356:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384396.969792:0:16356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a5b527] to pc [ptlrpcd_rcv+-1] req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.969808:0:16356:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.969810:0:16356:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1767384396.969811:0:16356:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1767384396.969815:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.969833:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1767384396.969836:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384396.969838:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384396.969838:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384396.969843:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384396.969845:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384396.969846:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384396.969852:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384396.969860:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7308626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16356:1853236746159872:0@lo:400: 00000100:00000001:2.0:1767384396.969869:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384396.969870:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384396.969873:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.969874:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384396.969877:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384396.969879:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7308626 x1853236746159872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384396.969880:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384396.969885:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384396.969890:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000029a5b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236746160000:0@lo:38: 00000100:00000001:1.0:1767384396.969896:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384396.969899:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384396.969900:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384396.969903:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384396.969903:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384396.969906:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f79065dc. 02000000:00000001:1.0:1767384396.969907:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384396.969912:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1767384396.969912:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c0737f3b. 00000020:00000001:2.0:1767384396.969915:0:16356:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384396.969916:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384396.969917:0:16356:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384396.969920:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c5a0d6. 00000020:00000001:2.0:1767384396.969922:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384396.969924:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000259615d6. 00000400:00000010:1.0:1767384396.969926:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef766825. 02000000:00000001:2.0:1767384396.969928:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384396.969931:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767384396.969931:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746160000, portal 10 00000100:00000010:2.0:1767384396.969933:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7308626. 00000100:00000001:1.0:1767384396.969935:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384396.969938:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384396.969938:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565481292672 : -111508228258944 : ffff9a9577aa4380) 00000100:00000001:2.0:1767384396.969941:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.969945:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384396.969946:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.969951:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384396.969954:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.969956:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384396.969958:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384396.969961:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384396.969962:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384396.969963:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071bef6d3. 00000100:00000200:1.0:1767384396.969967:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236746160000, offset 0 00000400:00000200:1.0:1767384396.969972:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384396.969978:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384396.969983:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824df08780 00000400:00000200:1.0:1767384396.969988:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12504 00000400:00000200:1.0:1767384396.969993:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384396.969996:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384396.969999:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384396.970001:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384396.970004:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002f0f0d0. 00000100:00000040:1.0:1767384396.970006:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000002f0f0d0 x1853236746160000 msgsize 520 00000100:00100000:1.0:1767384396.970010:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384396.970029:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384396.970033:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071bef6d3 00000400:00000010:1.0:1767384396.970035:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071bef6d3. 00000100:00000001:1.0:1767384396.970038:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384396.970041:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384396.970048:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384396.970050:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384396.970057:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.970060:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384396.970063:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384396.970066:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3286 usecs (4 jiffies) 00000100:00000001:1.0:1767384396.970069:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294985738 00000100:00000001:0.0:1767384396.970069:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384396.970074:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236746160000 00000100:00000001:1.0:1767384396.970077:0:16352:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294985734 02000000:00000001:0.0:1767384396.970078:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384396.970081:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384396.970084:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294985738 00000100:00000001:0.0:1767384396.970084:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.970090:0:16352:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294985734 02000000:00000001:0.0:1767384396.970091:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384396.970096:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236746160000 00000100:00000001:1.0:1767384396.970097:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294985738 00000020:00000001:0.0:1767384396.970100:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384396.970102:0:16352:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294985734 00000020:00000040:0.0:1767384396.970103:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb20 00000020:00000001:0.0:1767384396.970107:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384396.970108:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294985738 00000020:00000001:0.0:1767384396.970110:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.970113:0:16352:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294985734 00000020:00000001:0.0:1767384396.970114:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.970118:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384396.970120:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067327926. 00000100:00000001:1.0:1767384396.970121:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.970126:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384396.970127:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8bb7581. 00000100:00000001:1.0:1767384396.970128:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384396.970132:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fed57eac. 00000100:00000001:1.0:1767384396.970134:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384396.970137:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384396.970137:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384396.970140:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384396.970141:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384396.970144:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384396.970144:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.970147:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.970149:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.970150:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.970163:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384396.970172:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384396.970174:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384396.970178:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384396.970181:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446632565629106176 : -111508080445440 : ffff9a958079b800) 00000100:00000040:0.0:1767384396.970185:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002f0f0d0 x1853236746160000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384396.970195:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002f0f0d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16352:x1853236746160000:12345-0@lo:38: 00000100:00000200:0.0:1767384396.970199:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746160000 00000020:00000001:0.0:1767384396.970202:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384396.970205:0:17085:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384396.970212:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b21608e3) now 6 - find 00000020:00000001:0.0:1767384396.970215:0:17085:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446632565591146496 : -111508118405120 : ffff9a957e368000) 00010000:02000000:0.0:1767384396.970219:0:17085:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:0.0:1767384396.972864:0:17085:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1767384396.972869:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 6 - find 00010000:00000001:0.0:1767384396.972872:0:17085:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384396.972875:0:17085:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1767384396.972877:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384396.972879:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384396.972883:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000433a0c24. 02000000:00000001:0.0:1767384396.972885:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.972887:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384396.972890:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384396.972892:0:17085:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384396.972895:0:17085:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1767384396.972898:0:17085:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384396.972900:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384396.972902:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 17 to 0@lo 00000100:00000001:0.0:1767384396.972905:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000100:00000001:0.0:1767384396.972907:0:17085:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446632565325076224 : -111508384475392 : 0xffff9a956e5a9700) 00000100:00000040:0.0:1767384396.972910:0:17085:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000025c6df15 refcount 17 to 0@lo 02000000:00000001:0.0:1767384396.972912:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384396.972913:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.972915:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384396.972917:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384396.972920:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000910e0d90. 00000100:00000200:0.0:1767384396.972923:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746160000, offset 0 00000400:00000200:0.0:1767384396.972927:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384396.972933:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384396.972939:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df08780 00000400:00000200:0.0:1767384396.972943:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x219d [1] + 0 00000400:00000200:0.0:1767384396.972947:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384396.972950:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384396.972953:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384396.972957:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384396.972966:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384396.972985:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384396.972990:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910e0d90 00000400:00000010:0.0:1767384396.972992:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910e0d90. 00000100:00000001:0.0:1767384396.972994:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384396.972995:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384396.972998:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384396.973000:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 16 to 0@lo 00000100:00000001:0.0:1767384396.973003:0:17085:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384396.973006:0:17085:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384396.973009:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002f0f0d0 x1853236746160000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384416 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384396.973031:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384396.973032:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002f0f0d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16352:x1853236746160000:12345-0@lo:38: Request processed in 2835us (3023us total) trans 0 rc -19/-19 00000100:00000001:1.0:1767384396.973035:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384396.973040:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384396.973043:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384396.973043:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000400:00000010:1.0:1767384396.973047:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c5a0d6. 00000100:00000001:0.0:1767384396.973049:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384396.973051:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef766825 00000100:00000001:0.0:1767384396.973052:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384396.973053:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef766825. 00000020:00000010:0.0:1767384396.973056:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8bb7581. 00000100:00000001:1.0:1767384396.973057:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384396.973061:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384396.973062:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fed57eac. 00000020:00000010:0.0:1767384396.973067:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067327926. 00000100:00000200:1.0:1767384396.973074:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384396.973074:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384396.973081:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384396.973082:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384396.973084:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384396.973085:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384396.973086:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384396.973087:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384396.973088:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384396.973092:0:16352:0:(import.c:2128:obd_at_measure()) add 0 to 000000002b519ddf time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384396.973094:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f86b65d7 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384396.973096:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384396.973097:0:16352:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767384396.973098:0:16352:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1767384396.973100:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384406 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384396.973105:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1767384396.973107:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384396.973108:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384396.973109:0:16352:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767384396.973110:0:16352:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1767384396.973112:0:16352:0:(import.c:65:import_set_state_nolock()) 00000000a6eb9d4d lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767384396.973114:0:16352:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:1.0:1767384396.973115:0:16352:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1767384396.973117:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384396.973120:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029a5b527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236746160000:0@lo:38: 00000100:00000001:1.0:1767384396.973123:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384396.973124:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384396.973125:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029a5b527 x1853236746160000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384406 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384396.973129:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384396.973129:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384396.973130:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c0737f3b. 02000000:00000001:1.0:1767384396.973132:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384396.973133:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384396.973134:0:16352:0:(genops.c:1242:class_import_put()) import 00000000a6eb9d4d refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384396.973135:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384396.973136:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d2e4ac34. 02000000:00000001:1.0:1767384396.973137:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384396.973138:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384396.973139:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029a5b527. 00000100:00000001:1.0:1767384396.973140:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384396.973141:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384396.973142:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384396.973144:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384396.973145:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384396.973147:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384396.973147:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384396.974465:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294985738, at 4294985739 00000100:00000040:0.0:1767384396.974470:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294985738, at 4294985739 00000100:00000010:1.0:1767384396.974472:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5b98d7d. 00000100:00000040:2.0:1767384396.974477:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294985738, at 4294985739 00000100:00000010:0.0:1767384396.974479:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8de8e6e. 00000100:00000040:3.0:1767384396.974481:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294985738, at 4294985739 00000100:00000010:2.0:1767384396.974487:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000527a532d. 00000100:00000010:3.0:1767384396.974490:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1eb3641. 00010000:00000001:2.0:1767384397.155539:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384397.155546:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.155572:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384397.155573:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384397.155591:0:40104:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384397.155593:0:40104:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384397.155595:0:40104:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384397.219565:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp38 00000400:00000010:3.0:1767384397.219575:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005350cbfb. 00000400:00000010:3.0:1767384397.219583:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000055f6152. 00000400:00000010:3.0:1767384397.219589:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000400:00000010:3.0:1767384397.219597:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000332ed741. 00000400:00000200:3.0:1767384397.219601:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp38 00000400:00000200:3.0:1767384397.219622:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp38 local destination 00000400:00000200:3.0:1767384397.219628:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp38 00000400:00000200:3.0:1767384397.219632:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp38 NI seq info: [231:231:256:4294967295] 192.168.203.143@tcp38 LPNI seq info [191:191:8:4294967295] 00000400:00000200:3.0:1767384397.219638:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp38 00000400:00000200:3.0:1767384397.219645:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp38(192.168.203.143@tcp38:) -> 192.168.203.143@tcp38(192.168.203.143@tcp38:192.168.203.143@tcp38) : GET try# 0 00000800:00000200:3.0:1767384397.219650:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp38 00000800:00000010:3.0:1767384397.219655:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dccf0e64. 00000800:00000200:3.0:1767384397.219661:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000800:00000200:3.1:1767384397.219665:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f06ef11] -> 12345-192.168.203.143@tcp38 (2) 00000400:00000200:3.0:1767384397.219687:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp38 added to recovery queue. ping count: 5 next ping: 350 health :500 00000400:00000200:2.0:1767384397.219770:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.219820:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.219840:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.219856:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.219875:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.219894:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.219913:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.219933:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.219953:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.219974:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.219994:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220012:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220081:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220101:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220127:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220149:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220167:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220186:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220204:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220225:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220245:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220264:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220285:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220305:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220322:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220337:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220392:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220411:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220466:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220506:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220535:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220556:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384397.220576:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384397.220730:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ccc28aa6. 00000800:00000010:2.0:1767384397.220735:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000062d5ec26. 00000800:00000010:2.0:1767384397.220741:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b233956. 00000800:00000010:2.0:1767384397.220763:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b233956. 00000800:00020000:2.0:1767384397.220772:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384397.220776:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000062d5ec26. 00000800:00000010:2.0:1767384397.220778:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ccc28aa6. 00000400:02020000:2.0:1767384397.220811:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp38 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384397.220817:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp38 notifying 192.168.203.143@tcp38: down 00000800:00000200:2.0:1767384397.220822:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp38 down 00000800:00000100:2.0:1767384397.220827:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp38 00000800:00000010:2.0:1767384397.220830:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dccf0e64. 00000400:00000200:2.0:1767384397.220833:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384397.220838:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp38->192.168.203.143@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384397.220846:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384397.220848:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384397.220852:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp38) recovery failed with -71 00000001:00100000:2.0:1767384397.476295:0:17887:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1767384397.476295:0:17065:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8f894026-c395-4947-8712-9e3aa1c4e5fd 00000001:00000040:1.0:1767384397.476302:0:17065:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000060a481c4 : new cb_count 0 00000001:00000040:2.0:1767384397.476303:0:17887:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000035a2e028 : new cb_count 0 00000020:00000040:2.0:1767384397.476309:0:17887:0:(genops.c:898:class_export_put()) PUTting export 0000000035a2e028 : new refcount 0 00000020:00000040:1.0:1767384397.476309:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000060a481c4 : new refcount 0 00000020:00000080:1.0:1767384397.476313:0:17065:0:(genops.c:904:class_export_put()) final put 0000000060a481c4/8f894026-c395-4947-8712-9e3aa1c4e5fd 00000020:00000080:2.0:1767384397.476314:0:17887:0:(genops.c:904:class_export_put()) final put 0000000035a2e028/lustre-MDT0000-mdtlov_UUID 00000001:00000010:1.0:1767384397.476324:0:17065:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000e5da7eb1. 00080000:00000010:1.0:1767384397.476329:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cec45445. 00000001:00000010:2.0:1767384397.476335:0:17887:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000045ccfacb. 00080000:00000010:2.0:1767384397.476347:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f96b1668. 00000020:00000001:0.0:1767384397.476350:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000010:2.0:1767384397.476351:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000102567fb. 00000020:00000080:0.0:1767384397.476353:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000060a481c4/8f894026-c395-4947-8712-9e3aa1c4e5fd for lustre-MDT0000 00000001:00100000:2.0:1767384397.476356:0:17887:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8f894026-c395-4947-8712-9e3aa1c4e5fd 00000020:00000040:0.0:1767384397.476360:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 3 to 192.168.203.43@tcp50 00000001:00000040:2.0:1767384397.476361:0:17887:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000cf9d211a : new cb_count 1 00000020:00000040:2.0:1767384397.476364:0:17887:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 1 00000020:00000001:0.0:1767384397.476364:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384397.476367:0:38:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000001:00000010:2.0:1767384397.476368:0:17887:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000c224569a. 00000020:00000040:0.0:1767384397.476371:0:38:0:(genops.c:1229:class_import_get()) import 00000000d0edc5bf refcount=2 obd=lustre-MDT0000 00080000:00000010:2.0:1767384397.476373:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003ede8e21. 00000020:00000001:0.0:1767384397.476374:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384397.476377:0:38:0:(genops.c:1242:class_import_put()) import 00000000d0edc5bf refcount=1 obd=lustre-MDT0000 00080000:00000010:2.0:1767384397.476379:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000097b0d193. 00000020:00000001:0.0:1767384397.476379:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00100000:2.0:1767384397.476383:0:17887:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8f894026-c395-4947-8712-9e3aa1c4e5fd 00000020:00000001:0.0:1767384397.476384:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384397.476386:0:38:0:(genops.c:1242:class_import_put()) import 00000000d0edc5bf refcount=0 obd=lustre-MDT0000 00000001:00000040:2.0:1767384397.476387:0:17887:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000cf9d211a : new cb_count 0 00000020:00000040:0.0:1767384397.476388:0:38:0:(genops.c:1245:class_import_put()) final put import 00000000d0edc5bf 00000020:00000040:2.0:1767384397.476392:0:17887:0:(genops.c:898:class_export_put()) PUTting export 00000000cf9d211a : new refcount 0 00000020:00000080:2.0:1767384397.476396:0:17887:0:(genops.c:904:class_export_put()) final put 00000000cf9d211a/8f894026-c395-4947-8712-9e3aa1c4e5fd 00000020:00000001:0.0:1767384397.476398:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:0.0:1767384397.476400:0:38:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000099fe58c2. 00000001:00000010:2.0:1767384397.476401:0:17887:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000bf6a7b5e. 00010000:00000001:0.0:1767384397.476404:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00080000:00000010:2.0:1767384397.476408:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009fc45560. 00000001:00000001:0.0:1767384397.476408:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384397.476416:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005c88e40c. 00000001:00000010:0.0:1767384397.476421:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fe312a9a. 00000001:00000010:0.0:1767384397.476446:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000932408cb. 00000001:00000010:0.0:1767384397.476449:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d48a6ac3. 00000001:00000010:0.0:1767384397.476452:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f3d1ac31. 00000001:00000010:0.0:1767384397.476455:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d4de0511. 00000001:00000001:0.0:1767384397.476457:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384397.476459:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:0.0:1767384397.476460:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384397.476462:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d2c57369. 00000001:00000010:0.0:1767384397.476464:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007712f9f4. 00000001:00000010:0.0:1767384397.476465:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009e159b80. 00000001:00000010:0.0:1767384397.476466:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000054840315. 00000001:00000010:0.0:1767384397.476467:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d3cf6b08. 00000001:00000010:0.0:1767384397.476468:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a36f08e1. 00000001:00000001:0.0:1767384397.476469:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384397.476470:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384397.476471:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:0.0:1767384397.476474:0:38:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 000000000d5b254c: xid 1853236739837440, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:0.0:1767384397.476477:0:38:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 000000000d5b254c: xid 1853236739837440, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:0.0:1767384397.476479:0:38:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000000d5b254c. 00000001:00000010:0.0:1767384397.476481:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000ffb91798. 00000004:00000001:0.0:1767384397.476486:0:38:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.476487:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384397.476489:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 5 - export 00000020:00000010:0.0:1767384397.476490:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000060a481c4. 00000020:00000001:0.0:1767384397.476496:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384397.476497:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384397.476498:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000035a2e028/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:0.0:1767384397.476500:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 15 to 0@lo 00000020:00000001:0.0:1767384397.476502:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1767384397.476504:0:38:0:(genops.c:1229:class_import_get()) import 000000009d4d8bde refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384397.476505:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384397.476506:0:38:0:(genops.c:1242:class_import_put()) import 000000009d4d8bde refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384397.476507:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384397.476508:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384397.476508:0:38:0:(genops.c:1242:class_import_put()) import 000000009d4d8bde refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384397.476509:0:38:0:(genops.c:1245:class_import_put()) final put import 000000009d4d8bde 00000020:00000001:0.0:1767384397.476515:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384397.476516:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384397.476517:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384397.476520:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002e0eb9d9. 00000001:00000010:0.0:1767384397.476523:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000014bdf75e. 00000001:00000010:0.0:1767384397.476525:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aa0e492e. 00000001:00000010:0.0:1767384397.476526:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009c4a5523. 00000001:00000010:0.0:1767384397.476527:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f81310b2. 00000001:00000010:0.0:1767384397.476529:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ba355b5a. 00000001:00000001:0.0:1767384397.476530:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384397.476531:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384397.476532:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384397.476533:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384397.476534:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000497df5f1. 00000020:00000001:0.0:1767384397.476537:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384397.476538:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 7 - export 00000020:00000010:0.0:1767384397.476539:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000035a2e028. 00000020:00000001:0.0:1767384397.476541:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384397.476543:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384397.476544:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000d0edc5bf for lustre-MDT0000 00000020:00000040:0.0:1767384397.476546:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 2 to 192.168.203.43@tcp50 00000020:00000040:0.0:1767384397.476547:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 4 - import 00000020:00000010:0.0:1767384397.476548:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000d0edc5bf. 00000020:00000001:0.0:1767384397.476550:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384397.476551:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384397.476552:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000cf9d211a/8f894026-c395-4947-8712-9e3aa1c4e5fd for lustre-OST0000 00000020:00000040:0.0:1767384397.476554:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 1 to 192.168.203.43@tcp50 00000020:00000001:0.0:1767384397.476555:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1767384397.476556:0:38:0:(genops.c:1229:class_import_get()) import 000000000da91af4 refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384397.476557:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384397.476557:0:38:0:(genops.c:1242:class_import_put()) import 000000000da91af4 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384397.476558:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384397.476559:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384397.476559:0:38:0:(genops.c:1242:class_import_put()) import 000000000da91af4 refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384397.476560:0:38:0:(genops.c:1245:class_import_put()) final put import 000000000da91af4 00000020:00000001:0.0:1767384397.476564:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384397.476565:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384397.476566:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384397.476568:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cbb825aa. 00000001:00000010:0.0:1767384397.476570:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c0b61bb3. 00000001:00000010:0.0:1767384397.476572:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000056865db0. 00000001:00000010:0.0:1767384397.476574:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f7957164. 00000001:00000010:0.0:1767384397.476576:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005fe1e95a. 00000001:00000010:0.0:1767384397.476578:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005b4414a3. 00000001:00000001:0.0:1767384397.476580:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384397.476581:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384397.476581:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384397.476582:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384397.476583:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000081e6a084. 00000020:00000001:0.0:1767384397.476584:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384397.476585:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 6 - export 00000020:00000010:0.0:1767384397.476586:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cf9d211a. 00000020:00000001:0.0:1767384397.476587:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384397.476589:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384397.476589:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000009d4d8bde for lustre-OST0000 00000020:00000040:0.0:1767384397.476590:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 14 to 0@lo 00000020:00000040:0.0:1767384397.476591:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 5 - import 00000020:00000010:0.0:1767384397.476592:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000009d4d8bde. 00000020:00000001:0.0:1767384397.476594:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384397.476595:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384397.476595:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000000da91af4 for lustre-OST0000 00000020:00000040:0.0:1767384397.476597:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000c6e6e596 refcount 0 to 192.168.203.43@tcp50 00000020:00000040:0.0:1767384397.476598:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000704e0276) now 4 - import 00000020:00000010:0.0:1767384397.476599:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000000da91af4. 00000020:00000001:0.0:1767384397.476600:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000800:00000200:2.0:1767384397.667555:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052e505d8] -> 12345-192.168.203.143@tcp18 (6) 00000800:00000200:2.0:1767384397.667565:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp18 ip 192.168.203.143:988 00000800:00000200:2.0:1767384397.667570:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1767384397.667721:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384397.667729:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384397.667736:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384397.667742:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384397.667745:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384397.987523:0:17894:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384397.987529:0:17894:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384398.179518:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384398.179524:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384398.179530:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384398.179531:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.179550:0:40105:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384398.179552:0:40105:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384398.179554:0:40105:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384398.243554:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384398.243572:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384398.243575:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:3.0:1767384398.243580:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000400:00000200:3.0:1767384398.243585:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384398.243591:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp38 recovery ping unlinked 00000400:00000010:3.0:1767384398.243602:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005350cbfb. 00000400:00000010:3.0:1767384398.243606:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000055f6152. 00000100:00000001:2.0:1767384398.499497:0:17089:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384398.499502:0:17089:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384398.691515:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000800:00000200:2.1:1767384398.691521:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000800:00000200:2.0:1767384398.691543:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (4) 00000800:00000200:2.1:1767384398.691560:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (4) 00000400:00000200:1.0:1767384398.691671:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.691671:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.691753:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.691753:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.691807:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.691808:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.691876:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.691877:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.691924:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.691938:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.691955:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.691983:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.691994:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692033:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692055:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692065:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692098:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692102:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692146:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692147:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692197:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692199:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692252:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692253:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692317:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692323:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692340:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692369:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692377:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692408:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692422:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692489:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692507:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692537:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692558:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692580:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692610:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692614:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692650:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692673:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692681:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692723:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692734:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692750:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692782:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692784:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692824:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692849:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692857:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692909:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692910:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.692952:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.692957:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.693003:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693028:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.693045:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.693081:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693089:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.693106:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.693143:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693144:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.693163:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693198:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.693198:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384398.693216:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693247:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693271:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693283:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693301:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693321:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693336:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693352:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693370:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000800:00000010:0.0:1767384398.693371:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002d55f8d. 00000800:00000010:0.0:1767384398.693376:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df10ad47. 00000800:00000010:0.0:1767384398.693380:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092c19efd. 00000400:00000200:1.0:1767384398.693388:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000800:00000010:0.0:1767384398.693399:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092c19efd. 00000400:00000200:1.0:1767384398.693406:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000800:00020000:0.0:1767384398.693409:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384398.693412:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df10ad47. 00000800:00000010:0.0:1767384398.693415:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002d55f8d. 00000400:00000200:1.0:1767384398.693449:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:02020000:0.0:1767384398.693487:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp26 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384398.693492:0:34393:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384398.693494:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693515:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693526:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693536:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693547:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693558:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693568:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693578:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693589:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693600:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.143:988 00000400:00000200:1.0:1767384398.693611:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.143:988 00000800:00000010:1.0:1767384398.693718:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe701187. 00000800:00000010:1.0:1767384398.693721:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aea326d6. 00000800:00000010:1.0:1767384398.693725:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008233a440. 00000800:00000010:1.0:1767384398.693752:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008233a440. 00000400:00000200:0.0:1767384398.693803:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384398.693824:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp34 from 203.3.0.2 00000800:00000010:0.0:1767384398.693828:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000003dd8c46. 00000800:00000010:3.0:1767384398.693878:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ac3cd7b. 00000800:00000010:3.0:1767384398.693885:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066e24113. 00000800:00000010:3.0:1767384398.693906:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000042214d68. 00000800:00000200:3.1:1767384398.693911:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006915d20b] -> 12345-192.168.203.143@tcp34 (4) 00000800:00000200:3.1:1767384398.693915:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp34 0000000042214d68 deleted 00000800:00000010:3.1:1767384398.693918:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000042214d68. 00000800:00000200:3.1:1767384398.693922:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384398.693928:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp34 p 3.x 192.168.203.143 -> 192.168.203.143:971 incarnation:1767384349767902151 sched[0] 00000800:00000010:3.0:1767384398.693934:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e8cf3ca1. 00000800:00000010:3.0:1767384398.693986:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e8cf3ca1. 00000800:00000010:3.0:1767384398.693989:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066e24113. 00000800:00000200:1.1:1767384398.694017:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.1:1767384398.694024:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp34 ip 192.168.203.143:988 00000800:00000200:1.1:1767384398.694027:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384398.694033:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp34 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384349767902151 sched[0] 00000800:00000010:1.0:1767384398.694035:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aea326d6. 00000800:00000010:3.0:1767384398.694045:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000003dd8c46. 00000800:00000001:2.0:1767384398.694075:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384398.694078:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384398.694083:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384398.694085:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384398.694122:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384398.694126:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384398.694131:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384398.694134:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384398.694137:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384399.203574:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384399.203581:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384399.203588:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384399.203590:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384399.203614:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384399.203617:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384399.203619:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384399.715542:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (4) 00000800:00000200:2.1:1767384399.715548:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (4) 00000400:00000200:1.0:1767384399.715670:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715720:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715742:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715762:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715781:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715802:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715824:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715846:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715866:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715886:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715905:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715925:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715943:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715962:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.715982:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716017:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716041:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716061:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716082:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716103:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716124:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716145:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716164:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716182:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716201:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716219:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716237:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716257:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716276:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716298:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716320:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716340:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716361:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716383:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384399.716404:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384399.716607:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000583b5830. 00000800:00000010:1.0:1767384399.716612:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aea326d6. 00000800:00000010:1.0:1767384399.716618:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008233a440. 00000800:00000010:1.0:1767384399.716637:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008233a440. 00000800:00020000:1.0:1767384399.716646:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384399.716649:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aea326d6. 00000800:00000010:1.0:1767384399.716652:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000583b5830. 00000400:02020000:1.0:1767384399.716687:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp29 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384399.716692:0:16341:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384400.227518:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384400.227524:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384400.227532:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384400.227534:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384400.227581:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384400.227585:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384400.227587:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384401.251529:0:40103:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00010000:00000001:2.0:1767384401.251534:0:27:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384401.251539:0:27:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384401.251541:0:40103:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000b0062750 - data 00000000d968ce84/000000001b65a6ab 00010000:00000001:2.0:1767384401.251547:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384401.251550:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.251575:0:40104:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384401.251578:0:40104:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384401.251582:0:40104:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1767384401.251635:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000c7b2f9dd. 00000020:00000010:1.0:1767384401.251640:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000001edb476e. 00000020:00000010:1.0:1767384401.251647:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000001b65a6ab. 00000020:00000010:1.0:1767384401.251649:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000000b1670c8. 00000020:00000010:1.0:1767384401.251651:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000003e1b2d1b. 00000020:00000010:1.0:1767384401.251653:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000056848afd. 00000020:00000010:1.0:1767384401.251655:0:40103:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000b0062750. 00000020:01000000:1.0:1767384401.251659:0:40103:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000003ea2f01 - data 00000000c0d92bdc/000000003f01ac97 00000020:00000010:1.0:1767384401.251718:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000006e0cf43b. 00000020:00000010:1.0:1767384401.251721:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000003c89bea1. 00000020:00000010:1.0:1767384401.251724:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000003f01ac97. 00000020:00000010:1.0:1767384401.251726:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000ef7faf1c. 00000020:00000010:1.0:1767384401.251728:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000f3329f6c. 00000020:00000010:1.0:1767384401.251729:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000004666fcba. 00000020:00000010:1.0:1767384401.251730:0:40103:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000003ea2f01. 00000020:00000001:1.0:1767384401.251736:0:40103:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:1.0:1767384401.251927:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000d7af66e5. 00000020:00000010:1.0:1767384401.251930:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000005487d223. 00000020:00000010:1.0:1767384401.251932:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000df446e07. 00000020:00000010:1.0:1767384401.251934:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000e621a466. 00000020:00000010:1.0:1767384401.251936:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000059f80069. 02000000:00000001:1.0:1767384401.257567:0:40103:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:1.0:1767384401.257570:0:40103:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 00000000d02cce0e for key 0 00000004:00000010:1.0:1767384401.257574:0:40103:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 00000000d02cce0e. 02000000:00000001:1.0:1767384401.257577:0:40103:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:1.0:1767384401.257578:0:40103:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000039484121. 02000000:00000010:1.0:1767384401.257581:0:40103:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 000000003c671e34. 02000000:00000001:1.0:1767384401.257583:0:40103:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:1.0:1767384401.257584:0:40103:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:1.0:1767384401.257585:0:40103:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000a20c7a14. 02000000:00000010:1.0:1767384401.257587:0:40103:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000edb82d43. 00000020:00000001:1.0:1767384401.257589:0:40103:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:1.0:1767384401.257592:0:40103:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384401.257593:0:40103:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:1.0:1767384401.257597:0:40103:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384401.257603:0:40103:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000b1670c8. 00080000:00000001:1.0:1767384401.257605:0:40103:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632560347806720 : -111513361744896 : ffff9a9445af7c00) 00080000:00000001:1.0:1767384401.257609:0:40103:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384401.257614:0:40103:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384401.257616:0:40103:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008233a440. 00080000:00000001:1.0:1767384401.257618:0:40103:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384401.257621:0:40103:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384401.257634:0:40103:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384401.257636:0:40103:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:1.0:1767384401.257659:0:40103:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:1.0:1767384401.257662:0:40103:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384401.257664:0:40103:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384401.259700:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000b1670c8. 00080000:00000010:1.0:1767384401.259774:0:40103:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008233a440. 00040000:00000001:1.0:1767384401.259780:0:40103:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384401.259782:0:40103:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384401.259784:0:40103:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384401.259786:0:40103:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:1.0:1767384401.259788:0:40103:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384401.259793:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000338de6ae/000000000022811e to site lru. bkt: 0000000052d4e23f 00000020:00000010:1.0:1767384401.259795:0:40103:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 00000000911557df. 00000020:00000010:1.0:1767384401.259814:0:40103:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 000000006c5bddee. 00000020:00000010:1.0:1767384401.259816:0:40103:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 000000006fe03de1. 00000020:00000002:1.0:1767384401.259822:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000007f5f95c3/0000000086683c9f to site lru. bkt: 00000000cd78ebf1 00000020:00000001:1.0:1767384401.259824:0:40103:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:1.0:1767384401.259825:0:40103:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:1.0:1767384401.259830:0:40103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000097f79e10. 00000020:00000010:1.0:1767384401.259832:0:40103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4bd04d8. 00000020:00000010:1.0:1767384401.259835:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ef0eef4. 00000020:00000010:1.0:1767384401.259840:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d1689837. 00000040:00000010:1.0:1767384401.259843:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005a5326bd. 00000020:00000010:1.0:1767384401.259845:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a675c188. 00000020:00000010:1.0:1767384401.259848:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000efdd99ec. 00000020:00000010:1.0:1767384401.259851:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c3bf1673. 80000000:00000010:1.0:1767384401.259854:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005a49577c. 40000000:00000010:1.0:1767384401.259873:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006a1306c4. 00100000:00000010:1.0:1767384401.259877:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b5972b6. 00040000:00000010:1.0:1767384401.259879:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000731a07f7. 00040000:00000010:1.0:1767384401.259883:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008cefc29b. 00040000:00000010:1.0:1767384401.259886:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001bd4f838. 00080000:00000010:1.0:1767384401.259889:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009b6bb573. 00080000:00000010:1.0:1767384401.259892:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001e5e98bc. 00000004:00000010:1.0:1767384401.259894:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000de47bfce. 00000004:00000010:1.0:1767384401.259898:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009fc09eb5. 00000004:00000010:1.0:1767384401.259901:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000805eb9d2. 00000004:00000010:1.0:1767384401.259903:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cfc2a1d4. 00000020:00000010:1.0:1767384401.259906:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000096e90b8. 00000001:00000001:1.0:1767384401.259908:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384401.259911:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000826e07a8. 00000001:00000010:1.0:1767384401.259913:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e45ed543. 00000001:00000010:1.0:1767384401.259915:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009d3728b5. 00000001:00000001:1.0:1767384401.259917:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:1.0:1767384401.259918:0:40103:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384401.259921:0:40103:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384401.259923:0:40103:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384401.259943:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000007a768643. 00000020:00000010:1.0:1767384401.259945:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000073bb0dce. 00000020:00000010:1.0:1767384401.259948:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000a6451010. 00000020:00000010:1.0:1767384401.259951:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000057744f9c. 00010000:00000001:1.0:1767384401.259971:0:40103:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384401.259978:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000003fffa778. 00000020:00000010:1.0:1767384401.259980:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000022453b33. 00000020:00000010:1.0:1767384401.259981:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000c97d9144. 00000020:00000010:1.0:1767384401.259983:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003d1a1bf1. 00000001:00000001:1.0:1767384401.260039:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384401.272151:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000032fc41f5. 00000001:00000010:1.0:1767384401.272166:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000029b0477e. 00000001:00000010:1.0:1767384401.272168:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008a2837bb. 00000001:00000010:1.0:1767384401.272169:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c8412c7f. 00000001:00000010:1.0:1767384401.272171:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000061e83f5d. 00000001:00000010:1.0:1767384401.272173:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002c7b65ba. 00000001:00000010:1.0:1767384401.272174:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b54ff50. 00000001:00000010:1.0:1767384401.272175:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007c0d3f64. 00000001:00000010:1.0:1767384401.272176:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000087e902b3. 00000001:00000010:1.0:1767384401.272178:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c7af8022. 00000001:00000010:1.0:1767384401.272179:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008040b65b. 00000001:00000010:1.0:1767384401.272180:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006412ca9d. 00000001:00000010:1.0:1767384401.272181:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c00c0ad7. 00000001:00000010:1.0:1767384401.272182:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000003e22ea9. 00000001:00000010:1.0:1767384401.272183:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005a443f17. 00000001:00000010:1.0:1767384401.272184:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008111977d. 00000001:00000010:1.0:1767384401.272185:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000604b5b74. 00000001:00000010:1.0:1767384401.272187:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eab89f01. 00000001:00000010:1.0:1767384401.272188:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000027bc7d2. 00000001:00000010:1.0:1767384401.272189:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c4990167. 00000001:00000010:1.0:1767384401.272190:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b6fdddfb. 00000001:00000010:1.0:1767384401.272191:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c7db9a09. 00000001:00000010:1.0:1767384401.272192:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e5251cae. 00000001:00000010:1.0:1767384401.272193:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c2791bf3. 00000001:00000010:1.0:1767384401.272194:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004ba06aa2. 00000001:00000010:1.0:1767384401.272195:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d6a44c1. 00000001:00000010:1.0:1767384401.272196:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009929a96b. 00000001:00000010:1.0:1767384401.272197:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000793c9762. 00000001:00000010:1.0:1767384401.272199:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000062fa2024. 00000001:00000010:1.0:1767384401.272200:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000013ca15be. 00000001:00000010:1.0:1767384401.272201:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f1a61235. 00000001:00000010:1.0:1767384401.272202:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000072485336. 00000001:00000010:1.0:1767384401.272203:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a208e5b7. 00000001:00000010:1.0:1767384401.272204:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dc2bfb3d. 00000001:00000010:1.0:1767384401.272205:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a2a4a2cd. 00000001:00000010:1.0:1767384401.272206:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aa6c18f7. 00000001:00000010:1.0:1767384401.272208:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d89b5107. 00000001:00000010:1.0:1767384401.272209:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ecfc08b. 00000001:00000010:1.0:1767384401.272210:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e9456230. 00000001:00000010:1.0:1767384401.272212:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bfeab48f. 00000001:00000010:1.0:1767384401.272213:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008307ff11. 00000001:00000010:1.0:1767384401.272214:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001bf8cde7. 00000001:00000010:1.0:1767384401.272215:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000090ff26fe. 00000001:00000010:1.0:1767384401.272216:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004ec0ada2. 00000001:00000010:1.0:1767384401.272217:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006ede029c. 00000001:00000010:1.0:1767384401.272218:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000147e357. 00000001:00000010:1.0:1767384401.272220:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b4cb6b8d. 00000001:00000010:1.0:1767384401.272221:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003a0ed6ec. 00000001:00000010:1.0:1767384401.272222:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006cdc00c9. 00000001:00000010:1.0:1767384401.272223:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000299acafb. 00000001:00000010:1.0:1767384401.272224:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b1355366. 00000001:00000010:1.0:1767384401.272225:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e8321368. 00000001:00000010:1.0:1767384401.272226:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004fb2fada. 00000001:00000010:1.0:1767384401.272228:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000727be32a. 00000001:00000010:1.0:1767384401.272229:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001e52a3b2. 00000001:00000010:1.0:1767384401.272231:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009afd44d5. 00000001:00000010:1.0:1767384401.272233:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a0c68f18. 00000001:00000010:1.0:1767384401.272234:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aae5258e. 00000001:00000010:1.0:1767384401.272236:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000df904668. 00000001:00000010:1.0:1767384401.272238:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a5826805. 00000001:00000010:1.0:1767384401.272240:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008ad0175f. 00000001:00000010:1.0:1767384401.272241:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001e250ed7. 00000001:00000010:1.0:1767384401.272243:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e5906734. 00000001:00000010:1.0:1767384401.272245:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c7e753db. 00000001:00000010:1.0:1767384401.272247:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000093006a1c. 00000001:00000010:1.0:1767384401.272248:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ec19ccc. 00000001:00000010:1.0:1767384401.272250:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d8de96aa. 00000001:00000010:1.0:1767384401.272252:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000861b5878. 00000001:00000010:1.0:1767384401.272254:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000019a0099f. 00000001:00000010:1.0:1767384401.272256:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d29026ab. 00000001:00000010:1.0:1767384401.272258:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006c420353. 00000001:00000010:1.0:1767384401.272260:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006258f60c. 00000001:00000010:1.0:1767384401.272261:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005acae283. 00000001:00000010:1.0:1767384401.272263:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003bd972b7. 00000001:00000010:1.0:1767384401.272265:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003e2823d7. 00000001:00000010:1.0:1767384401.272267:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006456192b. 00000001:00000010:1.0:1767384401.272269:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098dd6f35. 00000001:00000010:1.0:1767384401.272271:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea3a13df. 00000001:00000010:1.0:1767384401.272273:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b7894da7. 00000001:00000010:1.0:1767384401.272274:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000afc6a421. 00000001:00000010:1.0:1767384401.272276:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e8b691eb. 00000001:00000010:1.0:1767384401.272278:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000086fc271. 00000001:00000010:1.0:1767384401.272280:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000e2f07b4. 00000001:00000010:1.0:1767384401.272282:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002113ce62. 00000001:00000010:1.0:1767384401.272283:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005b063ce8. 00000001:00000010:1.0:1767384401.272285:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000086e482f6. 00000001:00000010:1.0:1767384401.272287:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005df058e6. 00000001:00000010:1.0:1767384401.272288:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000075f9dde4. 00000001:00000010:1.0:1767384401.272290:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dd1c6743. 00000001:00000010:1.0:1767384401.272291:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003adac35e. 00000001:00000010:1.0:1767384401.272292:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e0c4c66b. 00000001:00000010:1.0:1767384401.272293:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c317c98a. 00000001:00000010:1.0:1767384401.272294:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e9fec273. 00000001:00000010:1.0:1767384401.272295:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000031a06b25. 00000001:00000010:1.0:1767384401.272296:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009f83dab6. 00000001:00000010:1.0:1767384401.272297:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009e7b7138. 00000001:00000010:1.0:1767384401.272298:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a196e7ad. 00000001:00000010:1.0:1767384401.272299:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000015f5a6b4. 00000001:00000010:1.0:1767384401.272300:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eaa11eaa. 00000001:00000010:1.0:1767384401.272301:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eafc6649. 00000001:00000010:1.0:1767384401.272302:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002be88197. 00000001:00000010:1.0:1767384401.272303:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f6917891. 00000001:00000010:1.0:1767384401.272305:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000a47b238. 00000001:00000010:1.0:1767384401.272306:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aef04f38. 00000001:00000010:1.0:1767384401.272307:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005be07796. 00000001:00000010:1.0:1767384401.272308:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005e8ce04f. 00000001:00000010:1.0:1767384401.272309:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000c583d1d. 00000001:00000010:1.0:1767384401.272310:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f0cd418b. 00000001:00000010:1.0:1767384401.272311:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c1f8cda2. 00000001:00000010:1.0:1767384401.272312:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000032a82d0d. 00000001:00000010:1.0:1767384401.272313:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000746e7291. 00000001:00000010:1.0:1767384401.272314:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006bdc9e20. 00000001:00000010:1.0:1767384401.272315:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001867a268. 00000001:00000010:1.0:1767384401.272316:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001c89cf24. 00000001:00000010:1.0:1767384401.272316:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d22cdd96. 00000001:00000010:1.0:1767384401.272317:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d8bdc078. 00000001:00000010:1.0:1767384401.272318:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000082ef73d7. 00000001:00000010:1.0:1767384401.272319:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006aaf64e4. 00000001:00000010:1.0:1767384401.272320:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008119badb. 00000001:00000010:1.0:1767384401.272321:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001cdb51c8. 00000001:00000010:1.0:1767384401.272322:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dc363421. 00000001:00000010:1.0:1767384401.272323:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002164b874. 00000001:00000010:1.0:1767384401.272324:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000202966aa. 00000001:00000010:1.0:1767384401.272325:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000541e0a1e. 00000001:00000010:1.0:1767384401.272325:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d039e515. 00000001:00000010:1.0:1767384401.272326:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d23ca58a. 00000001:00000010:1.0:1767384401.272327:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cfbcc54b. 00000001:00000010:1.0:1767384401.272328:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000699cc48a. 00000001:00000010:1.0:1767384401.272329:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 0000000066e4e105. 00000001:00000010:1.0:1767384401.272335:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000057b86850. 00000001:00000001:1.0:1767384401.272337:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384401.272341:0:40103:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000087f26779. 00010000:00000001:1.0:1767384401.272344:0:40103:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384401.272486:0:40103:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384401.272490:0:40103:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:0.0:1767384401.272494:0:40103:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1767384401.272496:0:40103:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:0.0:1767384401.272497:0:40103:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:0.0:1767384401.272501:0:40103:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384401.272553:0:40103:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384401.272559:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000df33b3e3/00000000518313d3 to site lru. bkt: 0000000013dc9f69 40000000:00000001:0.0:1767384401.272561:0:40103:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384401.272562:0:40103:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384401.272564:0:40103:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000d0b5c98f. 40000000:00000001:0.0:1767384401.272568:0:40103:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384401.272606:0:40103:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384401.272607:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000006e17712/00000000b59d0b00 to site lru. bkt: 00000000fad094a7 40000000:00000001:0.0:1767384401.272609:0:40103:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384401.272610:0:40103:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384401.272611:0:40103:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000401a3396. 40000000:00000001:0.0:1767384401.272614:0:40103:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384401.272678:0:40103:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384401.272680:0:40103:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 000000007edf3331. 40000000:00000001:0.0:1767384401.272683:0:40103:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.272686:0:40103:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:0.0:1767384401.272688:0:40103:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1767384401.272707:0:40103:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:0.0:1767384401.272710:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000009e5c8a37/0000000029fcb64c to site lru. bkt: 0000000080cc2039 80000000:00000001:0.0:1767384401.272712:0:40103:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:0.0:1767384401.272713:0:40103:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1767384401.272715:0:40103:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1767384401.272717:0:40103:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000588d8d82. 80000000:00000010:0.0:1767384401.272725:0:40103:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000b94ad079. 80000000:00000010:0.0:1767384401.272727:0:40103:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000009379e9c0. 80000000:00000010:0.0:1767384401.272730:0:40103:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000520453f5. 80000000:00000010:0.0:1767384401.272732:0:40103:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000e653adb5. 80000000:00000040:0.0:1767384401.272734:0:40103:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:0.0:1767384401.272735:0:40103:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384401.272736:0:40103:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1767384401.272737:0:40103:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:0.0:1767384401.272738:0:40103:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:0.0:1767384401.272740:0:40103:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:0.0:1767384401.272741:0:40103:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 000000002f53dd69. 80000000:00000001:0.0:1767384401.272743:0:40103:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:0.0:1767384401.272744:0:40103:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 000000002fba94d7. 00000004:00000001:0.0:1767384401.272745:0:40103:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.272747:0:40103:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00040000:00000001:0.0:1767384401.272757:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272760:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272761:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272762:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272762:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272763:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.272768:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009ace3670. 00000004:00000010:0.0:1767384401.272772:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000051ceced. 00000004:00000010:0.0:1767384401.272778:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000041c95e02. 00000004:00000001:0.0:1767384401.272781:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.272783:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x4:0x0] 00000004:00000010:0.0:1767384401.272784:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009e51b357. 00000004:00000001:0.0:1767384401.272787:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.272796:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272797:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272798:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272799:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272801:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272801:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.272804:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009c941729. 00000004:00000010:0.0:1767384401.272807:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a9637839. 00000004:00000010:0.0:1767384401.272809:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ce7f189c. 00000004:00000001:0.0:1767384401.272811:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.272812:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:0.0:1767384401.272813:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000441c0c3b. 00000004:00000001:0.0:1767384401.272815:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.272820:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272820:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272821:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272823:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272824:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272825:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.272828:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009ad370f9. 00000020:00000010:0.0:1767384401.272832:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008a877ff2. 00040000:00000001:0.0:1767384401.272851:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272853:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272853:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272854:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272858:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272875:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.272878:0:40103:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at 00000000057bc92e. 00080000:00000010:0.0:1767384401.272881:0:40103:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at 000000003ca0aaaf. 00080000:00000010:0.0:1767384401.272885:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000010d16639. 00000004:00000010:0.0:1767384401.272888:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007521db2c. 00000004:00000010:0.0:1767384401.272892:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002260093f. 00000004:00000001:0.0:1767384401.272895:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.272896:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:0.0:1767384401.272898:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e080c9c3. 00000004:00000001:0.0:1767384401.272902:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.272909:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272910:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272911:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272912:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272913:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272914:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.272916:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000281f6b3d. 00000020:00000010:0.0:1767384401.272919:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000364ac34c. 00040000:00000001:0.0:1767384401.272928:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272929:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272931:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272932:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272933:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272934:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.272936:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001fd26332. 00000004:00000010:0.0:1767384401.272939:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ccc30a77. 00000004:00000010:0.0:1767384401.272941:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a19ffe27. 00000004:00000001:0.0:1767384401.272943:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.272944:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:0.0:1767384401.272946:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008bd92dd7. 00000004:00000001:0.0:1767384401.272949:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.272954:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272955:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272956:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272957:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272958:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272959:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.272961:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000061d33e48. 00000020:00000010:0.0:1767384401.272963:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a8297e05. 00040000:00000001:0.0:1767384401.272969:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272970:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272972:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272972:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.272974:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.272975:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.272977:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008286d389. 20000000:00000010:0.0:1767384401.272981:0:40103:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000edbea41c. 00040000:00000001:0.0:1767384401.273019:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273020:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273021:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273022:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273023:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273024:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273026:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000df33b3e3. 00000004:00000010:0.0:1767384401.273029:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e03f9550. 00000004:00000010:0.0:1767384401.273032:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007a244ea2. 00000004:00000001:0.0:1767384401.273035:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273037:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:0.0:1767384401.273038:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000518313d3. 00000004:00000001:0.0:1767384401.273041:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.273045:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273046:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273047:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273048:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273049:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273050:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273051:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000192696fe. 00000004:00000010:0.0:1767384401.273054:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000012d2a70e. 00000004:00000010:0.0:1767384401.273055:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cfbe7f80. 00000004:00000001:0.0:1767384401.273057:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273058:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:0.0:1767384401.273059:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000f19ebc8. 00000004:00000001:0.0:1767384401.273061:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.273067:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273068:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273068:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273069:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273070:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273071:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273073:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ecc5bbf7. 00000004:00000010:0.0:1767384401.273077:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000072bfd0a5. 00000004:00000010:0.0:1767384401.273079:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003d378120. 00000004:00000001:0.0:1767384401.273082:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273083:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:0.0:1767384401.273085:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000efcf942f. 00000004:00000001:0.0:1767384401.273091:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.273094:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273095:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273096:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273097:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273098:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273099:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273101:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003671dd0d. 00000004:00000010:0.0:1767384401.273105:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f51fe6e4. 00000004:00000010:0.0:1767384401.273107:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004c4c6e75. 00000004:00000001:0.0:1767384401.273108:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273109:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:0.0:1767384401.273110:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008b336d3d. 00000004:00000001:0.0:1767384401.273112:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.273120:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273121:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273122:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273123:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273123:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273124:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273127:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007f5f95c3. 00000004:00000010:0.0:1767384401.273129:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000439a0349. 00000004:00000010:0.0:1767384401.273131:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000040454bf7. 00000004:00000001:0.0:1767384401.273134:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273135:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:0.0:1767384401.273136:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000086683c9f. 00000004:00000001:0.0:1767384401.273139:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.273142:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273144:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273144:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273145:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273146:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273148:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273149:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000006e17712. 00000004:00000010:0.0:1767384401.273151:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000eecb7017. 00000004:00000010:0.0:1767384401.273153:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000521fa515. 00000004:00000001:0.0:1767384401.273155:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273155:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:0.0:1767384401.273156:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b59d0b00. 00000004:00000001:0.0:1767384401.273158:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.273163:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000060d61252. 00040000:00000001:0.0:1767384401.273165:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273166:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273167:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273168:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273168:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273169:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273171:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005065b289. 00000004:00000010:0.0:1767384401.273174:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000087a8897. 00000004:00000010:0.0:1767384401.273176:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f066666e. 00000004:00000001:0.0:1767384401.273178:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273179:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:0.0:1767384401.273180:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009001929c. 00000004:00000001:0.0:1767384401.273183:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.273185:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000017bdf864. 00040000:00000001:0.0:1767384401.273187:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273188:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273189:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273190:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273191:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273192:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273193:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003d8835c7. 00000004:00000010:0.0:1767384401.273196:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f42a0c98. 00000004:00000010:0.0:1767384401.273198:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000068047aef. 00000004:00000001:0.0:1767384401.273200:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273201:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:0.0:1767384401.273202:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003f4bf14b. 00000004:00000001:0.0:1767384401.273204:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.273206:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ae43245c. 00040000:00000001:0.0:1767384401.273209:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273210:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273211:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273211:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273212:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273213:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273215:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002d9ebba7. 00000004:00000010:0.0:1767384401.273217:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bc1c9df6. 00000004:00000010:0.0:1767384401.273220:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008ff9c804. 00000004:00000001:0.0:1767384401.273222:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273222:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:0.0:1767384401.273224:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005119f5f5. 00000004:00000001:0.0:1767384401.273225:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.273227:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001d8fca81. 00040000:00000001:0.0:1767384401.273230:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273231:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273232:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273233:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273235:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273236:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273239:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000356aaf88. 00000004:00000010:0.0:1767384401.273242:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007d239fda. 00000004:00000010:0.0:1767384401.273245:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009acb0446. 00000004:00000001:0.0:1767384401.273247:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273249:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:0.0:1767384401.273251:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e2517436. 00000004:00000001:0.0:1767384401.273254:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.273256:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000010caa5d0. 00040000:00000001:0.0:1767384401.273260:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273261:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273263:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273264:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273265:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273267:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273269:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000488e1c45. 00000004:00000010:0.0:1767384401.273272:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e485269b. 00000004:00000010:0.0:1767384401.273276:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e49618ec. 00000004:00000001:0.0:1767384401.273278:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273280:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:0.0:1767384401.273282:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000db71337c. 00000004:00000001:0.0:1767384401.273286:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.273288:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000bf10f3b2. 00040000:00000001:0.0:1767384401.273293:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273294:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273296:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273297:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273298:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273299:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273302:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dabc64c3. 00000004:00000010:0.0:1767384401.273305:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e2f164ad. 00000004:00000010:0.0:1767384401.273308:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c6499850. 00000004:00000001:0.0:1767384401.273311:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273313:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:0.0:1767384401.273314:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005b12ee2a. 00000004:00000001:0.0:1767384401.273317:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.273320:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273321:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273322:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273324:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273325:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273326:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273329:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007646cd69. 00000004:00000010:0.0:1767384401.273332:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a0bd67f8. 00000004:00000010:0.0:1767384401.273335:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fe742b41. 00000004:00000001:0.0:1767384401.273337:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273338:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:0.0:1767384401.273339:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fbbabb80. 00000004:00000001:0.0:1767384401.273345:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.273354:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273355:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273356:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273357:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273357:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273358:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273360:0:40103:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000ca96c7a7. 00080000:00000010:0.0:1767384401.273361:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000338de6ae. 00000004:00000010:0.0:1767384401.273369:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000037fd2857. 00000004:00000010:0.0:1767384401.273372:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007a2b34ac. 00000004:00000001:0.0:1767384401.273373:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273374:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:0.0:1767384401.273376:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000022811e. 00000004:00000001:0.0:1767384401.273378:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.273528:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273530:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273530:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273531:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273532:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273533:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273536:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ef46cba8. 00000004:00000010:0.0:1767384401.273539:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005c806a92. 00000004:00000010:0.0:1767384401.273542:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004e25628f. 00000004:00000001:0.0:1767384401.273544:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273545:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:0.0:1767384401.273546:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f292e64e. 00000004:00000001:0.0:1767384401.273548:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.273554:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000151ffb30. 00040000:00000001:0.0:1767384401.273557:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273558:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273559:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273560:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273561:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273562:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273563:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009e5c8a37. 00000004:00000010:0.0:1767384401.273565:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000071e9ce23. 00000004:00000010:0.0:1767384401.273567:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000905b1208. 00000004:00000001:0.0:1767384401.273570:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.273570:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:0.0:1767384401.273571:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000029fcb64c. 00000004:00000001:0.0:1767384401.273573:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384401.273577:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273578:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273579:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273580:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384401.273580:0:40103:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384401.273581:0:40103:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384401.273583:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000048682a34. 00000020:00000010:0.0:1767384401.273585:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000086c66c70. 00000004:00000010:0.0:1767384401.273592:0:40103:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 0000000092c19efd. 00000004:00000001:0.0:1767384401.273595:0:40103:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:0.0:1767384401.273597:0:40103:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:0.0:1767384401.273604:0:40103:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384401.273607:0:40103:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384401.273609:0:40103:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384401.273611:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384401.273613:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384401.273646:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384401.273647:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384401.273648:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384401.273676:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384401.273678:0:40103:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384401.273680:0:40103:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384401.273681:0:40103:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:0.0:1767384401.273685:0:40103:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384401.273687:0:40103:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384401.273690:0:40103:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384401.273692:0:40103:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384401.273693:0:40103:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:0.0:1767384401.273695:0:40103:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384401.273697:0:40103:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384401.273699:0:40103:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384401.273699:0:40103:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384401.273701:0:40103:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384401.273704:0:40103:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384401.273714:0:40103:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384401.273716:0:40103:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384401.273717:0:40103:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384401.273719:0:40103:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:0.0:1767384401.273720:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384401.273721:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384401.273749:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384401.273751:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384401.273752:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384401.273778:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.273779:0:40103:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:0.0:1767384401.273783:0:40103:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:3.0:1767384401.273808:0:17108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003740fce6. 00000040:00000010:3.0:1767384401.273816:0:17108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008dc46135. 00000020:00000010:3.0:1767384401.273820:0:17108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005e109672. 00000020:00000010:3.0:1767384401.273824:0:17108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002d1517a2. 00000020:00000010:3.0:1767384401.273829:0:17108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000eaab46d. 80000000:00000010:3.0:1767384401.273833:0:17108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000096f6445d. 40000000:00000010:3.0:1767384401.273838:0:17108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a02b8a7d. 00100000:00000010:3.0:1767384401.273843:0:17108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008a419b6b. 00040000:00000010:3.0:1767384401.273847:0:17108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004e09c64. 00040000:00000010:3.0:1767384401.273851:0:17108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000080fbf3f9. 00040000:00000010:3.0:1767384401.273853:0:17108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e202f89. 00080000:00000010:3.0:1767384401.273856:0:17108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003589008b. 00080000:00000010:3.0:1767384401.273859:0:17108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f0fbc020. 00000004:00000010:3.0:1767384401.273866:0:17108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e41c1277. 00000004:00000010:3.0:1767384401.273869:0:17108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000123dd729. 00000004:00000010:3.0:1767384401.273872:0:17108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000037fc2964. 00002000:00000010:3.0:1767384401.273876:0:17108:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bd8df222. 00000004:00000010:3.0:1767384401.273889:0:17108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cce7d800. 00000020:00000010:3.0:1767384401.273892:0:17108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc62430d. 00000004:00000010:3.0:1767384401.273895:0:17108:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 00000000e93ed3ef. 00000004:00000001:3.0:1767384401.273898:0:17108:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.273931:0:40103:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:0.0:1767384401.273934:0:40103:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:2.0:1767384401.273973:0:17107:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:2.0:1767384401.273977:0:17107:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384401.273980:0:17107:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:2.0:1767384401.273982:0:17107:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fa68b587. 00000040:00000010:2.0:1767384401.273998:0:17107:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000060ea513a. 00000040:00000001:2.0:1767384401.274002:0:17107:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384401.274004:0:17107:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384401.274006:0:17107:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384401.274007:0:17107:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:2.0:1767384401.274010:0:17107:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000b5009afb. 00000040:00000010:2.0:1767384401.274013:0:17107:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000510cdeaa. 00000040:00000001:2.0:1767384401.274014:0:17107:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384401.274016:0:17107:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384401.274019:0:17107:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384401.274029:0:17107:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384401.274034:0:17107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000024a140a7. 00000020:00000010:2.0:1767384401.274054:0:17107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009387c9f8. 00000040:00000001:2.0:1767384401.274063:0:17107:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384401.274066:0:17107:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007855b310. 00000040:00000001:2.0:1767384401.274069:0:17107:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384401.274070:0:17107:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384401.274072:0:17107:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384401.274075:0:17107:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384401.274078:0:17107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f79065dc. 00080000:00000001:2.0:1767384401.274081:0:17107:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632564678338560 : -111509031213056 : ffff9a9547ce2800) 00000040:00000001:2.0:1767384401.274084:0:17107:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384401.274086:0:17107:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384401.274089:0:17107:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384401.274092:0:17107:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384401.274094:0:17107:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384401.274096:0:17107:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:2.0:1767384401.274099:0:17107:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274101:0:17107:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274104:0:17107:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384401.274106:0:17107:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384401.274118:0:17107:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274119:0:17107:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000002:2.0:1767384401.274123:0:17107:0:(osd_handler.c:4801:osd_ref_del()) [0x1:0x5:0x0] decrease nlink 1 00080000:00000001:2.0:1767384401.274153:0:17107:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384401.274162:0:17107:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x1:0x5:0x0] 00000001:00000001:2.0:1767384401.274164:0:17107:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:2.0:1767384401.274167:0:17107:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:2.0:1767384401.274169:0:17107:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446632565325075520 : -111508384476096 : ffff9a956e5a9440) 00000001:00000001:2.0:1767384401.274172:0:17107:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:2.0:1767384401.274187:0:17107:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384401.274189:0:17107:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384401.274191:0:17107:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274193:0:17107:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384401.274211:0:17107:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384401.274217:0:17107:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384401.274218:0:17107:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384401.274220:0:17107:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274226:0:17107:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274229:0:17107:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1767384401.274230:0:17107:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:2.0:1767384401.274232:0:17107:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384401.274234:0:17107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e00b8699. 00080000:00000001:2.0:1767384401.274236:0:17107:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446632564678344192 : -111509031207424 : ffff9a9547ce3e00) 00000040:00000001:2.0:1767384401.274238:0:17107:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384401.274240:0:17107:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384401.274243:0:17107:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384401.274246:0:17107:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384401.274248:0:17107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003d8ef57a. 00080000:00000001:2.0:1767384401.274251:0:17107:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274252:0:17107:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274253:0:17107:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384401.274256:0:17107:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384401.274257:0:17107:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384401.274258:0:17107:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384401.274261:0:17107:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274263:0:17107:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:2.0:1767384401.274266:0:17107:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274267:0:17107:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384401.274269:0:17107:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384401.274270:0:17107:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00000040:00000001:2.0:1767384401.274283:0:17107:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274285:0:17107:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384401.274290:0:17107:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384401.274292:0:17107:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384401.274296:0:17107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003d8ef57a. 00040000:00000001:2.0:1767384401.274298:0:17107:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384401.274300:0:17107:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384401.274301:0:17107:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274303:0:17107:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274304:0:17107:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:2.0:1767384401.274417:0:17107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384401.274419:0:17107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384401.274420:0:17107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384401.274421:0:17107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384401.274422:0:17107:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384401.274428:0:17107:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384401.274430:0:17107:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000fd8c14dc. 00080000:00000010:2.0:1767384401.274434:0:17107:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004da4530e. 00000020:00000010:2.0:1767384401.274437:0:17107:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000025f068a3. 00000040:00000001:2.0:1767384401.274441:0:17107:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384401.274444:0:17107:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000862a3867. 00000040:00000010:2.0:1767384401.274448:0:17107:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000da3e515f. 00000040:00000001:2.0:1767384401.274452:0:17107:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384401.274479:0:17107:0:(lu_object.c:207:lu_object_put()) Add 00000000c8052ee8/0000000057e35ee6 to site lru. bkt: 00000000983a8b1a 00000040:00000001:2.0:1767384401.274483:0:17107:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384401.274485:0:17107:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000083812bb0. 00000040:00000010:2.0:1767384401.274488:0:17107:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009bf93a47. 00000040:00000001:2.0:1767384401.274492:0:17107:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384401.274494:0:17107:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384401.274496:0:17107:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000ab4ca3b1 : new refcount 1 00000020:00000040:2.0:1767384401.274502:0:17107:0:(genops.c:898:class_export_put()) PUTting export 00000000f7492abb : new refcount 1 00000040:00000010:2.0:1767384401.274505:0:17107:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000ab4ca3b1. 00000040:00000001:2.0:1767384401.274510:0:17107:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384401.274515:0:17107:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006cbd6c5c. 00000020:00000010:2.0:1767384401.274519:0:17107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009118b668. 00000040:00000010:2.0:1767384401.274521:0:17107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f65223f8. 00000020:00000010:2.0:1767384401.274524:0:17107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dcefb5c5. 00000020:00000010:2.0:1767384401.274528:0:17107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000689ba1d8. 00040000:00000010:2.0:1767384401.274531:0:17107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d9d2430a. 00040000:00000010:2.0:1767384401.274534:0:17107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000118684f7. 00080000:00000010:2.0:1767384401.274538:0:17107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000080f491b6. 00080000:00000010:2.0:1767384401.274541:0:17107:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000a5b8bbdd. 00080000:00000010:2.0:1767384401.274544:0:17107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000274f33bd. 00000020:00000010:2.0:1767384401.274546:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c795d0d0. 00000004:00000010:2.0:1767384401.274549:0:17107:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 00000000375a4030. 00000004:00000001:2.0:1767384401.274551:0:17107:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.274583:0:40103:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.274587:0:40103:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:0.0:1767384401.274588:0:40103:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000527a6fc0. 00000004:00000001:0.0:1767384401.274592:0:40103:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:0.0:1767384401.274595:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000008302e005/00000000c080775b to site lru. bkt: 000000000dc76012 00000020:00000002:0.0:1767384401.274597:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000095359a1e/000000004ed4fad6 to site lru. bkt: 00000000e6b3caf3 40000000:00000001:0.0:1767384401.274600:0:40103:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1767384401.274602:0:40103:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1767384401.274657:0:40103:0:(genops.c:898:class_export_put()) PUTting export 000000005e03aa97 : new refcount 2 40000000:00000001:0.0:1767384401.274659:0:40103:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384401.274660:0:40103:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 000000007c2c2000. 40000000:00000001:0.0:1767384401.274663:0:40103:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.274664:0:40103:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.274666:0:40103:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.274669:0:40103:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:0.0:1767384401.274672:0:40103:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:3381309556 to info 0000000008981262 00100000:00000001:0.0:1767384401.274675:0:40103:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384401.274677:0:40103:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384401.274679:0:40103:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00040000:00000001:0.0:1767384401.274680:0:40103:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384401.274682:0:40103:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384401.274726:0:17113:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004944f5fe. 00000020:00000010:3.0:1767384401.274732:0:17113:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006065ea50. 00000020:00000010:3.0:1767384401.274734:0:17113:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002a6050c7. 00000020:00000010:3.0:1767384401.274737:0:17113:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000087c5ed66. 80000000:00000010:3.0:1767384401.274740:0:17113:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003361eed3. 40000000:00000010:3.0:1767384401.274744:0:17113:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bfee9952. 00100000:00000010:3.0:1767384401.274747:0:17113:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000010d679ab. 00040000:00000010:3.0:1767384401.274750:0:17113:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e4efba24. 00040000:00000010:3.0:1767384401.274753:0:17113:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a1a8d8d. 00080000:00000010:3.0:1767384401.274757:0:17113:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009f8545a6. 00080000:00000010:3.0:1767384401.274760:0:17113:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d4d94177. 00002000:00000010:3.0:1767384401.274762:0:17113:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000825e1618. 00000020:00000010:3.0:1767384401.274764:0:17113:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9a3d481. 00040000:00000010:3.0:1767384401.274766:0:17113:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 0000000059e93c36. 00040000:00000001:3.0:1767384401.274768:0:17113:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384401.274799:0:40103:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384401.274802:0:40103:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384401.274804:0:40103:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384401.274807:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384401.274810:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384401.274814:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384401.274818:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384401.274819:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.274822:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000006af25348. 00000001:00000010:0.0:1767384401.274826:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000eeb2a482. 00000001:00000010:0.0:1767384401.274828:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000728a7bb0. 00000001:00000001:0.0:1767384401.274833:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384401.274834:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000004ee65cc8. 00000020:00000002:0.0:1767384401.274839:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000d67ae934/0000000097ccbc81 to site lru. bkt: 00000000134efad0 00000020:00000002:0.0:1767384401.274841:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000ba860f2a/00000000530f5605 to site lru. bkt: 00000000314c298d 00040000:00000010:0.0:1767384401.274843:0:40103:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000416a7745. 00040000:00000001:0.0:1767384401.274845:0:40103:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384401.274846:0:40103:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384401.274847:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384401.274847:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384401.274849:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384401.274851:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384401.274851:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.274852:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000003047167a. 00000001:00000010:0.0:1767384401.274854:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000008b41b9f0. 00000001:00000010:0.0:1767384401.274855:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f0a4ab26. 00000001:00000001:0.0:1767384401.274858:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384401.274858:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ae93860d. 00000020:00000002:0.0:1767384401.274861:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000005b397642/0000000060c54d5c to site lru. bkt: 00000000cb858b22 00000020:00000002:0.0:1767384401.274863:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000004f6569ef/000000004c6d5c65 to site lru. bkt: 000000001060240d 00040000:00000010:0.0:1767384401.274865:0:40103:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000de7209ff. 00040000:00000001:0.0:1767384401.274867:0:40103:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384401.274868:0:40103:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384401.274869:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384401.274870:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384401.274872:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384401.274873:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384401.274874:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.274875:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000002f1c06a3. 00000001:00000010:0.0:1767384401.274876:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e5c355ef. 00000001:00000010:0.0:1767384401.274878:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006d333c2e. 00000001:00000001:0.0:1767384401.274879:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384401.274880:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000027377d30. 00000020:00000002:0.0:1767384401.274883:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000238a8514/00000000e9ded3aa to site lru. bkt: 00000000d62855d5 00000020:00000002:0.0:1767384401.274885:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000004c23e568/00000000cb2bbfe1 to site lru. bkt: 000000000d56251b 00040000:00000010:0.0:1767384401.274886:0:40103:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000f5abd441. 00040000:00000001:0.0:1767384401.274888:0:40103:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384401.274891:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c5c94f20 : new refcount 4 00000020:00000010:0.0:1767384401.274893:0:40103:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000077db8d47. 00040000:04000000:0.0:1767384401.274896:0:40103:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384401.274897:0:40103:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000d7e4c221. 00040000:00000001:0.0:1767384401.274899:0:40103:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00040000:00000001:0.0:1767384401.274900:0:40103:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384401.274901:0:40103:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384401.274941:0:17114:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000aa5f5e0. 00000020:00000010:2.0:1767384401.274946:0:17114:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000db71b7d2. 00000020:00000010:2.0:1767384401.274950:0:17114:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033b05b08. 00000020:00000010:2.0:1767384401.274953:0:17114:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a1d8aee6. 80000000:00000010:2.0:1767384401.274961:0:17114:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000178b20e7. 40000000:00000010:2.0:1767384401.274963:0:17114:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f4dc850b. 00100000:00000010:2.0:1767384401.274966:0:17114:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e67ca475. 00040000:00000010:2.0:1767384401.274970:0:17114:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000027c84f31. 00040000:00000010:2.0:1767384401.274972:0:17114:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000049fa4d82. 00080000:00000010:2.0:1767384401.274976:0:17114:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005fcec0d2. 00080000:00000010:2.0:1767384401.274980:0:17114:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000220e74ef. 00002000:00000010:2.0:1767384401.274984:0:17114:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d7423f98. 00000020:00000010:2.0:1767384401.275000:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007839691a. 00040000:00000010:2.0:1767384401.275003:0:17114:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000002268845b. 00040000:00000001:2.0:1767384401.275006:0:17114:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384401.275057:0:40103:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384401.275061:0:40103:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384401.275062:0:40103:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384401.275064:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384401.275066:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384401.275069:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384401.275072:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384401.275073:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.275075:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000000d979e43. 00000001:00000010:0.0:1767384401.275079:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000015eaa89d. 00000001:00000010:0.0:1767384401.275082:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000bc4354d2. 00000001:00000001:0.0:1767384401.275085:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384401.275086:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000001af2132e. 00000020:00000002:0.0:1767384401.275091:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000066a5353d/0000000009ceb1ab to site lru. bkt: 000000000d2b7ac1 00000020:00000002:0.0:1767384401.275093:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000c78ed134/00000000ab88712d to site lru. bkt: 00000000134efad0 00000020:00000002:0.0:1767384401.275096:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000003d38437a/000000009e5d9dd7 to site lru. bkt: 000000007267219a 00040000:00000010:0.0:1767384401.275098:0:40103:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000009c1fcc67. 00040000:00000001:0.0:1767384401.275116:0:40103:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384401.275117:0:40103:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384401.275118:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384401.275119:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384401.275121:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384401.275122:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384401.275123:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.275124:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b46a28ac. 00000001:00000010:0.0:1767384401.275126:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000038e8bcb3. 00000001:00000010:0.0:1767384401.275127:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002c2bdbe3. 00000001:00000001:0.0:1767384401.275129:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384401.275130:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000008edb8bb9. 00000020:00000002:0.0:1767384401.275132:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000356f2de5/000000009fb0b473 to site lru. bkt: 000000002305334d 00000020:00000002:0.0:1767384401.275134:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000007df0ac1/000000006e7bb2c0 to site lru. bkt: 00000000cb858b22 00000020:00000002:0.0:1767384401.275136:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000185a69e0/000000002d41a41e to site lru. bkt: 00000000b19e7928 00040000:00000010:0.0:1767384401.275137:0:40103:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000003b2bc104. 00040000:00000001:0.0:1767384401.275139:0:40103:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384401.275140:0:40103:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384401.275141:0:40103:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384401.275141:0:40103:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384401.275144:0:40103:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384401.275145:0:40103:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384401.275146:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.275147:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000015e1c3dd. 00000001:00000010:0.0:1767384401.275149:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c41c6d26. 00000001:00000010:0.0:1767384401.275151:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000001d6b9e3a. 00000001:00000001:0.0:1767384401.275152:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384401.275153:0:40103:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ae21fcad. 00000020:00000002:0.0:1767384401.275155:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000005325260f/000000006c22b1eb to site lru. bkt: 00000000733585ab 00000020:00000002:0.0:1767384401.275157:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000093720d5f/0000000053e82384 to site lru. bkt: 00000000d62855d5 00000020:00000002:0.0:1767384401.275159:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000003f3aeed8/000000008ceb36ca to site lru. bkt: 00000000b30269e1 00040000:00000010:0.0:1767384401.275160:0:40103:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000009c4c37f5. 00040000:00000001:0.0:1767384401.275162:0:40103:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384401.275163:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c5c94f20 : new refcount 3 00000020:00000010:0.0:1767384401.275165:0:40103:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000af280256. 00080000:00000010:0.0:1767384401.275170:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005718feca. 00000004:00000010:0.0:1767384401.275174:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ef675141. 00000004:00000010:0.0:1767384401.275176:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a2dfcfba. 00000004:00000001:0.0:1767384401.275178:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.275179:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x8:0x0] 00000004:00000010:0.0:1767384401.275180:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004491914b. 00000004:00000001:0.0:1767384401.275184:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:0.0:1767384401.275185:0:40103:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384401.275186:0:40103:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000001f6f065d. 00040000:00000001:0.0:1767384401.275188:0:40103:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:0.0:1767384401.275189:0:40103:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384401.275230:0:40103:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384401.275232:0:40103:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 00000000128440ed. 00080000:00000010:0.0:1767384401.275241:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d2a3e1db. 00000020:00000010:0.0:1767384401.275245:0:40103:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 000000008e593973. 00080000:00000001:0.0:1767384401.275251:0:40103:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.275253:0:40103:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.275256:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384401.275259:0:40103:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384401.275261:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384401.275264:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fa0f 00000020:00000040:0.0:1767384401.275267:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000388daa1e with handle 0x980286e253c5fa0f from hash 00000020:00000001:0.0:1767384401.275273:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384401.275275:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000388daa1e : new refcount 1 00000020:00000001:0.0:1767384401.275277:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384401.275279:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000388daa1e : new refcount 0 00000020:00000080:0.0:1767384401.275281:0:40103:0:(genops.c:904:class_export_put()) final put 00000000388daa1e/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384401.275284:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.275292:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.275294:0:40103:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.275295:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.275300:0:40103:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:0.0:1767384401.275309:0:40103:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 0000000084567581. 00100000:00000001:0.0:1767384401.275314:0:40103:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000002:0.0:1767384401.275318:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000f1c7bd2f/00000000028a148a to site lru. bkt: 0000000063088323 00000020:00000002:0.0:1767384401.275321:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000000c90b887/00000000b90db570 to site lru. bkt: 00000000134efad0 00000020:00000001:2.0:1767384401.275323:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000002:0.0:1767384401.275324:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000324ac573/00000000f05db0a2 to site lru. bkt: 00000000873621c4 00000020:00000080:2.0:1767384401.275328:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000388daa1e/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000002:0.0:1767384401.275328:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000091fde6cc/00000000ac0f8bdc to site lru. bkt: 0000000092feff24 00000020:00000001:2.0:1767384401.275334:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000002:0.0:1767384401.275335:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000cdc7a2fc/000000004f98042e to site lru. bkt: 000000008a3a9707 00000020:00000001:2.0:1767384401.275337:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384401.275340:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000033b8a317) now 8 - export 00000020:00000002:0.0:1767384401.275340:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000a64dc8eb/00000000655221d5 to site lru. bkt: 000000001359d831 00000020:00000002:0.0:1767384401.275346:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000444468ce/00000000e8a90200 to site lru. bkt: 00000000a9da6ca0 00000020:00000010:2.0:1767384401.275347:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000388daa1e. 00000020:00000002:0.0:1767384401.275353:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000006b539efd/00000000db829fce to site lru. bkt: 000000006318551b 00000020:00000001:2.0:1767384401.275354:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:0.0:1767384401.275356:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000ba09940e/00000000497e23ee to site lru. bkt: 000000007760e9c8 00000020:00000002:0.0:1767384401.275359:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000a1f2d83b/00000000301d4932 to site lru. bkt: 0000000032d39452 00000020:00000002:0.0:1767384401.275361:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000b656d132/0000000010d681f8 to site lru. bkt: 0000000055e74d29 00000020:00000002:0.0:1767384401.275362:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000c2195efc/00000000e2dd22bf to site lru. bkt: 00000000f48c641b 00000020:00000002:0.0:1767384401.275365:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000340391b2/00000000a7d7f69c to site lru. bkt: 0000000056e7e246 00000020:00000002:0.0:1767384401.275367:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000d9fcd380/00000000fd625913 to site lru. bkt: 00000000f4a8cd28 00000020:00000002:0.0:1767384401.275368:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000bf87dc22/0000000076acd10f to site lru. bkt: 0000000037916590 00000020:00000002:0.0:1767384401.275370:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000c1664b7d/00000000d20b2afd to site lru. bkt: 0000000033de7426 00000020:00000002:0.0:1767384401.275371:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000030497c7d/00000000e378b273 to site lru. bkt: 0000000042ce8aed 00000020:00000002:0.0:1767384401.275373:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000f500888a/00000000a2e0f220 to site lru. bkt: 0000000076924c17 00100000:00000010:0.0:1767384401.275374:0:40103:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 0000000047eee69c. 00100000:00000010:0.0:1767384401.275377:0:40103:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 00000000ade4d622. 00100000:00000010:0.0:1767384401.275381:0:40103:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 0000000001532b7d. 00100000:00000010:0.0:1767384401.275383:0:40103:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000f2521d96. 00000020:00000002:0.0:1767384401.275386:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000005b85995c/0000000088473725 to site lru. bkt: 000000009a58b48e 00000020:00000002:0.0:1767384401.275388:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000e94e1d4e/000000004a394c53 to site lru. bkt: 00000000be198396 00000020:00000002:0.0:1767384401.275390:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000643bb50b/00000000a4640adf to site lru. bkt: 000000005112699e 00000020:00000002:0.0:1767384401.275392:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000d0c8e8b7/00000000eec643a9 to site lru. bkt: 00000000c31a07ea 00000020:00000002:0.0:1767384401.275393:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000e20da623/00000000a2571175 to site lru. bkt: 00000000912fe25d 00000020:00000002:0.0:1767384401.275395:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000025901af8/00000000e39a0c5e to site lru. bkt: 000000000050c993 00000020:00000002:0.0:1767384401.275397:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000ee06fb30/0000000044be5a6e to site lru. bkt: 00000000cf044b5a 00000020:00000002:0.0:1767384401.275400:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000065d647f9/00000000acd1ff33 to site lru. bkt: 0000000068d5f459 00000020:00000002:0.0:1767384401.275402:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000034fbb874/000000004255c852 to site lru. bkt: 00000000f634b341 00000020:00000002:0.0:1767384401.275404:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000008cd6aa30/000000002c21b751 to site lru. bkt: 0000000039c392a9 00000020:00000002:0.0:1767384401.275406:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000002f63dcdc/0000000005d1054b to site lru. bkt: 000000004e79ab6e 00000020:00000002:0.0:1767384401.275407:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000001b93fd4c/000000002e35dc86 to site lru. bkt: 000000005e2755e2 00000020:00000002:0.0:1767384401.275409:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000007de2120d/00000000611fe3b2 to site lru. bkt: 0000000092048fd4 00000020:00000002:0.0:1767384401.275411:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000000cf341cf/0000000061286d69 to site lru. bkt: 00000000448dbc73 00000020:00000002:0.0:1767384401.275412:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000d39f676d/000000008427476d to site lru. bkt: 000000004f374a4f 00000020:00000002:0.0:1767384401.275414:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000c2dbb23b/0000000022425324 to site lru. bkt: 00000000acc406bd 00000020:00000002:0.0:1767384401.275415:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000f0a381f8/000000002a199250 to site lru. bkt: 00000000ef32494c 00100000:00000010:0.0:1767384401.275416:0:40103:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 00000000ac2304b5. 00100000:00000010:0.0:1767384401.275418:0:40103:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000a19564d7. 00100000:00000010:0.0:1767384401.275423:0:40103:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 00000000e98533be. 00100000:00000010:0.0:1767384401.275427:0:40103:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000be52e338. 00100000:00000010:0.0:1767384401.275430:0:40103:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000e22f814b. 00100000:00000010:0.0:1767384401.275432:0:40103:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 00000000f9d448b1. 00000020:00000002:0.0:1767384401.275438:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000e633d6cf/0000000019f3c6c6 to site lru. bkt: 00000000454801b3 00000020:00000002:0.0:1767384401.275441:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000024e1c77d/000000001e37127b to site lru. bkt: 0000000013f42e6d 40000000:00000001:0.0:1767384401.275443:0:40103:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384401.275503:0:40103:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:0.0:1767384401.275504:0:40103:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000104f495d. 00100000:00000010:0.0:1767384401.275507:0:40103:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000ff6df976. 00000004:00000001:0.0:1767384401.275510:0:40103:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:0.0:1767384401.275512:0:40103:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000044ae0990 : new refcount 2 00000040:00000001:0.0:1767384401.275514:0:40103:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384401.275516:0:40103:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384401.275517:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000082575f8a/0000000024bfc813 to site lru. bkt: 00000000bcfe4d3a 00000040:00000010:0.0:1767384401.275519:0:40103:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000835122c8. 00000040:00000001:0.0:1767384401.275521:0:40103:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384401.275523:0:40103:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000085b4a06b. 00000040:00000010:0.0:1767384401.275526:0:40103:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000025443d4e. 00000040:00000001:0.0:1767384401.275529:0:40103:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384401.275530:0:40103:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384401.275531:0:40103:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000044ae0990 : new refcount 1 00000020:00000040:0.0:1767384401.275534:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000141882c2 : new refcount 3 00000040:00000010:0.0:1767384401.275535:0:40103:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000044ae0990. 00000040:00000001:0.0:1767384401.275540:0:40103:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.275541:0:40103:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384401.275544:0:40103:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003f53a96b : new refcount 2 00000040:00000001:0.0:1767384401.275546:0:40103:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384401.275547:0:40103:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384401.275549:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000039dd196f/00000000f07b72e2 to site lru. bkt: 000000006c073aee 00000040:00000010:0.0:1767384401.275551:0:40103:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000008eb4e395. 00000040:00000001:0.0:1767384401.275554:0:40103:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384401.275556:0:40103:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000065fed7c6. 00000040:00000010:0.0:1767384401.275559:0:40103:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005046cfeb. 00000040:00000001:0.0:1767384401.275561:0:40103:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384401.275562:0:40103:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384401.275563:0:40103:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003f53a96b : new refcount 1 00000020:00000040:0.0:1767384401.275564:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000141882c2 : new refcount 2 00000040:00000010:0.0:1767384401.275565:0:40103:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000003f53a96b. 00000040:00000001:0.0:1767384401.275567:0:40103:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384401.275572:0:40103:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000e5f9c1b : new refcount 2 00000040:00000001:0.0:1767384401.275573:0:40103:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384401.275574:0:40103:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384401.275576:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000077a2a020/00000000c121cdfa to site lru. bkt: 00000000103e997c 00000040:00000010:0.0:1767384401.275578:0:40103:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000009a8856d2. 00000040:00000001:0.0:1767384401.275580:0:40103:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384401.275581:0:40103:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000de1be3bc. 00000040:00000010:0.0:1767384401.275583:0:40103:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000db9a582d. 00000040:00000001:0.0:1767384401.275584:0:40103:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384401.275585:0:40103:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384401.275587:0:40103:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000e5f9c1b : new refcount 1 00000020:00000040:0.0:1767384401.275588:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000141882c2 : new refcount 1 00000040:00000010:0.0:1767384401.275589:0:40103:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000000e5f9c1b. 00000040:00000001:0.0:1767384401.275592:0:40103:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.275594:0:40103:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:0.0:1767384401.275597:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000004053282b/000000007c60f25d to site lru. bkt: 000000004a1648d0 00000004:00000001:0.0:1767384401.275598:0:40103:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:0.0:1767384401.275600:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000009d5554d0/000000008fd86e6e to site lru. bkt: 0000000020566b02 00000020:00000002:0.0:1767384401.275602:0:40103:0:(lu_object.c:207:lu_object_put()) Add 0000000009d6ca93/00000000ae708570 to site lru. bkt: 00000000e89b4681 00000020:00000002:0.0:1767384401.275604:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000e5914b5c/00000000d860ba90 to site lru. bkt: 000000008a3a9707 00000001:00000001:0.0:1767384401.275606:0:40103:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1767384401.275609:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000009ee5d695/00000000797344a3 to site lru. bkt: 0000000031a19b5c 00000001:00000010:0.0:1767384401.275611:0:40103:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 0000000077f0ddd6. 00000001:00000001:0.0:1767384401.275613:0:40103:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:0.0:1767384401.275619:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000024e1c77d. 00000020:00000010:0.0:1767384401.275622:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001e37127b. 00080000:00000010:0.0:1767384401.275629:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000852df675. 00000004:00000010:0.0:1767384401.275632:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004053282b. 00000004:00000010:0.0:1767384401.275635:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000a03d05f. 00000004:00000001:0.0:1767384401.275637:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.275638:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:0.0:1767384401.275639:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007c60f25d. 00000004:00000001:0.0:1767384401.275643:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.275645:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e2109f18. 00080000:00000010:0.0:1767384401.275652:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bf87dc22. 00000020:00000010:0.0:1767384401.275654:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000076acd10f. 00080000:00000010:0.0:1767384401.275658:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000097056b76. 00080000:00000010:0.0:1767384401.275662:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000007df0ac1. 00000004:00000010:0.0:1767384401.275664:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000021a738ba. 00000004:00000010:0.0:1767384401.275666:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000404f7d1e. 00000004:00000001:0.0:1767384401.275669:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.275669:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:0.0:1767384401.275671:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006e7bb2c0. 00000004:00000001:0.0:1767384401.275673:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.275675:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b5bf65fe. 00080000:00000010:0.0:1767384401.275679:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005b397642. 00000004:00000010:0.0:1767384401.275680:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000cfe6feef. 00000004:00000010:0.0:1767384401.275683:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f2260c1b. 00000004:00000001:0.0:1767384401.275685:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.275686:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:0.0:1767384401.275688:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000060c54d5c. 00000004:00000001:0.0:1767384401.275691:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.275693:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008098b247. 00080000:00000010:0.0:1767384401.275697:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000444468ce. 00000020:00000010:0.0:1767384401.275699:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e8a90200. 00080000:00000010:0.0:1767384401.275703:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000090216071. 00080000:00000010:0.0:1767384401.275706:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004c23e568. 00000004:00000010:0.0:1767384401.275709:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fbebea1c. 00000004:00000010:0.0:1767384401.275710:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fdb0ce65. 00000004:00000001:0.0:1767384401.275712:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.275713:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:0.0:1767384401.275714:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cb2bbfe1. 00000004:00000001:0.0:1767384401.275717:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.275719:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a42689ed. 00080000:00000010:0.0:1767384401.275722:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d0c8e8b7. 00000020:00000010:0.0:1767384401.275724:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eec643a9. 00080000:00000010:0.0:1767384401.275729:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000082575f8a. 00000020:00000010:0.0:1767384401.275731:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000024bfc813. 00080000:00000010:0.0:1767384401.275737:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000356f2de5. 00000004:00000010:0.0:1767384401.275739:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fdc8e5ed. 00000004:00000010:0.0:1767384401.275741:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e92d6e09. 00000004:00000001:0.0:1767384401.275744:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.275745:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:0.0:1767384401.275747:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009fb0b473. 00000004:00000001:0.0:1767384401.275752:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.275756:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000012e9d6f3. 00080000:00000010:0.0:1767384401.275763:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000091fde6cc. 00000020:00000010:0.0:1767384401.275766:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ac0f8bdc. 00080000:00000010:0.0:1767384401.275777:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000095f1b8da. 00080000:00000010:0.0:1767384401.275782:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d39f676d. 00000020:00000010:0.0:1767384401.275791:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008427476d. 00080000:00000010:0.0:1767384401.275797:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000f3ba758d. 00080000:00000010:0.0:1767384401.275804:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005b85995c. 00000020:00000010:0.0:1767384401.275808:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000088473725. 00080000:00000010:0.0:1767384401.275815:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006f285aef. 00080000:00000010:0.0:1767384401.275821:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b656d132. 00000020:00000010:0.0:1767384401.275823:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000010d681f8. 00080000:00000010:0.0:1767384401.275829:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000807d9281. 00080000:00000010:0.0:1767384401.275834:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000065d647f9. 00000020:00000010:0.0:1767384401.275837:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000acd1ff33. 00080000:00000010:0.0:1767384401.275843:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005ce847fb. 00080000:00000010:0.0:1767384401.275849:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d9fcd380. 00000020:00000010:0.0:1767384401.275852:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fd625913. 00080000:00000010:0.0:1767384401.275860:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000f2fc086. 00080000:00000010:0.0:1767384401.275864:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a1f2d83b. 00000020:00000010:0.0:1767384401.275867:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000301d4932. 00080000:00000010:0.0:1767384401.275871:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002df9362e. 00080000:00000010:0.0:1767384401.275875:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003f3aeed8. 00000004:00000010:0.0:1767384401.275877:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bb908e8a. 00000004:00000010:0.0:1767384401.275880:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000051e4f20d. 00000004:00000001:0.0:1767384401.275882:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.275883:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:0.0:1767384401.275884:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008ceb36ca. 00000004:00000001:0.0:1767384401.275888:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.275890:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001c752309. 00080000:00000010:0.0:1767384401.275894:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000643bb50b. 00000020:00000010:0.0:1767384401.275896:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a4640adf. 00080000:00000010:0.0:1767384401.275902:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000062ef2678. 00000004:00000010:0.0:1767384401.275904:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bd5b380c. 00000004:00000010:0.0:1767384401.275906:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000009d6ca93. 00000004:00000001:0.0:1767384401.275908:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.275909:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:0.0:1767384401.275910:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ae708570. 00000004:00000001:0.0:1767384401.275913:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.275916:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e633d6cf. 00000020:00000010:0.0:1767384401.275918:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000019f3c6c6. 00080000:00000010:0.0:1767384401.275923:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000073b5a619. 00080000:00000010:0.0:1767384401.275928:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009ee5d695. 00000020:00000010:0.0:1767384401.275931:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000797344a3. 00080000:00000010:0.0:1767384401.275935:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006c7c3888. 00080000:00000010:0.0:1767384401.275938:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000cf341cf. 00000020:00000010:0.0:1767384401.275940:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000061286d69. 00080000:00000010:0.0:1767384401.275946:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f0a381f8. 00000020:00000010:0.0:1767384401.275948:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002a199250. 00080000:00000010:0.0:1767384401.275952:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000925a4bee. 00080000:00000010:0.0:1767384401.275955:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002f63dcdc. 00000020:00000010:0.0:1767384401.275958:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000005d1054b. 00080000:00000010:0.0:1767384401.275971:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000027a55e09. 00080000:00000010:0.0:1767384401.275976:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ee06fb30. 00000020:00000010:0.0:1767384401.275979:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000044be5a6e. 00080000:00000010:0.0:1767384401.276000:0:40103:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000456e3230. 00080000:00000010:0.0:1767384401.276008:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c8052ee8. 00000020:00000010:0.0:1767384401.276011:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000057e35ee6. 00080000:00000010:0.0:1767384401.276014:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008725df4d. 00080000:00000010:0.0:1767384401.276018:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000324ac573. 00000020:00000010:0.0:1767384401.276020:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f05db0a2. 00080000:00000010:0.0:1767384401.276026:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e8ad9f81. 00080000:00000010:0.0:1767384401.276029:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ba09940e. 00000020:00000010:0.0:1767384401.276031:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000497e23ee. 00080000:00000010:0.0:1767384401.276035:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000093dc325b. 00080000:00000010:0.0:1767384401.276039:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000185a69e0. 00000004:00000010:0.0:1767384401.276041:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003c2b901f. 00000004:00000010:0.0:1767384401.276044:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000071b0f451. 00000004:00000001:0.0:1767384401.276046:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276047:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:0.0:1767384401.276048:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002d41a41e. 00000004:00000001:0.0:1767384401.276051:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276054:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ad36bbe8. 00080000:00000010:0.0:1767384401.276059:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000025901af8. 00000020:00000010:0.0:1767384401.276061:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e39a0c5e. 00080000:00000010:0.0:1767384401.276111:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008302e005. 00000004:00000010:0.0:1767384401.276114:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ef90a24d. 00000004:00000010:0.0:1767384401.276116:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e4cc2221. 00000004:00000001:0.0:1767384401.276118:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276119:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:0.0:1767384401.276120:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c080775b. 00000004:00000001:0.0:1767384401.276123:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276127:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005325260f. 00000004:00000010:0.0:1767384401.276130:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000081a25a00. 00000004:00000010:0.0:1767384401.276131:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008be1daa9. 00000004:00000001:0.0:1767384401.276133:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276134:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:0.0:1767384401.276135:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006c22b1eb. 00000004:00000001:0.0:1767384401.276138:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276140:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000043d539fc. 00080000:00000010:0.0:1767384401.276143:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c2dbb23b. 00000020:00000010:0.0:1767384401.276145:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000022425324. 00080000:00000010:0.0:1767384401.276149:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000066c6fde. 00080000:00000010:0.0:1767384401.276152:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e94e1d4e. 00000020:00000010:0.0:1767384401.276154:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004a394c53. 00080000:00000010:0.0:1767384401.276159:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000032470eda. 00000004:00000010:0.0:1767384401.276162:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000082295a72. 00000004:00000010:0.0:1767384401.276164:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009d5554d0. 00000004:00000001:0.0:1767384401.276166:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276167:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:0.0:1767384401.276168:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008fd86e6e. 00000004:00000001:0.0:1767384401.276171:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276182:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000095359a1e. 00000004:00000010:0.0:1767384401.276184:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005b2c2dc1. 00000004:00000010:0.0:1767384401.276188:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b43cbb2b. 00000004:00000001:0.0:1767384401.276190:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276191:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:0.0:1767384401.276193:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004ed4fad6. 00000004:00000001:0.0:1767384401.276196:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276198:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000039dd196f. 00000020:00000010:0.0:1767384401.276206:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f07b72e2. 00080000:00000010:0.0:1767384401.276209:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008fd88e5d. 00080000:00000010:0.0:1767384401.276212:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a64dc8eb. 00000020:00000010:0.0:1767384401.276214:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000655221d5. 00080000:00000010:0.0:1767384401.276218:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000be18dffe. 00080000:00000010:0.0:1767384401.276221:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004f6569ef. 00000004:00000010:0.0:1767384401.276224:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002d6107c4. 00000004:00000010:0.0:1767384401.276226:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006e1c11d6. 00000004:00000001:0.0:1767384401.276229:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276231:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:0.0:1767384401.276233:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004c6d5c65. 00000004:00000001:0.0:1767384401.276237:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276241:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000061a7ca7a. 00080000:00000010:0.0:1767384401.276247:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008cd6aa30. 00000020:00000010:0.0:1767384401.276250:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002c21b751. 00080000:00000010:0.0:1767384401.276257:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000053490076. 00080000:00000010:0.0:1767384401.276262:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000c90b887. 00000020:00000010:0.0:1767384401.276266:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b90db570. 00080000:00000010:0.0:1767384401.276272:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000028f970d5. 00080000:00000010:0.0:1767384401.276278:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c78ed134. 00000004:00000010:0.0:1767384401.276282:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000472fdab3. 00000004:00000010:0.0:1767384401.276285:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008eb7adea. 00000004:00000001:0.0:1767384401.276288:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276289:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:0.0:1767384401.276292:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ab88712d. 00000004:00000001:0.0:1767384401.276296:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276298:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006d3a3098. 00080000:00000010:0.0:1767384401.276303:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d67ae934. 00000004:00000010:0.0:1767384401.276306:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000e2013a9. 00000004:00000010:0.0:1767384401.276308:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e5958fc4. 00000004:00000001:0.0:1767384401.276310:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276311:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:0.0:1767384401.276312:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000097ccbc81. 00000004:00000001:0.0:1767384401.276315:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276318:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f1c7bd2f. 00000004:00000010:0.0:1767384401.276321:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007a3a92a4. 00000004:00000010:0.0:1767384401.276323:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000034ed6496. 00000004:00000001:0.0:1767384401.276325:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276326:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:0.0:1767384401.276327:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000028a148a. 00000004:00000001:0.0:1767384401.276330:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276333:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b4a7e635. 00080000:00000010:0.0:1767384401.276336:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000340391b2. 00000020:00000010:0.0:1767384401.276338:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a7d7f69c. 00080000:00000010:0.0:1767384401.276342:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000046ad70b8. 00080000:00000010:0.0:1767384401.276345:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007de2120d. 00000020:00000010:0.0:1767384401.276347:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000611fe3b2. 00080000:00000010:0.0:1767384401.276352:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000066a5353d. 00000004:00000010:0.0:1767384401.276355:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002d1afdab. 00000004:00000010:0.0:1767384401.276357:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008c748287. 00000004:00000001:0.0:1767384401.276359:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276360:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:0.0:1767384401.276362:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000009ceb1ab. 00000004:00000001:0.0:1767384401.276366:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276369:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000052755fdf. 00080000:00000010:0.0:1767384401.276375:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000030497c7d. 00000020:00000010:0.0:1767384401.276377:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e378b273. 00080000:00000010:0.0:1767384401.276420:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000256affb8. 00080000:00000010:0.0:1767384401.276449:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000093720d5f. 00000004:00000010:0.0:1767384401.276452:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b283f67a. 00000004:00000010:0.0:1767384401.276455:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005a8de42e. 00000004:00000001:0.0:1767384401.276457:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276458:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:0.0:1767384401.276459:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000053e82384. 00000004:00000001:0.0:1767384401.276463:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276465:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d95e0999. 00080000:00000010:0.0:1767384401.276469:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000238a8514. 00000004:00000010:0.0:1767384401.276471:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008bf872ec. 00000004:00000010:0.0:1767384401.276473:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f48fc128. 00000004:00000001:0.0:1767384401.276475:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276477:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:0.0:1767384401.276478:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e9ded3aa. 00000004:00000001:0.0:1767384401.276482:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276484:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009efbab1f. 00080000:00000010:0.0:1767384401.276489:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e20da623. 00000020:00000010:0.0:1767384401.276491:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a2571175. 00080000:00000010:0.0:1767384401.276497:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f500888a. 00000020:00000010:0.0:1767384401.276499:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a2e0f220. 00080000:00000010:0.0:1767384401.276504:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006586a772. 00080000:00000010:0.0:1767384401.276506:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006b539efd. 00000020:00000010:0.0:1767384401.276509:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000db829fce. 00080000:00000010:0.0:1767384401.276513:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a8fe3f82. 00080000:00000010:0.0:1767384401.276515:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003d38437a. 00000004:00000010:0.0:1767384401.276518:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000665d474c. 00000004:00000010:0.0:1767384401.276520:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cc162330. 00000004:00000001:0.0:1767384401.276522:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276522:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:0.0:1767384401.276524:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009e5d9dd7. 00000004:00000001:0.0:1767384401.276526:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276529:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000077a2a020. 00000020:00000010:0.0:1767384401.276531:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c121cdfa. 00080000:00000010:0.0:1767384401.276535:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000043fe104d. 00000004:00000010:0.0:1767384401.276537:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008b485266. 00000004:00000010:0.0:1767384401.276540:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e5914b5c. 00000004:00000001:0.0:1767384401.276541:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276541:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:0.0:1767384401.276543:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d860ba90. 00000004:00000001:0.0:1767384401.276545:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276546:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000807c7c50. 00080000:00000010:0.0:1767384401.276549:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000cdc7a2fc. 00000020:00000010:0.0:1767384401.276550:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004f98042e. 00080000:00000010:0.0:1767384401.276554:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d667b3f8. 00080000:00000010:0.0:1767384401.276558:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ba860f2a. 00000004:00000010:0.0:1767384401.276559:0:40103:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d15810b6. 00000004:00000010:0.0:1767384401.276562:0:40103:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bee9478b. 00000004:00000001:0.0:1767384401.276563:0:40103:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384401.276564:0:40103:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:0.0:1767384401.276566:0:40103:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000530f5605. 00000004:00000001:0.0:1767384401.276569:0:40103:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384401.276571:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009a3532ba. 00080000:00000010:0.0:1767384401.276574:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000034fbb874. 00000020:00000010:0.0:1767384401.276575:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004255c852. 00080000:00000010:0.0:1767384401.276602:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000f6acfb73. 00080000:00000010:0.0:1767384401.276606:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001b93fd4c. 00000020:00000010:0.0:1767384401.276607:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002e35dc86. 00080000:00000010:0.0:1767384401.276612:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000f573d2d6. 00080000:00000010:0.0:1767384401.276617:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c1664b7d. 00000020:00000010:0.0:1767384401.276620:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d20b2afd. 00080000:00000010:0.0:1767384401.276633:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000de228e8. 00080000:00000010:0.0:1767384401.276638:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c2195efc. 00000020:00000010:0.0:1767384401.276640:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e2dd22bf. 00000004:00000001:0.0:1767384401.276643:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384401.276645:0:40103:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384401.276646:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384401.276647:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fa24 00000020:00000040:0.0:1767384401.276653:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000098d043a6 with handle 0x980286e253c5fa24 from hash 00000020:00000001:0.0:1767384401.276656:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384401.276657:0:40103:0:(genops.c:898:class_export_put()) PUTting export 0000000098d043a6 : new refcount 1 00000020:00000001:0.0:1767384401.276658:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384401.276658:0:40103:0:(genops.c:898:class_export_put()) PUTting export 0000000098d043a6 : new refcount 0 00000020:00000080:0.0:1767384401.276660:0:40103:0:(genops.c:904:class_export_put()) final put 0000000098d043a6/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384401.276661:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.276665:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.276666:0:40103:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384401.276667:0:40103:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:0.0:1767384401.276671:0:40103:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 0000000016a4b487. 00000020:00000080:0.0:1767384401.276673:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384401.276679:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384401.276679:0:40103:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384401.276683:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000098d043a6/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1767384401.276683:0:40103:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767384401.276688:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:2.0:1767384401.276689:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00080000:0.0:1767384401.276691:0:40103:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (00000000a8ba859c) has no exports 00000020:00000001:2.0:1767384401.276693:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.276694:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000040:2.0:1767384401.276698:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a8ba859c) now 4 - export 00000020:00000001:0.0:1767384401.276698:0:40103:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384401.276700:0:40103:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:0.0:1767384401.276703:0:40103:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000010:2.0:1767384401.276705:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000098d043a6. 00000020:00000001:0.0:1767384401.276711:0:40103:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000001:2.0:1767384401.276714:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384401.276715:0:40103:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000e8e615b8. 00000020:00000001:0.0:1767384401.276719:0:40103:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384401.276721:0:40103:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384401.276722:0:40103:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000f9efeb14. 00000020:00000001:0.0:1767384401.276725:0:40103:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384401.276726:0:40103:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384401.276727:0:40103:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000001358bf3. 00000020:00000001:0.0:1767384401.276729:0:40103:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384401.276730:0:40103:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384401.276732:0:40103:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000009e5e47ab. 00000020:00000001:0.0:1767384401.276733:0:40103:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:0.0:1767384401.276734:0:40103:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:0.0:1767384401.276867:0:40103:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:0.0:1767384401.276869:0:40103:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1767384401.276870:0:40103:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1767384401.276873:0:40103:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:0.0:1767384401.276875:0:40103:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:0.0:1767384401.276876:0:40103:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000001efbc594. 00020000:00000001:0.0:1767384401.276878:0:40103:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.276880:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384401.276881:0:40103:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384401.276883:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384401.276884:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fa5c 00000020:00000040:0.0:1767384401.276885:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005e03aa97 with handle 0x980286e253c5fa5c from hash 00000020:00000001:0.0:1767384401.276888:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384401.276889:0:40103:0:(genops.c:898:class_export_put()) PUTting export 000000005e03aa97 : new refcount 1 00000020:00000001:0.0:1767384401.276890:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384401.276891:0:40103:0:(genops.c:898:class_export_put()) PUTting export 000000005e03aa97 : new refcount 0 00000020:00000080:0.0:1767384401.276893:0:40103:0:(genops.c:904:class_export_put()) final put 000000005e03aa97/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384401.276895:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.276906:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.276907:0:40103:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384401.276908:0:40103:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:0.0:1767384401.276911:0:40103:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000e8b376fb. 00000020:00000080:0.0:1767384401.276912:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384401.276915:0:40103:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384401.276921:0:40103:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:0.0:1767384401.276923:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384401.276924:0:40103:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (0000000086d9b447) has no exports 00000020:00000001:0.0:1767384401.276925:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384401.276928:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384401.276928:0:40103:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000080:2.0:1767384401.276932:0:38:0:(genops.c:863:class_export_destroy()) destroying export 000000005e03aa97/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000004:00000001:0.0:1767384401.276932:0:40103:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:0.0:1767384401.276934:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384401.276938:0:40103:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384401.276940:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384401.276941:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fa55 00000020:00000040:2.0:1767384401.276943:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 13 to 0@lo 00000020:00000040:0.0:1767384401.276944:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001666e806 with handle 0x980286e253c5fa55 from hash 00000020:00000001:2.0:1767384401.276951:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384401.276951:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000001:2.0:1767384401.276955:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384401.276955:0:40103:0:(genops.c:898:class_export_put()) PUTting export 000000001666e806 : new refcount 1 00000020:00000001:0.0:1767384401.276959:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384401.276961:0:40103:0:(genops.c:898:class_export_put()) PUTting export 000000001666e806 : new refcount 0 00000020:00000040:2.0:1767384401.276963:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000086d9b447) now 5 - export 00000020:00000080:0.0:1767384401.276963:0:40103:0:(genops.c:904:class_export_put()) final put 000000001666e806/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384401.276967:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384401.276970:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005e03aa97. 00000020:00000001:0.0:1767384401.276977:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.276978:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000001:0.0:1767384401.276982:0:40103:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.276984:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000004:00000001:0.0:1767384401.276984:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.277089:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000538259e6. 00000020:00000010:0.0:1767384401.277093:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000027c40b2f. 00000020:00000010:0.0:1767384401.277095:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d045f856. 00000020:00000010:0.0:1767384401.277098:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009c6bdaa8. 00000020:00000010:0.0:1767384401.277102:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000006ad2dbd2. 00000020:00000010:0.0:1767384401.277106:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005822e384. 00000020:00000080:2.0:1767384401.277113:0:38:0:(genops.c:863:class_export_destroy()) destroying export 000000001666e806/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384401.277117:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384401.277119:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384401.277122:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000033b8a317) now 7 - export 00000020:00000010:2.0:1767384401.277125:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001666e806. 00000020:00000001:2.0:1767384401.277131:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:0.0:1767384401.277188:0:40103:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384401.277191:0:40103:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384401.277193:0:40103:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384401.277216:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000007000cedf. 00000020:00000010:0.0:1767384401.277218:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000010020624. 00010000:00000001:0.0:1767384401.277249:0:40103:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384401.277264:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000059369bb2. 00000020:00000010:0.0:1767384401.277267:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005cffad3e. 00000001:00000001:0.0:1767384401.277309:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.277336:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000005eac1b0f. 00000001:00000010:0.0:1767384401.277339:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a958188a. 00000001:00000010:0.0:1767384401.277341:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000001f2d2c5b. 00000001:00000010:0.0:1767384401.277343:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f8b77a3a. 00000001:00000010:0.0:1767384401.277345:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000411a28af. 00000001:00000010:0.0:1767384401.277356:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d869fdc9. 00000001:00000010:0.0:1767384401.277358:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000025a8aecf. 00000001:00000010:0.0:1767384401.277360:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000001c82c909. 00000001:00000010:0.0:1767384401.277362:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000dee962a0. 00000001:00000010:0.0:1767384401.277363:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000efcb80b4. 00000001:00000010:0.0:1767384401.277365:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b85794b4. 00000001:00000010:0.0:1767384401.277368:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000019375c58. 00000001:00000010:0.0:1767384401.277369:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d2cc7b30. 00000001:00000010:0.0:1767384401.277371:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002ddc9c0a. 00000001:00000010:0.0:1767384401.277372:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d3db12b6. 00000001:00000010:0.0:1767384401.277373:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b7baf642. 00000001:00000010:0.0:1767384401.277375:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 000000001309e09a. 00000001:00000010:0.0:1767384401.277377:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000474370c1. 00000001:00000001:0.0:1767384401.277378:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384401.277380:0:40103:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000de11c2ef. 00010000:00000001:0.0:1767384401.277382:0:40103:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384401.277384:0:40103:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384401.277385:0:40103:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384401.277386:0:40103:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384401.277388:0:40103:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:0.0:1767384401.277390:0:40103:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384401.277391:0:40103:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384401.277393:0:40103:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384401.277394:0:40103:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384401.277395:0:40103:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:0.0:1767384401.277397:0:40103:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384401.277399:0:40103:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384401.277400:0:40103:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384401.277401:0:40103:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384401.277402:0:40103:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384401.277402:0:40103:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384401.279328:0:40103:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384401.279330:0:40103:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384401.279332:0:40103:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384401.279333:0:40103:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384401.279334:0:40103:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384401.279337:0:40103:0:(genops.c:1229:class_import_get()) import 000000006e553dad refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384401.279339:0:40103:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384401.279340:0:40103:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384401.279342:0:40103:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384401.279343:0:40103:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384401.279344:0:40103:0:(genops.c:1242:class_import_put()) import 000000006e553dad refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384401.279345:0:40103:0:(genops.c:1245:class_import_put()) final put import 000000006e553dad 00000020:00000001:0.0:1767384401.279353:0:40103:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384401.279354:0:40103:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384401.279355:0:40103:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384401.279356:0:40103:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767384401.279357:0:40103:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000078bb1736. 00010000:00000010:0.0:1767384401.279361:0:40103:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000c5ab8b77. 00010000:00000001:0.0:1767384401.279363:0:40103:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:0.0:1767384401.279365:0:40103:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.279367:0:40103:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384401.279375:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.279379:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003bcc1a30. 00000001:00000010:0.0:1767384401.279382:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c67f51d7. 00000020:00000001:2.0:1767384401.279385:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000001:00000010:0.0:1767384401.279385:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000058cdafe8. 00000001:00000010:0.0:1767384401.279390:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005f5d7841. 00000020:00000080:2.0:1767384401.279391:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000006e553dad for lustre-OST0000-osc-MDT0000 00000001:00000010:0.0:1767384401.279393:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000019b34600. 00000001:00000010:0.0:1767384401.279398:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000094946667. 00000020:00000040:2.0:1767384401.279400:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 12 to 0@lo 00000001:00000001:0.0:1767384401.279402:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384401.279406:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:2.0:1767384401.279408:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 11 to 0@lo 00000001:00000010:0.0:1767384401.279410:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004abe13ba. 00000020:00000010:2.0:1767384401.279413:0:38:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000b53c1255. 00000001:00000010:0.0:1767384401.279414:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c4f0653c. 00000001:00000010:0.0:1767384401.279420:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007b5fb458. 00000020:00000040:2.0:1767384401.279423:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000086d9b447) now 4 - import 00000001:00000010:0.0:1767384401.279445:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003a9b99ed. 00000020:00000010:2.0:1767384401.279447:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000006e553dad. 00000001:00000010:0.0:1767384401.279449:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000058f83d8f. 00000001:00000010:0.0:1767384401.279454:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002a5e3457. 00000020:00000001:2.0:1767384401.279456:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:0.0:1767384401.279459:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384401.279461:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000086d9b447) now 3 - setup 00000020:00000001:0.0:1767384401.279464:0:40103:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.279466:0:40103:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384401.279469:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384401.279472:0:40103:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384401.279474:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000086d9b447) now 2 - obd_device_list 00000020:00000080:0.0:1767384401.279476:0:40103:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384401.279477:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000086d9b447) now 1 - newdev 00000020:00000040:0.0:1767384401.279480:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000017143f04 with handle 0x980286e253c5fa4e from hash 00000020:00000040:0.0:1767384401.279482:0:40103:0:(genops.c:898:class_export_put()) PUTting export 0000000017143f04 : new refcount 0 00000020:00000080:0.0:1767384401.279483:0:40103:0:(genops.c:904:class_export_put()) final put 0000000017143f04/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384401.279485:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.279486:0:40103:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384401.279487:0:40103:0:(genops.c:863:class_export_destroy()) destroying export 0000000017143f04/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384401.279489:0:40103:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384401.279490:0:40103:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.279491:0:40103:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000017143f04. 00000020:00000001:0.0:1767384401.279494:0:40103:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384401.279495:0:40103:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:0.0:1767384401.279497:0:40103:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384401.279498:0:40103:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384401.279501:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e5bbe0c. 00000020:00000010:0.0:1767384401.279504:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b65bc08d. 00000040:00000010:0.0:1767384401.279506:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f8d1de83. 00000020:00000010:0.0:1767384401.279509:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d7e2e857. 00000020:00000010:0.0:1767384401.279512:0:40103:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000094ebed68. 00000020:00000010:0.0:1767384401.279516:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d3b6c74b. 80000000:00000010:0.0:1767384401.279519:0:40103:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf6a7b5e. 40000000:00000010:0.0:1767384401.279522:0:40103:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000834d8c34. 00100000:00000010:0.0:1767384401.279526:0:40103:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001bb903b6. 00040000:00000010:0.0:1767384401.279529:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000028f970d5. 00040000:00000010:0.0:1767384401.279536:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007f3f417f. 00080000:00000010:0.0:1767384401.279541:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000002d55f8d. 00080000:00000010:0.0:1767384401.279544:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000010836e7. 00000004:00000010:0.0:1767384401.279548:0:40103:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f9f3dcfd. 00000004:00000010:0.0:1767384401.279552:0:40103:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008e08e6b5. 00000004:00000010:0.0:1767384401.279555:0:40103:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000211900d5. 00002000:00000010:0.0:1767384401.279558:0:40103:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001f9163fb. 00000004:00000010:0.0:1767384401.279560:0:40103:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c0fe33d7. 00000004:00000010:0.0:1767384401.279566:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002d197d5d. 00000004:00000010:0.0:1767384401.279569:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000822fb3b5. 00000004:00000010:0.0:1767384401.279571:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001fb6e403. 00000004:00000010:0.0:1767384401.279573:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000013da1026. 00000004:00000010:0.0:1767384401.279576:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000091faa438. 00000004:00000010:0.0:1767384401.279580:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a5528b5b. 00000004:00000010:0.0:1767384401.279583:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009870ee46. 00000004:00000010:0.0:1767384401.279586:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000091e0a0ba. 00000004:00000010:0.0:1767384401.279588:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d97910c8. 00000004:00000010:0.0:1767384401.279590:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000038656bc7. 00000004:00000010:0.0:1767384401.279593:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001ebeacba. 00000004:00000010:0.0:1767384401.279595:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001c6bb194. 00000004:00000010:0.0:1767384401.279597:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008aefdd77. 00000004:00000010:0.0:1767384401.279599:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005ef478de. 00000004:00000010:0.0:1767384401.279602:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000085f9b474. 00000004:00000010:0.0:1767384401.279604:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000eb1e01c1. 00000004:00000010:0.0:1767384401.279607:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000015eaeb83. 00000004:00000010:0.0:1767384401.279610:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b7bf2af7. 00000004:00000010:0.0:1767384401.279613:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007742205d. 00000004:00000010:0.0:1767384401.279615:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d7d0f91c. 00000004:00000010:0.0:1767384401.279617:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009d946563. 00000004:00000010:0.0:1767384401.279621:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a95cfd44. 00000004:00000010:0.0:1767384401.279623:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001767bbb0. 00000004:00000010:0.0:1767384401.279626:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c7f54982. 00000004:00000010:0.0:1767384401.279628:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000423cd85d. 00000004:00000010:0.0:1767384401.279630:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b1849382. 00000004:00000010:0.0:1767384401.279635:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000045e9b367. 00000004:00000010:0.0:1767384401.279638:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002fe25a83. 00000004:00000010:0.0:1767384401.279640:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c026e536. 00000004:00000010:0.0:1767384401.279642:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f751cec6. 00000004:00000010:0.0:1767384401.279644:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007b5ae9e1. 00000004:00000010:0.0:1767384401.279649:0:40103:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 0000000045e5409c. 00000020:00000010:0.0:1767384401.279653:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b65bc08d. 00000040:00000010:0.0:1767384401.279655:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f8d1de83. 00000020:00000010:0.0:1767384401.279657:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7e2e857. 00000020:00000010:0.0:1767384401.279660:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000094ebed68. 00000020:00000010:0.0:1767384401.279663:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d3b6c74b. 80000000:00000010:0.0:1767384401.279665:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf6a7b5e. 40000000:00000010:0.0:1767384401.279669:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000834d8c34. 00100000:00000010:0.0:1767384401.279671:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001bb903b6. 00040000:00000010:0.0:1767384401.279674:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000028f970d5. 00040000:00000010:0.0:1767384401.279677:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007f3f417f. 00080000:00000010:0.0:1767384401.279679:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000010836e7. 00080000:00000010:0.0:1767384401.279682:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000002d55f8d. 00000004:00000010:0.0:1767384401.279685:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f9f3dcfd. 00000004:00000010:0.0:1767384401.279687:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008e08e6b5. 00000004:00000010:0.0:1767384401.279690:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000211900d5. 00002000:00000010:0.0:1767384401.279692:0:40103:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001f9163fb. 00000004:00000010:0.0:1767384401.279695:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c0fe33d7. 00000020:00000010:0.0:1767384401.279697:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e5bbe0c. 00000020:00000001:0.0:1767384401.279700:0:40103:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.279702:0:40103:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000086d9b447. 00000020:00000001:0.0:1767384401.279708:0:40103:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.279709:0:40103:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384401.279711:0:40103:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000e8b376fb. 00000020:00000001:0.0:1767384401.279714:0:40103:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.279716:0:40103:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.279718:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384401.279720:0:40103:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 00000000a4ed5d6b. 00020000:00000010:0.0:1767384401.279724:0:40103:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 0000000044b8a1a2. 00000004:00000001:0.0:1767384401.279729:0:40103:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.279735:0:40103:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384401.279741:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.279744:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000063b08c26. 00000001:00000010:0.0:1767384401.279747:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b0bee995. 00000001:00000010:0.0:1767384401.279748:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d1600b67. 00000001:00000010:0.0:1767384401.279750:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008caff584. 00000001:00000010:0.0:1767384401.279752:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000081170507. 00000001:00000010:0.0:1767384401.279755:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c9028132. 00000001:00000001:0.0:1767384401.279758:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384401.279760:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.279764:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000252e2a05. 00000001:00000010:0.0:1767384401.279766:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000088fd28fa. 00000001:00000010:0.0:1767384401.279768:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e3f1ba2e. 00000001:00000010:0.0:1767384401.279771:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008584bf3c. 00000001:00000010:0.0:1767384401.279773:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f966e962. 00000001:00000010:0.0:1767384401.279775:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c680c1ad. 00000001:00000001:0.0:1767384401.279779:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384401.279780:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a8ba859c) now 3 - setup 00000020:00000001:0.0:1767384401.279783:0:40103:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.279785:0:40103:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384401.279788:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384401.279791:0:40103:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384401.279794:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a8ba859c) now 2 - obd_device_list 00000020:00000080:0.0:1767384401.279797:0:40103:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384401.279798:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a8ba859c) now 1 - newdev 00000020:00000040:0.0:1767384401.279801:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001c438437 with handle 0x980286e253c5fa08 from hash 00000020:00000040:0.0:1767384401.279804:0:40103:0:(genops.c:898:class_export_put()) PUTting export 000000001c438437 : new refcount 0 00000020:00000080:0.0:1767384401.279807:0:40103:0:(genops.c:904:class_export_put()) final put 000000001c438437/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384401.279809:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.279812:0:40103:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384401.279814:0:40103:0:(genops.c:863:class_export_destroy()) destroying export 000000001c438437/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:0.0:1767384401.279817:0:40103:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384401.279818:0:40103:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.279820:0:40103:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001c438437. 00000020:00000001:0.0:1767384401.279824:0:40103:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384401.279826:0:40103:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:0.0:1767384401.279828:0:40103:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384401.279830:0:40103:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384401.279833:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e5bbe0c. 00000020:00000010:0.0:1767384401.279837:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009c6214bd. 00000040:00000010:0.0:1767384401.279840:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007f3f417f. 00000020:00000010:0.0:1767384401.279844:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000211900d5. 00000020:00000010:0.0:1767384401.279847:0:40103:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000094ebed68. 00000020:00000010:0.0:1767384401.279849:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d3b6c74b. 80000000:00000010:0.0:1767384401.279852:0:40103:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e8b376fb. 40000000:00000010:0.0:1767384401.279856:0:40103:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000834d8c34. 00100000:00000010:0.0:1767384401.279859:0:40103:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f9f3dcfd. 00040000:00000010:0.0:1767384401.279862:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c680c1ad. 00040000:00000010:0.0:1767384401.279864:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8d1de83. 00080000:00000010:0.0:1767384401.279868:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000002d55f8d. 00080000:00000010:0.0:1767384401.279871:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000010836e7. 00000004:00000010:0.0:1767384401.279875:0:40103:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001bb903b6. 00000004:00000010:0.0:1767384401.279879:0:40103:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008e08e6b5. 00000004:00000010:0.0:1767384401.279882:0:40103:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d7e2e857. 00000004:00000001:0.0:1767384401.279885:0:40103:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:0.0:1767384401.279888:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c9e7cc1a. 00000004:00000010:0.0:1767384401.279893:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000048248c7f. 00000004:00000010:0.0:1767384401.279896:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000051c08d1f. 00000004:00000010:0.0:1767384401.279899:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001424c094. 00000004:00000010:0.0:1767384401.279902:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004aed48bc. 00000004:00000010:0.0:1767384401.279905:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001091afd4. 00000004:00000010:0.0:1767384401.279907:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000dd34456. 00000004:00000010:0.0:1767384401.279909:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001fe1902e. 00000004:00000010:0.0:1767384401.279912:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a38685cb. 00000004:00000010:0.0:1767384401.279915:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001b9a331b. 00000004:00000010:0.0:1767384401.279918:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b1044e7e. 00000004:00000010:0.0:1767384401.279920:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005c4b8e2c. 00000004:00000010:0.0:1767384401.279922:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000efbed6a. 00000004:00000010:0.0:1767384401.279924:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000087aab47c. 00000004:00000010:0.0:1767384401.279927:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e6b63e7d. 00000004:00000010:0.0:1767384401.279930:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000099162185. 00000004:00000010:0.0:1767384401.279933:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006d82ccdb. 00000004:00000010:0.0:1767384401.279935:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ac338d71. 00000004:00000010:0.0:1767384401.279937:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006a1f2662. 00000004:00000010:0.0:1767384401.279940:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d2a3bced. 00000004:00000010:0.0:1767384401.279942:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001ca98274. 00000004:00000010:0.0:1767384401.279945:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006b4d3ed1. 00000004:00000010:0.0:1767384401.279947:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000550b719d. 00000004:00000010:0.0:1767384401.279950:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000a9cd894. 00000004:00000010:0.0:1767384401.279952:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000072c13d86. 00000004:00000010:0.0:1767384401.279955:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c6e69a81. 00000004:00000010:0.0:1767384401.279958:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002e565894. 00000004:00000010:0.0:1767384401.279960:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009edbe067. 00000004:00000010:0.0:1767384401.279962:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f288d9a2. 00000004:00000010:0.0:1767384401.279964:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002c1c4149. 00000004:00000010:0.0:1767384401.279970:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c93392d8. 00000004:00000010:0.0:1767384401.279973:0:40103:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 0000000067af6d9a. 00000004:00000001:0.0:1767384401.279976:0:40103:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446632565327462400 : -111508382089216 : ffff9a956e7f0000) 00000020:00000010:0.0:1767384401.279979:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009c6214bd. 00000040:00000010:0.0:1767384401.279981:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007f3f417f. 00000020:00000010:0.0:1767384401.279982:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000211900d5. 00000020:00000010:0.0:1767384401.279984:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000094ebed68. 00000020:00000010:0.0:1767384401.279999:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d3b6c74b. 80000000:00000010:0.0:1767384401.280002:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e8b376fb. 40000000:00000010:0.0:1767384401.280005:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000834d8c34. 00100000:00000010:0.0:1767384401.280007:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f9f3dcfd. 00040000:00000010:0.0:1767384401.280009:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c680c1ad. 00040000:00000010:0.0:1767384401.280011:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8d1de83. 00080000:00000010:0.0:1767384401.280014:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000010836e7. 00080000:00000010:0.0:1767384401.280016:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000002d55f8d. 00000004:00000010:0.0:1767384401.280019:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001bb903b6. 00000004:00000010:0.0:1767384401.280021:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008e08e6b5. 00000004:00000010:0.0:1767384401.280023:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d7e2e857. 00000020:00000010:0.0:1767384401.280025:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e5bbe0c. 00000020:00000001:0.0:1767384401.280027:0:40103:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.280029:0:40103:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a8ba859c. 00000020:00000001:0.0:1767384401.280032:0:40103:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280034:0:40103:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384401.280036:0:40103:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 0000000016a4b487. 00000020:00000001:0.0:1767384401.280038:0:40103:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.280039:0:40103:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.280040:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.280042:0:40103:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384401.280043:0:40103:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 0000000092c19efd. 00000004:00000001:0.0:1767384401.280070:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384401.280071:0:40103:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384401.280073:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384401.280074:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fa2b 00000020:00000040:0.0:1767384401.280076:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ea7c5534 with handle 0x980286e253c5fa2b from hash 00000020:00000001:0.0:1767384401.280079:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384401.280079:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000ea7c5534 : new refcount 1 00000020:00000001:0.0:1767384401.280081:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384401.280082:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000ea7c5534 : new refcount 0 00000020:00000080:0.0:1767384401.280083:0:40103:0:(genops.c:904:class_export_put()) final put 00000000ea7c5534/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384401.280084:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280093:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280095:0:40103:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384401.280096:0:40103:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:0.0:1767384401.280099:0:40103:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000092c19efd. 00000020:00000080:0.0:1767384401.280101:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384401.280104:0:40103:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384401.280105:0:40103:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767384401.280107:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:2.0:1767384401.280109:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00080000:0.0:1767384401.280109:0:40103:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000356adcc2) has no exports 00000020:00000080:2.0:1767384401.280112:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000ea7c5534/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384401.280113:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384401.280116:0:40103:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:2.0:1767384401.280117:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384401.280119:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384401.280121:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000356adcc2) now 4 - export 00000020:00000010:2.0:1767384401.280123:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ea7c5534. 00000020:00000001:2.0:1767384401.280128:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384401.280203:0:40103:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384401.280214:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.280217:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001a47552e. 00000001:00000010:0.0:1767384401.280220:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007da87c07. 00000001:00000010:0.0:1767384401.280222:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000008998f9d. 00000001:00000010:0.0:1767384401.280224:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cb570980. 00000001:00000010:0.0:1767384401.280227:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bbd8870d. 00000001:00000010:0.0:1767384401.280230:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004c56c9a2. 00000001:00000001:0.0:1767384401.280234:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384401.280236:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.280239:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d5f78421. 00000001:00000010:0.0:1767384401.280242:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001f8cacc1. 00000001:00000010:0.0:1767384401.280243:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007b210e08. 00000001:00000010:0.0:1767384401.280252:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000c855da6. 00000001:00000010:0.0:1767384401.280255:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000082ab70a4. 00000001:00000010:0.0:1767384401.280257:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a1175624. 00000001:00000001:0.0:1767384401.280260:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384401.280261:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000356adcc2) now 3 - setup 00000020:00000001:0.0:1767384401.280264:0:40103:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280265:0:40103:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384401.280268:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384401.280271:0:40103:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384401.280273:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000356adcc2) now 2 - obd_device_list 00000020:00000080:0.0:1767384401.280276:0:40103:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:0.0:1767384401.280278:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000356adcc2) now 1 - newdev 00000020:00000040:0.0:1767384401.280281:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000141882c2 with handle 0x980286e253c5fa1d from hash 00000020:00000040:0.0:1767384401.280284:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000141882c2 : new refcount 0 00000020:00000080:0.0:1767384401.280285:0:40103:0:(genops.c:904:class_export_put()) final put 00000000141882c2/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384401.280288:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280290:0:40103:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384401.280292:0:40103:0:(genops.c:863:class_export_destroy()) destroying export 00000000141882c2/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384401.280294:0:40103:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384401.280296:0:40103:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.280298:0:40103:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000141882c2. 00000020:00000001:0.0:1767384401.280301:0:40103:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384401.280302:0:40103:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:0.0:1767384401.280304:0:40103:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:0.0:1767384401.280305:0:40103:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384401.280307:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e5bbe0c. 00000020:00000010:0.0:1767384401.280309:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b65bc08d. 00000040:00000010:0.0:1767384401.280311:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f8d1de83. 00000020:00000010:0.0:1767384401.280314:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d7e2e857. 00000020:00000010:0.0:1767384401.280316:0:40103:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000094ebed68. 00000020:00000010:0.0:1767384401.280318:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d3b6c74b. 80000000:00000010:0.0:1767384401.280320:0:40103:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000016a4b487. 40000000:00000010:0.0:1767384401.280322:0:40103:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000834d8c34. 00100000:00000010:0.0:1767384401.280324:0:40103:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001bb903b6. 00040000:00000010:0.0:1767384401.280327:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a1175624. 00040000:00000010:0.0:1767384401.280329:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007f3f417f. 00080000:00000010:0.0:1767384401.280331:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000002d55f8d. 00080000:00000010:0.0:1767384401.280333:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000010836e7. 00000004:00000010:0.0:1767384401.280336:0:40103:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f9f3dcfd. 00000004:00000010:0.0:1767384401.280338:0:40103:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008e08e6b5. 00000004:00000001:0.0:1767384401.280341:0:40103:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:0.0:1767384401.280344:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009913c8c3. 00000004:00000010:0.0:1767384401.280347:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003fed5787. 00000004:00000010:0.0:1767384401.280349:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004889d590. 00000004:00000010:0.0:1767384401.280352:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000816b7e48. 00000004:00000010:0.0:1767384401.280354:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a501a717. 00000004:00000010:0.0:1767384401.280357:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eed4cfac. 00000004:00000010:0.0:1767384401.280359:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fe59cd7e. 00000004:00000010:0.0:1767384401.280361:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008ab18776. 00000004:00000010:0.0:1767384401.280363:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002a62797e. 00000004:00000010:0.0:1767384401.280365:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c89df143. 00000004:00000010:0.0:1767384401.280368:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007cb89e88. 00000004:00000010:0.0:1767384401.280370:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000189dd35c. 00000004:00000010:0.0:1767384401.280373:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000a3ed21f. 00000004:00000010:0.0:1767384401.280375:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000da28eafc. 00000004:00000010:0.0:1767384401.280378:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008b4584eb. 00000004:00000010:0.0:1767384401.280380:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006af7d9ba. 00000004:00000010:0.0:1767384401.280382:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000007ec2e72. 00000004:00000010:0.0:1767384401.280384:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d8e55b30. 00000004:00000010:0.0:1767384401.280386:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e4ab9062. 00000004:00000010:0.0:1767384401.280388:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000010137024. 00000004:00000010:0.0:1767384401.280391:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000091e3082a. 00000004:00000010:0.0:1767384401.280393:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c8bb877c. 00000004:00000010:0.0:1767384401.280396:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000028a59474. 00000004:00000010:0.0:1767384401.280398:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000054a8aaf1. 00000004:00000010:0.0:1767384401.280400:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fafe6671. 00000004:00000010:0.0:1767384401.280402:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006865e014. 00000004:00000010:0.0:1767384401.280405:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d670e886. 00000004:00000010:0.0:1767384401.280408:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e6f9d572. 00000004:00000010:0.0:1767384401.280410:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000097929273. 00000004:00000010:0.0:1767384401.280412:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c4f9b99a. 00000004:00000010:0.0:1767384401.280415:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000089eca340. 00000004:00000010:0.0:1767384401.280418:0:40103:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 0000000029d99eef. 00000004:00000001:0.0:1767384401.280420:0:40103:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.280422:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b65bc08d. 00000040:00000010:0.0:1767384401.280443:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f8d1de83. 00000020:00000010:0.0:1767384401.280446:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7e2e857. 00000020:00000010:0.0:1767384401.280448:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000094ebed68. 00000020:00000010:0.0:1767384401.280451:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d3b6c74b. 80000000:00000010:0.0:1767384401.280453:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000016a4b487. 40000000:00000010:0.0:1767384401.280456:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000834d8c34. 00100000:00000010:0.0:1767384401.280458:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001bb903b6. 00040000:00000010:0.0:1767384401.280461:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a1175624. 00040000:00000010:0.0:1767384401.280462:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007f3f417f. 00080000:00000010:0.0:1767384401.280465:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000010836e7. 00080000:00000010:0.0:1767384401.280467:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000002d55f8d. 00000004:00000010:0.0:1767384401.280469:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f9f3dcfd. 00000004:00000010:0.0:1767384401.280471:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008e08e6b5. 00000020:00000010:0.0:1767384401.280474:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e5bbe0c. 00000020:00000001:0.0:1767384401.280476:0:40103:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.280477:0:40103:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000356adcc2. 00000020:00000001:0.0:1767384401.280484:0:40103:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280486:0:40103:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384401.280488:0:40103:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000092c19efd. 00000020:00000001:0.0:1767384401.280490:0:40103:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.280491:0:40103:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.280493:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.280495:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384401.280496:0:40103:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384401.280498:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384401.280499:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fa32 00000020:00000040:0.0:1767384401.280502:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000667a4f4d with handle 0x980286e253c5fa32 from hash 00000020:00000001:0.0:1767384401.280505:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384401.280505:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000667a4f4d : new refcount 1 00000020:00000001:0.0:1767384401.280506:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384401.280507:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000667a4f4d : new refcount 0 00000020:00000080:0.0:1767384401.280508:0:40103:0:(genops.c:904:class_export_put()) final put 00000000667a4f4d/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384401.280510:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280516:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.280518:0:40103:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.280519:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280521:0:40103:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384401.280523:0:40103:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384401.280525:0:40103:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446632564619240704 : -111509090310912 : ffff9a9544486500) 00000020:01000004:0.0:1767384401.280527:0:40103:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000081a74c26 from lustre-MDT0000, refs=3 00000020:00000001:0.0:1767384401.280529:0:40103:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000001:2.0:1767384401.280531:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:01000004:0.0:1767384401.280531:0:40103:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000081a74c26 3 00000020:00000080:2.0:1767384401.280536:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000667a4f4d/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384401.280536:0:40103:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280539:0:40103:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1767384401.280543:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384401.280543:0:40103:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384401.280544:0:40103:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446632564619240704 : -111509090310912 : ffff9a9544486500) 00000020:00000001:2.0:1767384401.280547:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384401.280548:0:40103:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 0000000081a74c26 from lustre-MDT0000 00000020:00000010:0.0:1767384401.280552:0:40103:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 000000004cc240df. 00000020:00000040:2.0:1767384401.280553:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000033b8a317) now 6 - export 00000020:00000010:0.0:1767384401.280557:0:40103:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000002fd77e48. 00000020:00000010:2.0:1767384401.280558:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000667a4f4d. 00000020:00000001:0.0:1767384401.280564:0:40103:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.280566:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384401.280567:0:40103:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384401.280570:0:40103:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:0.0:1767384401.280571:0:40103:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280573:0:40103:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384401.280579:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.280582:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000da785d04. 00000001:00000010:0.0:1767384401.280584:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006150a17d. 00000001:00000010:0.0:1767384401.280586:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bdac27f1. 00000001:00000010:0.0:1767384401.280588:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a909a8bd. 00000001:00000010:0.0:1767384401.280589:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b6b070cd. 00000001:00000010:0.0:1767384401.280592:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001d871dc8. 00000001:00000001:0.0:1767384401.280595:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384401.280596:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.280600:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b5086a09. 00000001:00000010:0.0:1767384401.280603:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000046064cf2. 00000001:00000010:0.0:1767384401.280605:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000056634a3a. 00000001:00000010:0.0:1767384401.280607:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a745545e. 00000001:00000010:0.0:1767384401.280610:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000835087dd. 00000001:00000010:0.0:1767384401.280612:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006d954b6f. 00000001:00000001:0.0:1767384401.280614:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384401.280616:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 3 - setup 00000020:00000001:0.0:1767384401.280618:0:40103:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280620:0:40103:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384401.280623:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384401.280626:0:40103:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384401.280628:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 2 - obd_device_list 00000020:00000080:0.0:1767384401.280631:0:40103:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:0.0:1767384401.280633:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b21608e3) now 1 - newdev 00000020:00000040:0.0:1767384401.280636:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008ddb8a7b with handle 0x980286e253c5fa16 from hash 00000020:00000040:0.0:1767384401.280638:0:40103:0:(genops.c:898:class_export_put()) PUTting export 000000008ddb8a7b : new refcount 0 00000020:00000080:0.0:1767384401.280640:0:40103:0:(genops.c:904:class_export_put()) final put 000000008ddb8a7b/lustre-MDT0000_UUID 00000020:00000001:0.0:1767384401.280643:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280646:0:40103:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384401.280648:0:40103:0:(genops.c:863:class_export_destroy()) destroying export 000000008ddb8a7b/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:0.0:1767384401.280650:0:40103:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384401.280653:0:40103:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:0.0:1767384401.280655:0:40103:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000e2951345. 00000004:00000001:0.0:1767384401.280663:0:40103:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280665:0:40103:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.280667:0:40103:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008ddb8a7b. 00000020:00000001:0.0:1767384401.280672:0:40103:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384401.280673:0:40103:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:0.0:1767384401.280675:0:40103:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:0.0:1767384401.280677:0:40103:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384401.280680:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e5bbe0c. 00000020:00000010:0.0:1767384401.280684:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009c6214bd. 00000040:00000010:0.0:1767384401.280687:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007f3f417f. 00000020:00000010:0.0:1767384401.280691:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f9f3dcfd. 00000020:00000010:0.0:1767384401.280694:0:40103:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000094ebed68. 00000020:00000010:0.0:1767384401.280698:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d3b6c74b. 80000000:00000010:0.0:1767384401.280701:0:40103:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000016a4b487. 40000000:00000010:0.0:1767384401.280704:0:40103:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000092c19efd. 00100000:00000010:0.0:1767384401.280707:0:40103:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001bb903b6. 00040000:00000010:0.0:1767384401.280711:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006d954b6f. 00040000:00000010:0.0:1767384401.280714:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8d1de83. 00080000:00000010:0.0:1767384401.280718:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000002d55f8d. 00080000:00000010:0.0:1767384401.280721:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000010836e7. 00000004:00000010:0.0:1767384401.280725:0:40103:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008e08e6b5. 00000004:00000001:0.0:1767384401.280728:0:40103:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:0.0:1767384401.280731:0:40103:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 00000000939f30ca. 00000004:00000001:0.0:1767384401.280735:0:40103:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.280738:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009c6214bd. 00000040:00000010:0.0:1767384401.280742:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007f3f417f. 00000020:00000010:0.0:1767384401.280745:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f9f3dcfd. 00000020:00000010:0.0:1767384401.280748:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000094ebed68. 00000020:00000010:0.0:1767384401.280758:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d3b6c74b. 80000000:00000010:0.0:1767384401.280762:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000016a4b487. 40000000:00000010:0.0:1767384401.280765:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000092c19efd. 00100000:00000010:0.0:1767384401.280768:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001bb903b6. 00040000:00000010:0.0:1767384401.280771:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006d954b6f. 00040000:00000010:0.0:1767384401.280773:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8d1de83. 00080000:00000010:0.0:1767384401.280778:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000010836e7. 00080000:00000010:0.0:1767384401.280781:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000002d55f8d. 00000004:00000010:0.0:1767384401.280785:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008e08e6b5. 00000020:00000010:0.0:1767384401.280788:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e5bbe0c. 00000020:00000001:0.0:1767384401.280791:0:40103:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.280793:0:40103:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b21608e3. 00000020:00000001:0.0:1767384401.280798:0:40103:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280800:0:40103:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384401.280802:0:40103:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000018249d40. 00000020:00000001:0.0:1767384401.280805:0:40103:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.280808:0:40103:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:0.0:1767384401.280810:0:40103:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:0.0:1767384401.280813:0:40103:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:0.0:1767384401.280816:0:40103:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:0.0:1767384401.280819:0:40103:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:0.0:1767384401.280821:0:40103:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384401.280823:0:40103:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446632565326188096 : -111508383363520 : ffff9a956e6b8e40) 00000020:01000004:0.0:1767384401.280826:0:40103:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:0.0:1767384401.280829:0:40103:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384401.280831:0:40103:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:0.0:1767384401.280834:0:40103:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000018249d40. 00000020:00000080:0.0:1767384401.280837:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384401.280840:0:40103:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384401.280842:0:40103:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384401.280847:0:40103:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 00000000ac629b0a 92b443ed-e82f-4160-b27d-56e958e24602 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384401.280853:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384401.280854:0:40103:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (000000001b4803e8) has exports, disconnecting them 00000020:00000001:0.0:1767384401.280857:0:40103:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384401.280859:0:40103:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=10 00000020:00000040:0.0:1767384401.280862:0:40103:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=11 00000020:00080000:0.0:1767384401.280865:0:40103:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000ac629b0a), last request at 1767384294 00000020:00000001:0.0:1767384401.280868:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384401.280871:0:40103:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384401.280874:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 10 20000000:00000010:0.0:1767384401.280877:0:40103:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000f7c3622a. 00000020:00000040:0.0:1767384401.280881:0:40103:0:(genops.c:887:class_export_get()) GET export 00000000ac629b0a refcount=11 00010000:00000001:0.0:1767384401.280885:0:40103:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384401.280887:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384401.280890:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 10 00000020:00000080:0.0:1767384401.280892:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5f9d7 00000020:00000040:0.0:1767384401.280896:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac629b0a with handle 0x980286e253c5f9d7 from hash 00000020:00000040:0.0:1767384401.280900:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 9 00000020:00000001:0.0:1767384401.280902:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384401.280904:0:40103:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000ac629b0a: total 0 00000020:00000001:0.0:1767384401.280907:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384401.280909:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 8 00000020:00000001:0.0:1767384401.280911:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.280913:0:40103:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384401.280916:0:40103:0:(import.c:65:import_set_state_nolock()) 000000006ca76743 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384401.280920:0:40103:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384401.280921:0:40103:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384401.280923:0:40103:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384401.280936:0:40103:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384401.280945:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 7 00000020:00000001:2.0:1767384401.280946:0:40105:0:(genops.c:1912:obd_stale_export_get()) Process entered 20000000:00000001:0.0:1767384401.280948:0:40103:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00010000:2.0:1767384401.280949:0:40105:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000ac629b0a: total 0 00000020:00000001:2.0:1767384401.280955:0:40105:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446632565608642560 : -111508100909056 : ffff9a957f417800) 00000020:00000001:0.0:1767384401.280955:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384401.280961:0:40105:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00080000:0.0:1767384401.280962:0:40103:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000ac629b0a): rc 0 00000020:00000010:2.0:1767384401.280967:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9e5cfcb. 00000020:00000040:0.0:1767384401.280967:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 6 00000020:00000010:2.0:1767384401.280973:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000491e3259. 00000020:00000001:0.0:1767384401.280973:0:40103:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384401.280975:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384401.280978:0:40103:0:(obd_class.h:604:obd_precleanup()) Process entered 20000000:00000001:0.0:1767384401.280980:0:40103:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:0.0:1767384401.280984:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:2.0:1767384401.280985:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000358e599b. 00000020:00080000:0.0:1767384401.280999:0:40103:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (000000001b4803e8) has no exports 00000020:00000010:2.0:1767384401.281001:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033b05b08. 00000020:00000001:0.0:1767384401.281006:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:2.0:1767384401.281007:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d702eb9d. 80000000:00000010:2.0:1767384401.281011:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004cd0a946. 00000100:00000001:0.0:1767384401.281011:0:40103:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384401.281015:0:40103:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 40000000:00000010:2.0:1767384401.281016:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003d8ef57a. 00100000:00000010:2.0:1767384401.281022:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000076d6d3ab. 00040000:00000010:2.0:1767384401.281025:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000035e05cb9. 00000100:00000001:0.0:1767384401.281025:0:40103:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384401.281030:0:40103:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00040000:00000010:2.0:1767384401.281031:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000689ba1d8. 00000100:00000040:0.0:1767384401.281035:0:40103:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00080000:00000010:2.0:1767384401.281038:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ccc28aa6. 00000100:00000040:0.0:1767384401.281039:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #3 00000100:00000040:0.0:1767384401.281044:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00080000:00000010:2.0:1767384401.281045:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000daea3b8b. 00000100:00000040:0.0:1767384401.281047:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00002000:00000010:2.0:1767384401.281050:0:40105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007461b334. 00000100:00000040:0.0:1767384401.281051:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000020:00000010:2.0:1767384401.281055:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000491e3259. 00000020:00000010:2.0:1767384401.281060:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000358e599b. 00000020:00000010:2.0:1767384401.281063:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033b05b08. 00000020:00000010:2.0:1767384401.281066:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d702eb9d. 80000000:00000010:2.0:1767384401.281068:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004cd0a946. 40000000:00000010:2.0:1767384401.281070:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003d8ef57a. 00100000:00000010:2.0:1767384401.281073:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000076d6d3ab. 00040000:00000010:2.0:1767384401.281075:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000035e05cb9. 00040000:00000010:2.0:1767384401.281077:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000689ba1d8. 00080000:00000010:2.0:1767384401.281082:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000daea3b8b. 00080000:00000010:2.0:1767384401.281085:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ccc28aa6. 00002000:00000010:2.0:1767384401.281087:0:40105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007461b334. 00000020:00000010:2.0:1767384401.281089:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9e5cfcb. 00010000:00010000:2.0:1767384401.281091:0:40105:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000ac629b0a, canceled 0 locks, left on hash table 5. 00000020:00000010:2.0:1767384401.281094:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da3e515f. 00000020:00000010:2.0:1767384401.281096:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000689ba1d8. 00000020:00000010:2.0:1767384401.281098:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076d6d3ab. 00000100:00000040:0.0:1767384401.281098:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #3 00000020:00000010:2.0:1767384401.281103:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033b05b08. 00000020:00000010:2.0:1767384401.281105:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b9e5cfcb. 80000000:00000010:2.0:1767384401.281107:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004cd0a946. 00000020:00000010:3.0:1767384401.281110:0:17079:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000089b8c600. 40000000:00000010:2.0:1767384401.281110:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003d8ef57a. 00000020:00000010:1.0:1767384401.281110:0:29150:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001171b1f5. 00100000:00000010:2.0:1767384401.281114:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000358e599b. 00000040:00000010:1.0:1767384401.281118:0:29150:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005a6e6ac6. 00000040:00000010:3.0:1767384401.281122:0:17079:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e68d8052. 00000020:00000010:1.0:1767384401.281123:0:29150:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000083f0aaf7. 00040000:00000010:2.0:1767384401.281124:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000035e05cb9. 00040000:00000010:2.0:1767384401.281130:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d702eb9d. 00000020:00000010:1.0:1767384401.281130:0:29150:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008c7d5502. 00000020:00000010:3.0:1767384401.281131:0:17079:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d79526a5. 00000020:00000010:0.0:1767384401.281131:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000027cabb88. 80000000:00000010:1.0:1767384401.281137:0:29150:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005dface19. 00080000:00000010:2.0:1767384401.281138:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ccc28aa6. 00000020:00000010:3.0:1767384401.281141:0:17079:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ff9825ad. 00000040:00000010:0.0:1767384401.281141:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d1c4c65e. 00080000:00000010:2.0:1767384401.281143:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000daea3b8b. 00040000:00000010:1.0:1767384401.281144:0:29150:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000061cd6e4d. 00002000:00000010:2.0:1767384401.281150:0:40105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007461b334. 00000020:00000010:0.0:1767384401.281151:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042a0a985. 80000000:00000010:3.0:1767384401.281153:0:17079:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d5938dde. 00080000:00000010:1.0:1767384401.281153:0:29150:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f535bbb2. 00000001:00000001:2.0:1767384401.281154:0:40105:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384401.281159:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:0.0:1767384401.281160:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000018890b63. 00080000:00000010:1.0:1767384401.281163:0:29150:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dd3736e0. 00040000:00000010:3.0:1767384401.281164:0:17079:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000068563ed0. 00010000:00000040:2.0:1767384401.281165:0:40105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f3a74fe4 count: 4 80000000:00000010:0.0:1767384401.281166:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007b0b734a. 00010000:00000001:2.0:1767384401.281170:0:40105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00040000:00000010:0.0:1767384401.281174:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000026906ba8. 00000020:00000001:2.0:1767384401.281175:0:40105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000010:3.0:1767384401.281176:0:17079:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002dc23879. 20000000:00000010:1.0:1767384401.281176:0:29150:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000a9f7b7e. 00010000:00000001:2.0:1767384401.281179:0:40105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384401.281183:0:40105:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.281185:0:40105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384401.281186:0:29150:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3dd19d. 00080000:00000010:0.0:1767384401.281186:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b9165c79. 00080000:00000010:3.0:1767384401.281187:0:17079:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000008efc56f6. 00010000:00000001:2.0:1767384401.281189:0:40105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384401.281195:0:40105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:1.0:1767384401.281196:0:29150:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ccdfe6c5. 00080000:00000010:3.0:1767384401.281197:0:17079:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009e5b6786. 00010000:00000001:2.0:1767384401.281201:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281204:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:3.0:1767384401.281205:0:17079:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002e0f4893. 00010000:00000001:2.0:1767384401.281206:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:1.0:1767384401.281208:0:29150:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000071ad7f07. 00010000:00000001:2.0:1767384401.281209:0:40105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384401.281213:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006642533c. 00000020:00000040:2.0:1767384401.281214:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fc01e794 with handle 0x980286e253c5f9e5 from hash 00000100:00100000:1.0:1767384401.281214:0:29150:0:(service.c:3155:ptlrpc_main()) ll_mgs_0003: service thread [00000000dea475aa:29150] 3 exiting: rc = 0 00010000:00000001:2.0:1767384401.281219:0:40105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:3.0:1767384401.281222:0:17079:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008ff21607. 00010000:00000001:2.0:1767384401.281222:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281224:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281229:0:40105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000010:0.0:1767384401.281229:0:17077:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000d2364405. 00010000:00000001:2.0:1767384401.281232:0:40105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384401.281235:0:40105:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ac629b0a, 1 locks cancelled. 00000100:00000010:3.0:1767384401.281237:0:17079:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006c0a3a63. 00080000:00000010:0.0:1767384401.281237:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009fb7a112. 00010000:00000001:2.0:1767384401.281238:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281240:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281244:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384401.281246:0:17079:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [000000009ff0038e:17079] 1 exiting: rc = 0 20000000:00000010:0.0:1767384401.281248:0:17077:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007eb778f1. 00010000:00010000:2.0:1767384401.281249:0:40105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fc01e794/0x980286e253c5f9e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x980286e253c5f9de expref: 6 pid: 17080 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384401.281256:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb7bcd22. 00010000:00000040:2.0:1767384401.281258:0:40105:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 4 00000020:00000040:2.0:1767384401.281261:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 5 00000020:00000010:0.0:1767384401.281265:0:17077:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000455b1b55. 00010000:00000001:2.0:1767384401.281270:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384401.281273:0:40105:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 92b443ed-e82f-4, loop: 0 00000001:00000001:2.0:1767384401.281275:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:0.0:1767384401.281276:0:17077:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000aefca013. 00000100:00100000:0.0:1767384401.281281:0:17077:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [00000000dbd4838d:17077] 0 exiting: rc = 1 00010000:00000040:2.0:1767384401.281283:0:40105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000019bb2c46 count: 2 00010000:00000001:2.0:1767384401.281287:0:40105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384401.281290:0:40105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384401.281292:0:40105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384401.281293:0:40105:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.281295:0:40105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384401.281297:0:40105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384401.281299:0:40105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384401.281301:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281303:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281304:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384401.281305:0:40105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384401.281307:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000284f4c7f with handle 0x980286e253c5fad3 from hash 00010000:00000001:2.0:1767384401.281309:0:40105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384401.281310:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281311:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281312:0:40105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384401.281313:0:40105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384401.281314:0:40105:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ac629b0a, 2 locks cancelled. 00010000:00000001:2.0:1767384401.281316:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281317:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281318:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384401.281320:0:40105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000284f4c7f/0x980286e253c5fad3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x980286e253c5facc expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384401.281325:0:40105:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 3 00000020:00000040:2.0:1767384401.281326:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 4 00010000:00000040:2.0:1767384401.281328:0:40105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000019bb2c46 count: 0 00010000:00000001:2.0:1767384401.281342:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384401.281344:0:40105:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 92b443ed-e82f-4, loop: 1 00000001:00000001:2.0:1767384401.281345:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384401.281347:0:40105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f3a74fe4 count: 3 00010000:00000001:2.0:1767384401.281349:0:40105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384401.281351:0:40105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384401.281352:0:40105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384401.281354:0:40105:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384401.281355:0:17080:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000007f54aaf. 00000020:00000001:2.0:1767384401.281356:0:40105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384401.281363:0:40105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384401.281365:0:40105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384401.281367:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281370:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281372:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384401.281374:0:40105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384401.281375:0:17080:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000086a673dd. 00000100:00000040:0.0:1767384401.281376:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00000020:00000040:2.0:1767384401.281377:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003d309041 with handle 0x980286e253c5fae1 from hash 00000020:00000010:3.0:1767384401.281382:0:17080:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c75b58fe. 00010000:00000001:2.0:1767384401.281382:0:40105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384401.281390:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281393:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281394:0:40105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384401.281395:0:40105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:3.0:1767384401.281397:0:17080:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000143969c5. 00010000:00000001:2.0:1767384401.281397:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281399:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281402:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000010:3.0:1767384401.281404:0:17080:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000079878acf. 00010000:00010000:2.0:1767384401.281405:0:40105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003d309041/0x980286e253c5fae1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x980286e253c5fada expref: 4 pid: 17079 timeout: 0 lvb_type: 0 00040000:00000010:3.0:1767384401.281414:0:17080:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006769b37b. 00010000:00000040:2.0:1767384401.281414:0:40105:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 2 00000020:00000040:2.0:1767384401.281417:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 3 00080000:00000010:3.0:1767384401.281422:0:17080:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001e7e9fc4. 00010000:00000001:2.0:1767384401.281442:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384401.281445:0:40105:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 92b443ed-e82f-4, loop: 2 00000001:00000001:2.0:1767384401.281447:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384401.281450:0:40105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c0101384 count: 2 00010000:00000001:2.0:1767384401.281453:0:40105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384401.281454:0:40105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384401.281456:0:40105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384401.281458:0:40105:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.281460:0:40105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384401.281464:0:40105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384401.281467:0:40105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384401.281471:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281473:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281475:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384401.281476:0:40105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384401.281480:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006cb4b18f with handle 0x980286e253c5fafd from hash 00080000:00000010:3.0:1767384401.281483:0:17080:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000ad885592. 00010000:00000001:2.0:1767384401.281484:0:40105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000010:3.0:1767384401.281489:0:17080:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004bb00cc9. 20000000:00000010:3.0:1767384401.281494:0:17080:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000136bd128. 00010000:00000001:2.0:1767384401.281494:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281498:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384401.281500:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e72085fb. 00010000:00000001:2.0:1767384401.281501:0:40105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384401.281506:0:40105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:3.0:1767384401.281508:0:17080:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003982592d. 00010000:00000040:2.0:1767384401.281508:0:40105:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ac629b0a, 4 locks cancelled. 00010000:00000001:2.0:1767384401.281515:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281516:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767384401.281518:0:17080:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b3b69256. 00010000:00000001:2.0:1767384401.281519:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384401.281525:0:17080:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [0000000004611e5e:17080] 2 exiting: rc = 0 00010000:00010000:2.0:1767384401.281525:0:40105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006cb4b18f/0x980286e253c5fafd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x980286e253c5faf6 expref: 3 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384401.281536:0:40105:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 1 00000020:00000040:2.0:1767384401.281538:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 2 00010000:00000040:2.0:1767384401.281539:0:40105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c0101384 count: 0 00010000:00000001:2.0:1767384401.281550:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384401.281552:0:40105:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 92b443ed-e82f-4, loop: 3 00000001:00000001:2.0:1767384401.281554:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:0.0:1767384401.281554:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dbd4838d. 00010000:00000040:2.0:1767384401.281557:0:40105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f3a74fe4 count: 2 00010000:00000001:2.0:1767384401.281560:0:40105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384401.281562:0:40105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384401.281563:0:40105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384401.281564:0:40105:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384401.281564:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009ff0038e. 00000020:00000001:2.0:1767384401.281570:0:40105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384401.281574:0:40105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384401.281576:0:40105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:0.0:1767384401.281576:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000004611e5e. 00010000:00000001:2.0:1767384401.281580:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281582:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281584:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:0.0:1767384401.281585:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dea475aa. 00010000:00000001:2.0:1767384401.281586:0:40105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384401.281590:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000abc567e7 with handle 0x980286e253c5fb0b from hash 00010000:00000001:2.0:1767384401.281593:0:40105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384401.281595:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384401.281595:0:40103:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00010000:00000001:2.0:1767384401.281596:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281600:0:40105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384401.281601:0:40103:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000001:2.0:1767384401.281602:0:40105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384401.281605:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384401.281606:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384401.281607:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384401.281609:0:40103:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00010000:2.0:1767384401.281616:0:40105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000abc567e7/0x980286e253c5fb0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x980286e253c5fb04 expref: 2 pid: 17079 timeout: 0 lvb_type: 0 00000400:00000001:0.0:1767384401.281618:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:2.0:1767384401.281625:0:40105:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ac629b0a : new locks_count 0 00000400:00000001:0.0:1767384401.281627:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384401.281628:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 1 00010000:00000040:2.0:1767384401.281631:0:40105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f3a74fe4 count: 0 00000400:00000010:0.0:1767384401.281633:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cac5ace1. 00010000:00000001:2.0:1767384401.281640:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384401.281641:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed208c8 00000001:00000040:2.0:1767384401.281643:0:40105:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 92b443ed-e82f-4, loop: 4 00000001:00000001:2.0:1767384401.281647:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:0.0:1767384401.281647:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ed208c8. 00000001:00000001:2.0:1767384401.281650:0:40105:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384401.281653:0:40105:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000ac629b0a, canceled 5 locks, left on hash table 0. 00000100:00000001:0.0:1767384401.281654:0:40103:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384401.281655:0:40105:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000100:00000200:0.0:1767384401.281659:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:2.0:1767384401.281660:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384401.281662:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384401.281666:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384401.281668:0:40105:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000020:00000010:2.0:1767384401.281672:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000689ba1d8. 00000100:00100000:0.0:1767384401.281673:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000010:2.0:1767384401.281677:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000076d6d3ab. 00000100:00000040:0.0:1767384401.281677:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:2.0:1767384401.281682:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033b05b08. 00000100:00000001:0.0:1767384401.281683:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384401.281687:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b9e5cfcb. 00000400:00000001:0.0:1767384401.281688:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 80000000:00000010:2.0:1767384401.281691:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004cd0a946. 00000400:00000001:0.0:1767384401.281692:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 40000000:00000010:2.0:1767384401.281695:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003d8ef57a. 00000400:00000010:0.0:1767384401.281696:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aad1ce49. 00100000:00000010:2.0:1767384401.281698:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000358e599b. 00000400:00000200:0.0:1767384401.281703:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df9fdf02 00040000:00000010:2.0:1767384401.281704:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000035e05cb9. 00000400:00000010:0.0:1767384401.281709:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df9fdf02. 00040000:00000010:2.0:1767384401.281710:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d702eb9d. 00080000:00000010:2.0:1767384401.281718:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000daea3b8b. 00000100:00000001:0.0:1767384401.281718:0:40103:0:(events.c:286:request_in_callback()) Process entered 00080000:00000010:2.0:1767384401.281721:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ccc28aa6. 00000100:00000200:0.0:1767384401.281722:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00002000:00000010:2.0:1767384401.281726:0:40105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007461b334. 00000020:00000010:2.0:1767384401.281730:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da3e515f. 00000100:00100000:0.0:1767384401.281735:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384401.281736:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000040:0.0:1767384401.281738:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000040:2.0:1767384401.281739:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000ac629b0a : new refcount 0 00000020:00000080:2.0:1767384401.281743:0:40105:0:(genops.c:904:class_export_put()) final put 00000000ac629b0a/92b443ed-e82f-4160-b27d-56e958e24602 00000100:00000001:0.0:1767384401.281744:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.281748:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.281750:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.281752:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e96fe44b. 00000400:00000200:0.0:1767384401.281756:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d4ce2f6 00000020:00000001:2.0:1767384401.281758:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000400:00000010:0.0:1767384401.281759:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d4ce2f6. 00010000:00000001:2.0:1767384401.281761:0:40105:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.281765:0:40105:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384401.281765:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.281768:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384401.281774:0:40105:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384401.281778:0:40105:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384401.281782:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384401.281782:0:40105:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384401.281783:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384401.281786:0:40105:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384401.281787:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000ac629b0a/92b443ed-e82f-4160-b27d-56e958e24602 for MGS 00010000:00010000:2.0:1767384401.281789:0:40105:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384401.281789:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000020:00000001:2.0:1767384401.281795:0:40105:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384401.281797:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384401.281798:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 10 to 0@lo 00000020:00000001:2.0:1767384401.281799:0:40105:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384401.281802:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:2.0:1767384401.281804:0:40105:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384401.281806:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000400:00000001:0.0:1767384401.281806:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:3.0:1767384401.281811:0:38:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000400:00000010:0.0:1767384401.281811:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a61e3a. 00000020:00000040:3.0:1767384401.281815:0:38:0:(genops.c:1229:class_import_get()) import 000000006ca76743 refcount=2 obd=MGS 00000400:00000200:0.0:1767384401.281817:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a254289 00000020:00000001:3.0:1767384401.281819:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767384401.281821:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a254289. 00000020:00000040:3.0:1767384401.281822:0:38:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=1 obd=MGS 00000020:00000001:3.0:1767384401.281826:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384401.281833:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384401.281835:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767384401.281836:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:3.0:1767384401.281839:0:38:0:(genops.c:1242:class_import_put()) import 000000006ca76743 refcount=0 obd=MGS 00000020:00000040:3.0:1767384401.281842:0:38:0:(genops.c:1245:class_import_put()) final put import 000000006ca76743 00000100:00100000:0.0:1767384401.281848:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.281851:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384401.281854:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.281857:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384401.281858:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1767384401.281861:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384401.281863:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000010:0.0:1767384401.281864:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000613e3e43. 00000001:00000001:3.0:1767384401.281867:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000400:00000200:0.0:1767384401.281869:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1b2044 00000400:00000010:0.0:1767384401.281873:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c1b2044. 00000001:00000010:3.0:1767384401.281874:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000094cad4b6. 00000100:00000001:0.0:1767384401.281877:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.281880:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:3.0:1767384401.281881:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c4ed3f14. 00000001:00000010:3.0:1767384401.281888:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003ceb6d4d. 00000100:00100000:0.0:1767384401.281889:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:3.0:1767384401.281894:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003372a2c6. 00000100:00000040:0.0:1767384401.281894:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384401.281897:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:3.0:1767384401.281899:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007cf88d9b. 00000400:00000001:0.0:1767384401.281901:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:3.0:1767384401.281904:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ef640c0e. 00000400:00000001:0.0:1767384401.281905:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.281909:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ec0cb29. 00000001:00000001:3.0:1767384401.281911:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000200:0.0:1767384401.281914:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000515b15cc 00000400:00000010:0.0:1767384401.281917:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000515b15cc. 00010000:00000001:3.0:1767384401.281922:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:0.0:1767384401.281922:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.281926:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384401.281927:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384401.281931:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:3.0:1767384401.281933:0:38:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384401.281939:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384401.281941:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:3.0:1767384401.281943:0:38:0:(obd_config.c:955:class_decref()) Decref MGS (000000001b4803e8) now 5 - export 00000100:00000040:0.0:1767384401.281945:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000020:00000010:3.0:1767384401.281948:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ac629b0a. 00000100:00000001:0.0:1767384401.281950:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.281953:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384401.281955:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000001:0.0:1767384401.281955:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.281960:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099ecd518. 00000020:00000001:3.0:1767384401.281962:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000200:0.0:1767384401.281964:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000819948e4 00000020:00000080:3.0:1767384401.281966:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000006ca76743 for MGS 00000400:00000010:0.0:1767384401.281968:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000819948e4. 00000020:00000040:3.0:1767384401.281972:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 9 to 0@lo 00000100:00000001:0.0:1767384401.281975:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767384401.281977:0:38:0:(obd_config.c:955:class_decref()) Decref MGS (000000001b4803e8) now 4 - import 00000100:00000200:0.0:1767384401.281978:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:3.0:1767384401.281985:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000006ca76743. 00000020:00000001:3.0:1767384401.282004:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00100000:0.0:1767384401.282006:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282010:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384401.282014:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282016:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282018:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282020:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2ebeacf. 00000400:00000200:0.0:1767384401.282024:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057304e9a 00000400:00000010:0.0:1767384401.282033:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057304e9a. 00000100:00000001:0.0:1767384401.282037:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282039:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282046:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282048:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384401.282051:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282053:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282055:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282057:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7a93996. 00000400:00000200:0.0:1767384401.282060:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d7a99b7 00000400:00000010:0.0:1767384401.282062:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d7a99b7. 00000100:00000001:0.0:1767384401.282064:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282067:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282073:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282075:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384401.282078:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282080:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282082:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282084:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f39f5f53. 00000400:00000200:0.0:1767384401.282087:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe1c3719 00000400:00000010:0.0:1767384401.282089:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe1c3719. 00000100:00000001:0.0:1767384401.282092:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282094:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282101:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282103:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384401.282105:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282107:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282109:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282111:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d31ccdd1. 00000400:00000200:0.0:1767384401.282113:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a663c685 00000400:00000010:0.0:1767384401.282116:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a663c685. 00000100:00000001:0.0:1767384401.282119:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282121:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282126:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282128:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384401.282130:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282132:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282134:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282135:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092e47770. 00000400:00000200:0.0:1767384401.282138:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000529f73bd 00000400:00000010:0.0:1767384401.282140:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000529f73bd. 00000100:00000001:0.0:1767384401.282143:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282144:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282149:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282151:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384401.282153:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282156:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282157:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282159:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5f247fd. 00000400:00000200:0.0:1767384401.282162:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3fbcdf8 00000400:00000010:0.0:1767384401.282163:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3fbcdf8. 00000100:00000001:0.0:1767384401.282166:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282167:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282175:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282177:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384401.282180:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282182:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282184:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282186:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d5a245d. 00000400:00000200:0.0:1767384401.282190:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d053908c 00000400:00000010:0.0:1767384401.282192:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d053908c. 00000100:00000001:0.0:1767384401.282195:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282196:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282207:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282208:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384401.282211:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282214:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282215:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282217:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031bb0e57. 00000400:00000200:0.0:1767384401.282220:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c5a2a5e 00000400:00000010:0.0:1767384401.282222:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c5a2a5e. 00000100:00000001:0.0:1767384401.282226:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282227:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282233:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282235:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384401.282237:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282238:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282240:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282242:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015ce8562. 00000400:00000200:0.0:1767384401.282244:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba4daeaf 00000400:00000010:0.0:1767384401.282246:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba4daeaf. 00000100:00000001:0.0:1767384401.282249:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282251:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282256:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282258:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384401.282261:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282263:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282264:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282266:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7edf943. 00000400:00000200:0.0:1767384401.282269:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dc8bcbd 00000400:00000010:0.0:1767384401.282271:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dc8bcbd. 00000100:00000001:0.0:1767384401.282274:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282276:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282282:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282284:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384401.282287:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282289:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282290:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282292:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcef1e7f. 00000400:00000200:0.0:1767384401.282295:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073461712 00000400:00000010:0.0:1767384401.282297:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073461712. 00000100:00000001:0.0:1767384401.282300:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282302:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282307:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282309:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384401.282312:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282314:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282316:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282317:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa0c6793. 00000400:00000200:0.0:1767384401.282320:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c05810 00000400:00000010:0.0:1767384401.282323:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6c05810. 00000100:00000001:0.0:1767384401.282326:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282328:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282334:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282336:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384401.282339:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282341:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282343:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282345:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aabaed6b. 00000400:00000200:0.0:1767384401.282348:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6298c41 00000400:00000010:0.0:1767384401.282350:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6298c41. 00000100:00000001:0.0:1767384401.282354:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282355:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282362:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282364:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384401.282367:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282370:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282371:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282374:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077efd423. 00000400:00000200:0.0:1767384401.282378:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3266724 00000400:00000010:0.0:1767384401.282380:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3266724. 00000100:00000001:0.0:1767384401.282384:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282386:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282396:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282398:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384401.282401:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282403:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282405:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282406:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9ef55f. 00000400:00000200:0.0:1767384401.282409:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044e8e709 00000400:00000010:0.0:1767384401.282412:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044e8e709. 00000100:00000001:0.0:1767384401.282415:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282418:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282576:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282580:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384401.282581:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282583:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282585:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282586:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005102a4bc. 00000400:00000200:0.0:1767384401.282589:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a954357f 00000400:00000010:0.0:1767384401.282590:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a954357f. 00000100:00000001:0.0:1767384401.282592:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282593:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282597:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282598:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384401.282600:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282601:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282602:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282603:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000725eec66. 00000400:00000200:0.0:1767384401.282605:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2f49350 00000400:00000010:0.0:1767384401.282607:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2f49350. 00000100:00000001:0.0:1767384401.282609:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282610:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282613:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282614:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384401.282615:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282616:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282617:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282618:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dacb8048. 00000400:00000200:0.0:1767384401.282619:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f48cb1d 00000400:00000010:0.0:1767384401.282620:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f48cb1d. 00000100:00000001:0.0:1767384401.282622:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282623:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282626:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282627:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384401.282628:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282629:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282629:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282630:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099be46ca. 00000400:00000200:0.0:1767384401.282632:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd778011 00000400:00000010:0.0:1767384401.282634:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd778011. 00000100:00000001:0.0:1767384401.282635:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282637:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282640:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282641:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384401.282642:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282643:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282644:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282645:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000200:0.0:1767384401.282647:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09c3749 00000400:00000010:0.0:1767384401.282648:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c09c3749. 00000100:00000001:0.0:1767384401.282651:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282652:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282657:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282658:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384401.282660:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282662:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282664:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282665:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af8eb50b. 00000400:00000200:0.0:1767384401.282667:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000095105de 00000400:00000010:0.0:1767384401.282669:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000095105de. 00000100:00000001:0.0:1767384401.282671:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282672:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282676:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282678:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384401.282680:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282681:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282681:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282682:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a8fbcf0. 00000400:00000200:0.0:1767384401.282683:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9fd83bb 00000400:00000010:0.0:1767384401.282684:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9fd83bb. 00000100:00000001:0.0:1767384401.282685:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282686:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282692:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282693:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384401.282694:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282696:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282697:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282698:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f06f2e0. 00000400:00000200:0.0:1767384401.282699:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0cc120 00000400:00000010:0.0:1767384401.282700:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a0cc120. 00000100:00000001:0.0:1767384401.282702:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282703:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282706:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282707:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384401.282708:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282709:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282709:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282710:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7501e87. 00000400:00000200:0.0:1767384401.282712:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c3050c 00000400:00000010:0.0:1767384401.282713:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6c3050c. 00000100:00000001:0.0:1767384401.282715:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282716:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282720:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282721:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384401.282722:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282723:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282725:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282726:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddf8e269. 00000400:00000200:0.0:1767384401.282727:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1280744 00000400:00000010:0.0:1767384401.282729:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1280744. 00000100:00000001:0.0:1767384401.282730:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282731:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282734:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282735:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384401.282735:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282737:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282738:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282738:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa40e3f8. 00000400:00000200:0.0:1767384401.282740:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a312c599 00000400:00000010:0.0:1767384401.282741:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a312c599. 00000100:00000001:0.0:1767384401.282743:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282743:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282746:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282747:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384401.282748:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282750:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282751:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282751:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb07d7a. 00000400:00000200:0.0:1767384401.282753:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068e5c614 00000400:00000010:0.0:1767384401.282754:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068e5c614. 00000100:00000001:0.0:1767384401.282756:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282757:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282760:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282761:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384401.282762:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282763:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282764:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282765:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009734f41b. 00000400:00000200:0.0:1767384401.282766:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f683bad 00000400:00000010:0.0:1767384401.282768:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f683bad. 00000100:00000001:0.0:1767384401.282772:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282774:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282779:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282781:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384401.282784:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282786:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282787:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282789:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000662af03. 00000400:00000200:0.0:1767384401.282792:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d00199 00000400:00000010:0.0:1767384401.282794:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053d00199. 00000100:00000001:0.0:1767384401.282797:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282798:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282803:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282805:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384401.282806:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282808:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282809:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282811:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa7ab83f. 00000400:00000200:0.0:1767384401.282814:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070d6c5a5 00000400:00000010:0.0:1767384401.282816:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070d6c5a5. 00000100:00000001:0.0:1767384401.282818:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282820:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282825:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282826:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384401.282829:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282830:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282832:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282833:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f2a56a1. 00000400:00000200:0.0:1767384401.282836:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508a70fc 00000400:00000010:0.0:1767384401.282838:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000508a70fc. 00000100:00000001:0.0:1767384401.282841:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282842:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282847:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282849:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384401.282850:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282852:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282852:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282854:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000811302a7. 00000400:00000200:0.0:1767384401.282856:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056895f60 00000400:00000010:0.0:1767384401.282858:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056895f60. 00000100:00000001:0.0:1767384401.282859:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282860:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282863:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282864:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384401.282866:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282867:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282868:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282869:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a0da7ce. 00000400:00000200:0.0:1767384401.282870:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eed71932 00000400:00000010:0.0:1767384401.282871:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eed71932. 00000100:00000001:0.0:1767384401.282874:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282874:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282878:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282879:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384401.282880:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282881:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282882:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282883:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb9ac78a. 00000400:00000200:0.0:1767384401.282885:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008128feb9 00000400:00000010:0.0:1767384401.282886:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008128feb9. 00000100:00000001:0.0:1767384401.282888:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282889:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282893:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282894:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384401.282895:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282896:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282897:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282898:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c62e6724. 00000400:00000200:0.0:1767384401.282899:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005838f0fc 00000400:00000010:0.0:1767384401.282900:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005838f0fc. 00000100:00000001:0.0:1767384401.282902:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282903:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282906:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282907:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384401.282908:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282909:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282910:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282911:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085dae1be. 00000400:00000200:0.0:1767384401.282913:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a1bffc1 00000400:00000010:0.0:1767384401.282914:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a1bffc1. 00000100:00000001:0.0:1767384401.282916:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282918:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282922:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282923:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384401.282925:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282927:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282928:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282929:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000212f5db7. 00000400:00000200:0.0:1767384401.282931:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000463b8012 00000400:00000010:0.0:1767384401.282932:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000463b8012. 00000100:00000001:0.0:1767384401.282935:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282936:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282941:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282943:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384401.282945:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282947:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282948:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282949:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703a9258. 00000400:00000200:0.0:1767384401.282951:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b99fd951 00000400:00000010:0.0:1767384401.282952:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b99fd951. 00000100:00000001:0.0:1767384401.282955:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282956:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282958:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282959:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384401.282960:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282961:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282961:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282962:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002780f7f7. 00000400:00000200:0.0:1767384401.282963:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3473040 00000400:00000010:0.0:1767384401.282969:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3473040. 00000100:00000001:0.0:1767384401.282971:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282971:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.282975:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.282976:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384401.282977:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.282979:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.282980:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.282981:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b04daae. 00000400:00000200:0.0:1767384401.282983:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000406abdd8 00000400:00000010:0.0:1767384401.282984:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000406abdd8. 00000100:00000001:0.0:1767384401.282985:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.282998:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283002:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283003:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384401.283004:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283006:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283007:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283008:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c0547b8. 00000400:00000200:0.0:1767384401.283010:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048fa8a73 00000400:00000010:0.0:1767384401.283011:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048fa8a73. 00000100:00000001:0.0:1767384401.283013:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283013:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283016:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283018:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384401.283020:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283021:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283021:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283022:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000250ff9fa. 00000400:00000200:0.0:1767384401.283024:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003df9c448 00000400:00000010:0.0:1767384401.283025:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003df9c448. 00000100:00000001:0.0:1767384401.283027:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283027:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283031:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283032:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384401.283034:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283035:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283035:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283036:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000413ac9ad. 00000400:00000200:0.0:1767384401.283038:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b506bee 00000400:00000010:0.0:1767384401.283039:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b506bee. 00000100:00000001:0.0:1767384401.283040:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283041:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283044:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283045:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384401.283046:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283047:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283048:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283049:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5bb6112. 00000400:00000200:0.0:1767384401.283050:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb8f11a 00000400:00000010:0.0:1767384401.283051:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cb8f11a. 00000100:00000001:0.0:1767384401.283053:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283054:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283057:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283058:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384401.283059:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283060:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283061:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283061:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d515fe29. 00000400:00000200:0.0:1767384401.283063:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aed562d 00000400:00000010:0.0:1767384401.283064:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009aed562d. 00000100:00000001:0.0:1767384401.283065:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283066:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283069:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283070:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384401.283071:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283072:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283073:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283074:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000219ff922. 00000400:00000200:0.0:1767384401.283076:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050933bae 00000400:00000010:0.0:1767384401.283077:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050933bae. 00000100:00000001:0.0:1767384401.283079:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283080:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283082:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283083:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384401.283084:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283086:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283086:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283087:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ade976d5. 00000400:00000200:0.0:1767384401.283089:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089b65ce2 00000400:00000010:0.0:1767384401.283090:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089b65ce2. 00000100:00000001:0.0:1767384401.283092:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283093:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283096:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283098:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384401.283099:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283100:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283101:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283102:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ee0a29. 00000400:00000200:0.0:1767384401.283103:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096fcb84c 00000400:00000010:0.0:1767384401.283104:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096fcb84c. 00000100:00000001:0.0:1767384401.283106:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283106:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283110:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283111:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384401.283112:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283113:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283114:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283115:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013705e06. 00000400:00000200:0.0:1767384401.283116:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4a8867 00000400:00000010:0.0:1767384401.283117:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db4a8867. 00000100:00000001:0.0:1767384401.283118:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283119:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283122:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283123:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384401.283124:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283125:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283126:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283127:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bf494a5. 00000400:00000200:0.0:1767384401.283129:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c5c9b28 00000400:00000010:0.0:1767384401.283130:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c5c9b28. 00000100:00000001:0.0:1767384401.283131:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283132:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283135:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283136:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384401.283137:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283138:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283139:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283140:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011b3bf29. 00000400:00000200:0.0:1767384401.283143:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd152792 00000400:00000010:0.0:1767384401.283144:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd152792. 00000100:00000001:0.0:1767384401.283145:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283146:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283150:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283151:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384401.283152:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283153:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283153:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283154:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d85857f7. 00000400:00000200:0.0:1767384401.283155:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c63f1de5 00000400:00000010:0.0:1767384401.283156:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c63f1de5. 00000100:00000001:0.0:1767384401.283158:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283159:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283162:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283163:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384401.283163:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283165:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283166:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283166:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092574ba8. 00000400:00000200:0.0:1767384401.283168:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1889614 00000400:00000010:0.0:1767384401.283169:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1889614. 00000100:00000001:0.0:1767384401.283170:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283171:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283174:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283175:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384401.283176:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283177:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283178:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283178:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abbaa028. 00000400:00000200:0.0:1767384401.283180:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000131859f0 00000400:00000010:0.0:1767384401.283181:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000131859f0. 00000100:00000001:0.0:1767384401.283182:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283183:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283186:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283187:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384401.283188:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283189:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283190:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283191:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097bc8179. 00000400:00000200:0.0:1767384401.283193:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db97f8c0 00000400:00000010:0.0:1767384401.283194:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db97f8c0. 00000100:00000001:0.0:1767384401.283195:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283196:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283199:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283200:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384401.283201:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283202:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283202:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283203:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077fc18d4. 00000400:00000200:0.0:1767384401.283205:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062a2705c 00000400:00000010:0.0:1767384401.283205:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062a2705c. 00000100:00000001:0.0:1767384401.283207:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283208:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283210:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283211:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384401.283212:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.283213:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.283214:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.283215:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073a592a. 00000400:00000200:0.0:1767384401.283217:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27fc77f 00000400:00000010:0.0:1767384401.283218:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f27fc77f. 00000100:00000001:0.0:1767384401.283221:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.283222:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384401.283228:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.283229:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384401.283231:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384401.283234:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283236:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283240:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283241:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283244:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283245:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283247:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283249:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283250:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283251:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283252:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283253:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283255:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283256:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283262:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283264:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283265:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283267:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283268:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283269:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283271:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283272:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283274:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283275:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283276:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283278:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283279:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283281:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283282:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283283:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283285:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283287:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283289:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283290:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283291:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283293:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283294:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283295:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283297:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283299:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283301:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283302:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283303:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283304:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283305:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283306:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283307:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283308:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283309:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283311:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283312:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283313:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283314:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283314:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283316:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283317:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283317:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283318:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283319:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283320:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283321:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283321:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283322:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283323:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283324:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283325:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283325:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283326:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283327:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283328:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283329:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283330:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283331:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283332:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283333:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283334:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283335:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283335:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283336:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283337:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283338:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283339:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283339:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283340:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283341:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283342:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283343:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283343:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283344:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283345:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283346:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283347:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283348:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283349:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283351:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283352:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283353:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283353:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283354:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283355:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283356:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283357:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283358:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283359:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283359:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283360:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283361:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283362:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283363:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283364:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283364:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283365:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283366:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283367:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283368:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283368:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283369:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283370:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283371:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283372:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283373:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283374:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283375:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283376:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283377:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283378:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.283378:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.283379:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384401.283382:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fb44c5c9. 00000100:00000010:0.0:1767384401.283386:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ee35ed2. 00000100:00000010:0.0:1767384401.283388:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b00c01b0. 00000100:00000010:0.0:1767384401.283390:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000683f9baf. 00000100:00000010:0.0:1767384401.283392:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d01e2f7a. 00000100:00000010:0.0:1767384401.283395:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000084eddd3. 00000100:00000010:0.0:1767384401.283396:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009b93acbf. 00000100:00000010:0.0:1767384401.283398:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009949f024. 00000100:00000010:0.0:1767384401.283400:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000831a221a. 00000100:00000010:0.0:1767384401.283402:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019b6d73d. 00000100:00000010:0.0:1767384401.283403:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007d0797cb. 00000100:00000010:0.0:1767384401.283405:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000777df501. 00000100:00000010:0.0:1767384401.283408:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000839e550f. 00000100:00000010:0.0:1767384401.283417:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0a3c0e5. 00000100:00000010:0.0:1767384401.283419:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000220f1afe. 00000100:00000010:0.0:1767384401.283421:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a661c66c. 00000100:00000010:0.0:1767384401.283423:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002583355d. 00000100:00000010:0.0:1767384401.283440:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d9f1849. 00000100:00000010:0.0:1767384401.283444:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ca0c9df5. 00000100:00000010:0.0:1767384401.283447:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dedd0c53. 00000100:00000010:0.0:1767384401.283449:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f5457495. 00000100:00000010:0.0:1767384401.283452:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000adb403a8. 00000100:00000010:0.0:1767384401.283454:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a41ad73a. 00000100:00000010:0.0:1767384401.283456:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005cd57db3. 00000100:00000010:0.0:1767384401.283458:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002ebecd5d. 00000100:00000010:0.0:1767384401.283460:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0e4a065. 00000100:00000010:0.0:1767384401.283463:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003617fab4. 00000100:00000010:0.0:1767384401.283465:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d44004c. 00000100:00000010:0.0:1767384401.283467:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000df9a02b9. 00000100:00000010:0.0:1767384401.283468:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d46ad6ce. 00000100:00000010:0.0:1767384401.283470:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000098913fcd. 00000100:00000010:0.0:1767384401.283472:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e70d7f8. 00000100:00000010:0.0:1767384401.283473:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fe70586a. 00000100:00000010:0.0:1767384401.283475:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021ca69f2. 00000100:00000010:0.0:1767384401.283478:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f07c3979. 00000100:00000010:0.0:1767384401.283480:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000520dd995. 00000100:00000010:0.0:1767384401.283481:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ca849b50. 00000100:00000010:0.0:1767384401.283501:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da0f791d. 00000100:00000010:0.0:1767384401.283503:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006dfdfd46. 00000100:00000010:0.0:1767384401.283506:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006739a490. 00000100:00000010:0.0:1767384401.283507:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000035d9da1b. 00000100:00000010:0.0:1767384401.283510:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000582590f0. 00000100:00000010:0.0:1767384401.283511:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000011714516. 00000100:00000010:0.0:1767384401.283513:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039dbf6d3. 00000100:00000010:0.0:1767384401.283514:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005e681b65. 00000100:00000010:0.0:1767384401.283516:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d1c9d80. 00000100:00000010:0.0:1767384401.283518:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eefda055. 00000100:00000010:0.0:1767384401.283520:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3226b72. 00000100:00000010:0.0:1767384401.283521:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000692f4654. 00000100:00000010:0.0:1767384401.283524:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c782f76a. 00000100:00000010:0.0:1767384401.283526:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000118d27ec. 00000100:00000010:0.0:1767384401.283530:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000235593e1. 00000100:00000010:0.0:1767384401.283533:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d6959f53. 00000100:00000010:0.0:1767384401.283535:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8ddfca9. 00000100:00000010:0.0:1767384401.283538:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d63d1479. 00000100:00000010:0.0:1767384401.283541:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d947a919. 00000100:00000010:0.0:1767384401.283543:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000057ee9b27. 00000100:00000010:0.0:1767384401.283545:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004416a81a. 00000100:00000010:0.0:1767384401.283548:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000044afe473. 00000100:00000010:0.0:1767384401.283551:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5624dbf. 00000100:00000010:0.0:1767384401.283554:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ef4808ba. 00000100:00000010:0.0:1767384401.283579:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a997fa6b. 00000100:00000010:0.0:1767384401.283581:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b61e1dee. 00000100:00000010:0.0:1767384401.283583:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004dcc1f4. 00000100:00000010:0.0:1767384401.283585:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f6f0a726. 00000100:00000010:0.0:1767384401.283587:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae3d503c. 00000100:00000010:0.0:1767384401.283588:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000264e60e3. 00000100:00000010:0.0:1767384401.283590:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9048122. 00000100:00000010:0.0:1767384401.283591:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003246b8ee. 00000100:00000010:0.0:1767384401.283593:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b64ec18. 00000100:00000010:0.0:1767384401.283594:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005cf42bd6. 00000100:00000010:0.0:1767384401.283596:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037b71cd2. 00000100:00000010:0.0:1767384401.283598:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000043978497. 00000100:00000010:0.0:1767384401.283599:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097ef3f74. 00000100:00000010:0.0:1767384401.283601:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000841a8fcc. 00000100:00000010:0.0:1767384401.283603:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd4ae305. 00000100:00000010:0.0:1767384401.283605:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000022cf1f7. 00000100:00000010:0.0:1767384401.283607:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003532cf63. 00000100:00000010:0.0:1767384401.283608:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d4a0c784. 00000100:00000010:0.0:1767384401.283611:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011249388. 00000100:00000010:0.0:1767384401.283612:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005d036043. 00000100:00000010:0.0:1767384401.283613:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000549fb84f. 00000100:00000010:0.0:1767384401.283616:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009388ca1a. 00000100:00000010:0.0:1767384401.283619:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099d80497. 00000100:00000010:0.0:1767384401.283620:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000309f6bc2. 00000100:00000010:0.0:1767384401.283637:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b4e2c98. 00000100:00000010:0.0:1767384401.283640:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bd09656a. 00000100:00000010:0.0:1767384401.283642:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f315b0e. 00000100:00000010:0.0:1767384401.283644:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e909db51. 00000100:00000010:0.0:1767384401.283645:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b1d5783. 00000100:00000010:0.0:1767384401.283647:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b2523f80. 00000100:00000010:0.0:1767384401.283650:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002642ce53. 00000100:00000010:0.0:1767384401.283652:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007b16415c. 00000100:00000010:0.0:1767384401.283653:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093cb373e. 00000100:00000010:0.0:1767384401.283655:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000f2feac1. 00000100:00000010:0.0:1767384401.283658:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef281140. 00000100:00000010:0.0:1767384401.283659:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bfdda106. 00000100:00000010:0.0:1767384401.283660:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f47ca030. 00000100:00000010:0.0:1767384401.283662:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000040c898c4. 00000100:00000010:0.0:1767384401.283664:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b04212a. 00000100:00000010:0.0:1767384401.283666:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000607aa2c0. 00000100:00000010:0.0:1767384401.283668:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b81d839. 00000100:00000010:0.0:1767384401.283671:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d8e9b920. 00000100:00000010:0.0:1767384401.283672:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d0031aa. 00000100:00000010:0.0:1767384401.283674:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c84ddafa. 00000100:00000010:0.0:1767384401.283676:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0da9fcd. 00000100:00000010:0.0:1767384401.283677:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bf364a94. 00000100:00000010:0.0:1767384401.283686:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043394f20. 00000100:00000010:0.0:1767384401.283688:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000055e99097. 00000100:00000010:0.0:1767384401.283697:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5419cfd. 00000100:00000010:0.0:1767384401.283699:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000eb3ed20. 00000100:00000010:0.0:1767384401.283701:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a09c5fe8. 00000100:00000010:0.0:1767384401.283703:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f234e07. 00000100:00000010:0.0:1767384401.283705:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e947f955. 00000100:00000010:0.0:1767384401.283706:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ccc8afc7. 00000100:00000010:0.0:1767384401.283708:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc9b7a67. 00000100:00000010:0.0:1767384401.283710:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b225286. 00000100:00000010:0.0:1767384401.283712:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085b09c05. 00000100:00000010:0.0:1767384401.283714:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006fd44efe. 00000100:00000010:0.0:1767384401.283715:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd60402c. 00000100:00000010:0.0:1767384401.283717:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000069e0e5e6. 00000100:00000010:0.0:1767384401.283719:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbc9d545. 00000100:00000010:0.0:1767384401.283720:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ddd85326. 00000100:00000010:0.0:1767384401.283722:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e18a0f04. 00000100:00000010:0.0:1767384401.283723:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000063246205. 00000100:00000010:0.0:1767384401.283725:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1eb5ac2. 00000100:00000010:0.0:1767384401.283727:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006268f025. 00000100:00000010:0.0:1767384401.283736:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000129c7cd3. 00000100:00000010:0.0:1767384401.283739:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000000b2f5670. 00000100:00000010:0.0:1767384401.283747:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000004d510250. 00000100:00000010:0.0:1767384401.283754:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000000c81dbd. 00000100:00000010:0.0:1767384401.283761:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000fe6b3dde. 00000100:00000001:0.0:1767384401.283768:0:40103:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384401.283771:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.283774:0:40103:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384401.283776:0:40103:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384401.283778:0:40103:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000006b2ac329. 00000100:00000001:0.0:1767384401.283782:0:40103:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384401.283784:0:40103:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.283787:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.283789:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001ab95f92. 00000100:00000001:0.0:1767384401.283793:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.283795:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.283796:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000087fd31b4. 00000100:00000001:0.0:1767384401.283799:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.283800:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.283802:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000005165e26. 00000100:00000001:0.0:1767384401.283805:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.283806:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.283808:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000075df7f88. 00000100:00000001:0.0:1767384401.283811:0:40103:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384401.283907:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f2f297ed. 00000020:00000010:0.0:1767384401.283911:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000fcf2d23e. 00000020:00000010:0.0:1767384401.283921:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000074bc9f16. 00000020:00000010:0.0:1767384401.283924:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000cbe28d3d. 00000020:00000010:0.0:1767384401.283928:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000001add18a1. 00000020:00000010:0.0:1767384401.283932:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bb2723f0. 00000100:00000010:0.0:1767384401.283954:0:40103:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000000882e1e6. 00000100:00000010:0.0:1767384401.283962:0:40103:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000d827c32f. 00000100:00000010:0.0:1767384401.283964:0:40103:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000d69ca371. 00000100:00000010:0.0:1767384401.283967:0:40103:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000b35f746a. 00000100:00000001:0.0:1767384401.283969:0:40103:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384401.283972:0:40103:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:0.0:1767384401.283975:0:40103:0:(osd_handler.c:7216:osd_it_ea_init()) Process entered 00080000:00000001:0.0:1767384401.283978:0:40103:0:(osd_handler.c:7145:osd_it_dir_init()) Process entered 00080000:00000010:0.0:1767384401.283982:0:40103:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000129683e6. 00080000:00000001:0.0:1767384401.283999:0:40103:0:(osd_handler.c:7193:osd_it_dir_init()) Process leaving (rc=18446632565441717824 : -111508267833792 : ffff9a95754e6640) 00080000:00000001:0.0:1767384401.284003:0:40103:0:(osd_handler.c:7227:osd_it_ea_init()) Process leaving (rc=18446632565441717824 : -111508267833792 : ffff9a95754e6640) 00080000:00000001:0.0:1767384401.284006:0:40103:0:(osd_handler.c:8087:osd_it_ea_load()) Process entered 00080000:00000001:0.0:1767384401.284008:0:40103:0:(osd_handler.c:7410:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:0.0:1767384401.284035:0:40103:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384401.284038:0:40103:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284041:0:40103:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384401.284043:0:40103:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284045:0:40103:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384401.284047:0:40103:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284049:0:40103:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384401.284050:0:40103:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284052:0:40103:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384401.284054:0:40103:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284056:0:40103:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384401.284058:0:40103:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284059:0:40103:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384401.284061:0:40103:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284063:0:40103:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384401.284065:0:40103:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284070:0:40103:0:(osd_handler.c:7449:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284073:0:40103:0:(osd_handler.c:8097:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384401.284078:0:40103:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000dc546455. 20000000:00000010:0.0:1767384401.284082:0:40103:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 0000000002ed6e38. 00080000:00000001:0.0:1767384401.284084:0:40103:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384401.284086:0:40103:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384401.284090:0:40103:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000deffb73e. 20000000:00000010:0.0:1767384401.284093:0:40103:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000dfc924aa. 00080000:00000001:0.0:1767384401.284095:0:40103:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384401.284097:0:40103:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384401.284100:0:40103:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000f0269cba. 20000000:00000010:0.0:1767384401.284103:0:40103:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000003c2438ff. 00080000:00000001:0.0:1767384401.284105:0:40103:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384401.284107:0:40103:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284109:0:40103:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384401.284111:0:40103:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384401.284113:0:40103:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000006c140827. 20000000:00000010:0.0:1767384401.284116:0:40103:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 000000007bd1b0de. 00080000:00000001:0.0:1767384401.284118:0:40103:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384401.284120:0:40103:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384401.284122:0:40103:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000ba197d83. 20000000:00000010:0.0:1767384401.284125:0:40103:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 0000000023e680a0. 00080000:00000001:0.0:1767384401.284127:0:40103:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384401.284128:0:40103:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.284130:0:40103:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384401.284137:0:40103:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384401.284140:0:40103:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000007c1b2fe7. 20000000:00000010:0.0:1767384401.284143:0:40103:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 0000000070f03778. 00080000:00000001:0.0:1767384401.284145:0:40103:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384401.284146:0:40103:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384401.284149:0:40103:0:(osd_handler.c:7257:osd_it_ea_fini()) Process entered 00080000:00000001:0.0:1767384401.284150:0:40103:0:(osd_handler.c:7235:osd_it_dir_fini()) Process entered 00080000:00000010:0.0:1767384401.284155:0:40103:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000129683e6. 00080000:00000001:0.0:1767384401.284159:0:40103:0:(osd_handler.c:7243:osd_it_dir_fini()) Process leaving 00080000:00000001:0.0:1767384401.284162:0:40103:0:(osd_handler.c:7260:osd_it_ea_fini()) Process leaving 20000000:00000001:0.0:1767384401.284164:0:40103:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384401.284220:0:40103:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000e00e8bd6. 20000000:00000010:0.0:1767384401.284251:0:40103:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000009ec7e4a3. 20000000:00000010:0.0:1767384401.284256:0:40103:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000ac69611d. 20000000:00000010:0.0:1767384401.284260:0:40103:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000006799cad4. 20000000:00000010:0.0:1767384401.284263:0:40103:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000008a5c7b7c. 20000000:00000010:0.0:1767384401.284267:0:40103:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 0000000070f03778. 20000000:00000010:0.0:1767384401.284270:0:40103:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000007c1b2fe7. 20000000:00000010:0.0:1767384401.284274:0:40103:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 0000000023e680a0. 20000000:00000010:0.0:1767384401.284276:0:40103:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000ba197d83. 20000000:00000010:0.0:1767384401.284278:0:40103:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 000000007bd1b0de. 20000000:00000010:0.0:1767384401.284281:0:40103:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000006c140827. 20000000:00000010:0.0:1767384401.284284:0:40103:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000003c2438ff. 20000000:00000010:0.0:1767384401.284287:0:40103:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000f0269cba. 20000000:00000010:0.0:1767384401.284289:0:40103:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000dfc924aa. 20000000:00000010:0.0:1767384401.284293:0:40103:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000deffb73e. 20000000:00000010:0.0:1767384401.284295:0:40103:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 0000000002ed6e38. 20000000:00000010:0.0:1767384401.284299:0:40103:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000dc546455. 20000000:00000001:0.0:1767384401.284302:0:40103:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:0.0:1767384401.284315:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009f842bb5. 20000000:00000010:0.0:1767384401.284321:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009841fb46. 20000000:00000010:0.0:1767384401.284326:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000450f2817. 20000000:00000010:0.0:1767384401.284330:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000037b76e59. 20000000:00000010:0.0:1767384401.284340:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a4a67029. 20000000:00000010:0.0:1767384401.284343:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e30fcb2c. 20000000:00000010:0.0:1767384401.284346:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000045c29177. 20000000:00000010:0.0:1767384401.284350:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000de51860a. 20000000:00000010:0.0:1767384401.284353:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a095d418. 20000000:00000010:0.0:1767384401.284357:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000252f3c97. 20000000:00000010:0.0:1767384401.284361:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000259ab1c1. 20000000:00000010:0.0:1767384401.284365:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b5fde3c3. 20000000:00000010:0.0:1767384401.284369:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fb64c249. 20000000:00000010:0.0:1767384401.284373:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000095f4c3e3. 20000000:00000010:0.0:1767384401.284377:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e0621bcd. 20000000:00000010:0.0:1767384401.284380:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e3246708. 20000000:00000010:0.0:1767384401.284384:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000fb4c381. 20000000:00000010:0.0:1767384401.284388:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000079b2bc88. 20000000:00000010:0.0:1767384401.284391:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a02dfbba. 20000000:00000010:0.0:1767384401.284395:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000235c98c1. 20000000:00000010:0.0:1767384401.284399:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f6867b34. 20000000:00000010:0.0:1767384401.284403:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009ec6a2ca. 20000000:00000010:0.0:1767384401.284407:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005bcd6f03. 20000000:00000010:0.0:1767384401.284411:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f29fe0a5. 20000000:00000010:0.0:1767384401.284415:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006615dbff. 20000000:00000010:0.0:1767384401.284418:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000051b22236. 20000000:00000010:0.0:1767384401.284421:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000071f22105. 20000000:00000010:0.0:1767384401.284450:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f43203b7. 20000000:00000010:0.0:1767384401.284454:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000afaf0b57. 20000000:00000010:0.0:1767384401.284459:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d6049da6. 20000000:00000010:0.0:1767384401.284463:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d02aa3e7. 20000000:00000010:0.0:1767384401.284466:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d35cac9c. 20000000:00000010:0.0:1767384401.284470:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d37ae8b8. 20000000:00000010:0.0:1767384401.284474:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000049f0169d. 20000000:00000010:0.0:1767384401.284478:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a2cd6c7. 20000000:00000010:0.0:1767384401.284482:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000331df640. 20000000:00000010:0.0:1767384401.284485:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d3bfd3d9. 20000000:00000010:0.0:1767384401.284488:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f603000a. 20000000:00000010:0.0:1767384401.284492:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006b7735b5. 20000000:00000010:0.0:1767384401.284495:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000408e70e4. 20000000:00000010:0.0:1767384401.284499:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d4d64f48. 20000000:00000010:0.0:1767384401.284506:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008e5a0187. 20000000:00000010:0.0:1767384401.284510:0:40103:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000009f57dcb2. 20000000:00000010:0.0:1767384401.284516:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000dceb635. 20000000:00000010:0.0:1767384401.284521:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a1c0cc28. 20000000:00000010:0.0:1767384401.284525:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009d1bcea6. 20000000:00000010:0.0:1767384401.284529:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000005617afb. 20000000:00000010:0.0:1767384401.284532:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000071c5d23c. 20000000:00000010:0.0:1767384401.284543:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004c8d4fcb. 20000000:00000010:0.0:1767384401.284546:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000193ce0a. 20000000:00000010:0.0:1767384401.284550:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000069b952b7. 20000000:00000010:0.0:1767384401.284554:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006ff6ed51. 20000000:00000010:0.0:1767384401.284558:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006af48e31. 20000000:00000010:0.0:1767384401.284561:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000045293a4a. 20000000:00000010:0.0:1767384401.284565:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000074a7ea17. 20000000:00000010:0.0:1767384401.284569:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000063fe721d. 20000000:00000010:0.0:1767384401.284573:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007a139ebc. 20000000:00000010:0.0:1767384401.284577:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000015e26efa. 20000000:00000010:0.0:1767384401.284580:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000995a58a0. 20000000:00000010:0.0:1767384401.284584:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000978facb0. 20000000:00000010:0.0:1767384401.284588:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e351ceeb. 20000000:00000010:0.0:1767384401.284591:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009b86d8bc. 20000000:00000010:0.0:1767384401.284595:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003d51743f. 20000000:00000010:0.0:1767384401.284598:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c5583dcc. 20000000:00000010:0.0:1767384401.284602:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dc9064b2. 20000000:00000010:0.0:1767384401.284606:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000037d141c0. 20000000:00000010:0.0:1767384401.284609:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000913be715. 20000000:00000010:0.0:1767384401.284614:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a7b1a7c9. 20000000:00000010:0.0:1767384401.284617:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000047a1578c. 20000000:00000010:0.0:1767384401.284621:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000467119ea. 20000000:00000010:0.0:1767384401.284624:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000855a49e6. 20000000:00000010:0.0:1767384401.284628:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000646134ab. 20000000:00000010:0.0:1767384401.284632:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000037c7ed3a. 20000000:00000010:0.0:1767384401.284635:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b3755bde. 20000000:00000010:0.0:1767384401.284639:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000c9b42af. 20000000:00000010:0.0:1767384401.284643:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000052762163. 20000000:00000010:0.0:1767384401.284646:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a0ca5c8b. 20000000:00000010:0.0:1767384401.284649:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007ea8cef0. 20000000:00000010:0.0:1767384401.284654:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006d762836. 20000000:00000010:0.0:1767384401.284657:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000305b8ef3. 20000000:00000010:0.0:1767384401.284661:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dbd476e5. 20000000:00000010:0.0:1767384401.284664:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a59403aa. 20000000:00000010:0.0:1767384401.284668:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000033b91dae. 20000000:00000010:0.0:1767384401.284672:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005b33f20e. 20000000:00000010:0.0:1767384401.284679:0:40103:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b80f7e26. 20000000:00000010:0.0:1767384401.284683:0:40103:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000b66a7b32. 20000000:00000010:0.0:1767384401.284751:0:40103:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000c739c270. 20000000:00000010:0.0:1767384401.284772:0:40103:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000077aa156a. 20000000:00000010:0.0:1767384401.284780:0:40103:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000002869db87. 20000000:00000010:0.0:1767384401.284784:0:40103:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000010abe6d1. 20000000:00000010:0.0:1767384401.284787:0:40103:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000f0e5fad1. 20000000:00000010:0.0:1767384401.284791:0:40103:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000294d5e91. 20000000:00000010:0.0:1767384401.284795:0:40103:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000008251c978. 20000000:00000010:0.0:1767384401.284808:0:40103:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000000c6f97f3. 20000000:00000010:0.0:1767384401.284813:0:40103:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000008723ebd4. 00010000:00000001:0.0:1767384401.284817:0:40103:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384401.284819:0:40103:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384401.284822:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384401.284824:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384401.284827:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384401.284829:0:40103:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384401.284830:0:40103:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384401.284833:0:40103:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384401.284836:0:40103:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384401.284838:0:40103:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1767384401.284844:0:40103:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:0.0:1767384401.284847:0:40103:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:0.0:1767384401.284866:0:40103:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384401.284872:0:40103:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000f0607b80 - data 000000000b6a29f4/000000009bef4ce8 00000020:00000010:0.0:1767384401.285045:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 0000000094e9915f. 00000020:00000010:0.0:1767384401.285052:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000001f7e8d7e. 00000020:00000010:0.0:1767384401.285056:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000009bef4ce8. 00000020:00000010:0.0:1767384401.285059:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000008da96da9. 00000020:00000010:0.0:1767384401.285063:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000007cd04a01. 00000020:00000010:0.0:1767384401.285066:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000006d6e6efa. 00000020:00000010:0.0:1767384401.285070:0:40103:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000f0607b80. 00000020:01000000:0.0:1767384401.285076:0:40103:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000001aec9705 - data 00000000095d1905/00000000d4a3f11d 00000020:00000010:0.0:1767384401.285238:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 0000000081eeb4f7. 00000020:00000010:0.0:1767384401.285244:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000001b7235f1. 00000020:00000010:0.0:1767384401.285247:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d4a3f11d. 00000020:00000010:0.0:1767384401.285250:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000001d9d5063. 00000020:00000010:0.0:1767384401.285254:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000ef1f1cf6. 00000020:00000010:0.0:1767384401.285257:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000004ba54759. 00000020:00000010:0.0:1767384401.285260:0:40103:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000001aec9705. 00000020:00000001:0.0:1767384401.285264:0:40103:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:0.0:1767384401.285410:0:40103:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000088d50479 : new refcount 2 00000040:00000001:0.0:1767384401.285414:0:40103:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384401.285415:0:40103:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088d50479 : new refcount 1 00080000:00000010:0.0:1767384401.285463:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008f33be44. 00000020:00000010:0.0:1767384401.285468:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d04a090b. 00000020:00000010:0.0:1767384401.285474:0:40103:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000dd05931c. 00080000:00000010:0.0:1767384401.285484:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000442d7d54. 00000020:00000010:0.0:1767384401.285487:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003367837c. 00000020:00000010:0.0:1767384401.285491:0:40103:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000a23dc640. 00000020:00000040:0.0:1767384401.285495:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000a7b2b87f : new refcount 1 00000040:00000010:0.0:1767384401.285497:0:40103:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000088d50479. 00000040:00000001:0.0:1767384401.285504:0:40103:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384401.285508:0:40103:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 0000000092c19efd. 00080000:00000001:0.0:1767384401.285512:0:40103:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:0.0:1767384401.285516:0:40103:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:3381309556 to info 0000000008981262 00100000:00000001:0.0:1767384401.285521:0:40103:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384401.285523:0:40103:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384401.285525:0:40103:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384401.285527:0:40103:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 0000000092c19efd. 00080000:00000010:0.0:1767384401.285550:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ab8bd109. 00000020:00000010:0.0:1767384401.285554:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000028892f1b. 00000020:00000002:0.0:1767384401.285562:0:40103:0:(lu_object.c:207:lu_object_put()) Add 00000000850619cf/00000000466902de to site lru. bkt: 00000000cad05ab2 00000001:00000001:0.0:1767384401.285565:0:40103:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:0.0:1767384401.285569:0:40103:0:(lu_object.c:207:lu_object_put()) Add 000000000ec739d0/00000000dfa3723e to site lru. bkt: 00000000e311bb66 00000001:00000010:0.0:1767384401.285572:0:40103:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 000000004b9c98f3. 00000001:00000001:0.0:1767384401.285575:0:40103:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:0.0:1767384401.285609:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005ec435aa. 00000020:00000010:0.0:1767384401.285613:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000037428767. 00000020:00000010:0.0:1767384401.285617:0:40103:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000003764cf4f. 00080000:00000010:0.0:1767384401.285640:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000850619cf. 00000020:00000010:0.0:1767384401.285643:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000466902de. 00080000:00000010:0.0:1767384401.285657:0:40103:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000032e061dd. 00080000:00000010:0.0:1767384401.285664:0:40103:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000ec739d0. 00000020:00000010:0.0:1767384401.285666:0:40103:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dfa3723e. 00000020:00000010:0.0:1767384401.285687:0:40103:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 0000000088f54ee2. 00010000:00000001:0.0:1767384401.285691:0:40103:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384401.285694:0:40103:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384401.285734:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000dd4a033d. 00000020:00000010:0.0:1767384401.285739:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000003b9b71d3. 00000020:00000010:0.0:1767384401.285743:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f3936faa. 00010000:00000001:0.0:1767384401.285787:0:40103:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384401.285802:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000022887724. 00000020:00000010:0.0:1767384401.285807:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000034713202. 00000020:00000010:0.0:1767384401.285810:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000da0f1d13. 00000020:00000010:0.0:1767384401.285813:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000009d3f7b8d. 00000020:00000010:0.0:1767384401.285818:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000c75ce2c0. 00000020:00000010:0.0:1767384401.285821:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b91892ab. 00000001:00000001:0.0:1767384401.285871:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.285875:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000bcb83940. 00000001:00000010:0.0:1767384401.285878:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000bff0e6f7. 00000001:00000010:0.0:1767384401.285881:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 000000006980b9e6. 00000001:00000010:0.0:1767384401.285884:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007c53bb6f. 00000001:00000001:0.0:1767384401.285888:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384401.285891:0:40103:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000edee6788. 00010000:00000001:0.0:1767384401.285894:0:40103:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384401.285896:0:40103:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384401.285898:0:40103:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 20000000:00000001:0.0:1767384401.285951:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384401.285954:0:40103:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384401.285956:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384401.285958:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5f9bb 00000020:00000040:0.0:1767384401.285962:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003a2361bb with handle 0x980286e253c5f9bb from hash 00000020:00000001:0.0:1767384401.285967:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384401.285968:0:40103:0:(genops.c:898:class_export_put()) PUTting export 000000003a2361bb : new refcount 1 00000020:00000001:0.0:1767384401.285970:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384401.285972:0:40103:0:(genops.c:898:class_export_put()) PUTting export 000000003a2361bb : new refcount 0 00000020:00000080:0.0:1767384401.285974:0:40103:0:(genops.c:904:class_export_put()) final put 000000003a2361bb/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384401.285976:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286000:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.286003:0:40103:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384401.286005:0:38:0:(genops.c:857:class_export_destroy()) Process entered 20000000:00000001:0.0:1767384401.286006:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384401.286009:0:38:0:(genops.c:863:class_export_destroy()) destroying export 000000003a2361bb/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384401.286010:0:40103:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384401.286013:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384401.286015:0:40103:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384401.286016:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286018:0:40103:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446632565326188096 : -111508383363520 : ffff9a956e6b8e40) 00000020:00000040:3.0:1767384401.286019:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000033b8a317) now 5 - export 00000020:00000010:3.0:1767384401.286026:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003a2361bb. 00000020:01000004:0.0:1767384401.286026:0:40103:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000081a74c26 from MGS, refs=2 00000020:00000001:0.0:1767384401.286032:0:40103:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000001:3.0:1767384401.286033:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000004:0.0:1767384401.286034:0:40103:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000081a74c26 2 00000020:00000001:0.0:1767384401.286038:0:40103:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286041:0:40103:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:0.0:1767384401.286043:0:40103:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384401.286045:0:40103:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446632565326188096 : -111508383363520 : ffff9a956e6b8e40) 00000020:01000004:0.0:1767384401.286048:0:40103:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 0000000081a74c26 from MGS 00000020:00000010:0.0:1767384401.286051:0:40103:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 00000000e24df0d6. 00000020:00000010:0.0:1767384401.286054:0:40103:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000005d6fce01. 00000020:00000001:0.0:1767384401.286057:0:40103:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286059:0:40103:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384401.286061:0:40103:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286064:0:40103:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384401.286073:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.286078:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000047bf2e74. 00000001:00000010:0.0:1767384401.286081:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000084dbf66e. 00000001:00000010:0.0:1767384401.286084:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007ff0c6e8. 00000001:00000010:0.0:1767384401.286097:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000334ce166. 00000001:00000010:0.0:1767384401.286101:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000828a4278. 00000001:00000010:0.0:1767384401.286105:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cd3a4a7b. 00000001:00000001:0.0:1767384401.286110:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384401.286111:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.286115:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000089574807. 00000001:00000010:0.0:1767384401.286118:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000ef52a6a. 00000001:00000010:0.0:1767384401.286121:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c1e13e3. 00000001:00000010:0.0:1767384401.286123:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b0849ee0. 00000001:00000010:0.0:1767384401.286125:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000042ca82fb. 00000001:00000010:0.0:1767384401.286133:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000072e0e423. 00000001:00000001:0.0:1767384401.286135:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384401.286137:0:40103:0:(obd_config.c:955:class_decref()) Decref MGS (000000001b4803e8) now 3 - setup 00000020:00000001:0.0:1767384401.286140:0:40103:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286142:0:40103:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384401.286145:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384401.286149:0:40103:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384401.286151:0:40103:0:(obd_config.c:955:class_decref()) Decref MGS (000000001b4803e8) now 2 - obd_device_list 00000020:00000080:0.0:1767384401.286153:0:40103:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:0.0:1767384401.286155:0:40103:0:(obd_config.c:955:class_decref()) Decref MGS (000000001b4803e8) now 1 - newdev 00000020:00000040:0.0:1767384401.286157:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a7b2b87f with handle 0x980286e253c5f9b4 from hash 00000020:00000040:0.0:1767384401.286160:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000a7b2b87f : new refcount 0 00000020:00000080:0.0:1767384401.286162:0:40103:0:(genops.c:904:class_export_put()) final put 00000000a7b2b87f/MGS 00000020:00000001:0.0:1767384401.286164:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286167:0:40103:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384401.286168:0:40103:0:(genops.c:863:class_export_destroy()) destroying export 00000000a7b2b87f/MGS for MGS 00000020:00000001:0.0:1767384401.286171:0:40103:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384401.286172:0:40103:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:0.0:1767384401.286175:0:40103:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286177:0:40103:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.286178:0:40103:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a7b2b87f. 00000020:00000001:0.0:1767384401.286184:0:40103:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384401.286186:0:40103:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:0.0:1767384401.286188:0:40103:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:0.0:1767384401.286190:0:40103:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384401.286194:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a2cd6c7. 00000020:00000010:0.0:1767384401.286198:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004e5bbe0c. 00000040:00000010:0.0:1767384401.286201:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b65bc08d. 00000020:00000010:0.0:1767384401.286204:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001bb903b6. 00000020:00000010:0.0:1767384401.286207:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f8d1de83. 80000000:00000010:0.0:1767384401.286210:0:40103:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000016a4b487. 00040000:00000010:0.0:1767384401.286214:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3b6c74b. 00080000:00000010:0.0:1767384401.286218:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000002d55f8d. 00080000:00000010:0.0:1767384401.286221:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000010836e7. 20000000:00000010:0.0:1767384401.286226:0:40103:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009c6214bd. 20000000:00000001:0.0:1767384401.286230:0:40103:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:0.0:1767384401.286238:0:40103:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 000000005f4da2ba. 20000000:00000001:0.0:1767384401.286242:0:40103:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.286246:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004e5bbe0c. 00000040:00000010:0.0:1767384401.286250:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b65bc08d. 00000020:00000010:0.0:1767384401.286253:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001bb903b6. 00000020:00000010:0.0:1767384401.286256:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f8d1de83. 80000000:00000010:0.0:1767384401.286260:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000016a4b487. 00040000:00000010:0.0:1767384401.286264:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3b6c74b. 00080000:00000010:0.0:1767384401.286268:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000010836e7. 00080000:00000010:0.0:1767384401.286272:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000002d55f8d. 20000000:00000010:0.0:1767384401.286277:0:40103:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009c6214bd. 00000020:00000010:0.0:1767384401.286280:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a2cd6c7. 00000020:00000001:0.0:1767384401.286284:0:40103:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384401.286287:0:40103:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000001b4803e8. 00000020:00000001:0.0:1767384401.286294:0:40103:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286296:0:40103:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384401.286299:0:40103:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000018249d40. 00000020:00000001:0.0:1767384401.286302:0:40103:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286305:0:40103:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286307:0:40103:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:0.0:1767384401.286309:0:40103:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384401.286316:0:40103:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:0.0:1767384401.286320:0:40103:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 0000000016a4b487. 00000020:00000080:0.0:1767384401.286323:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384401.286327:0:40103:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384401.286330:0:40103:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384401.286334:0:40103:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000c5c94f20 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384401.286340:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384401.286341:0:40103:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (000000004a08c7be) has exports, disconnecting them 00000020:00000001:0.0:1767384401.286343:0:40103:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384401.286344:0:40103:0:(genops.c:887:class_export_get()) GET export 00000000c5c94f20 refcount=4 00000020:00000040:0.0:1767384401.286346:0:40103:0:(genops.c:887:class_export_get()) GET export 00000000c5c94f20 refcount=5 00000020:00080000:0.0:1767384401.286348:0:40103:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000c5c94f20), last request at 1767384294 00000020:00000001:0.0:1767384401.286350:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:0.0:1767384401.286352:0:40103:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384401.286354:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384401.286355:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5fa94 00000020:00000040:0.0:1767384401.286356:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c5c94f20 with handle 0x980286e253c5fa94 from hash 00000020:00000040:0.0:1767384401.286364:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c5c94f20 : new refcount 4 00000020:00000001:0.0:1767384401.286365:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384401.286367:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c5c94f20 : new refcount 3 00000020:00000001:0.0:1767384401.286368:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384401.286369:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c5c94f20 : new refcount 2 00000020:00000001:0.0:1767384401.286370:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384401.286372:0:40103:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286373:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384401.286376:0:40103:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000c5c94f20): rc 0 00000020:00000040:0.0:1767384401.286377:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c5c94f20 : new refcount 1 00000020:00000001:0.0:1767384401.286379:0:40103:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384401.286380:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384401.286382:0:40103:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:0.0:1767384401.286383:0:40103:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:0.0:1767384401.286384:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:0.0:1767384401.286386:0:40103:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:0.0:1767384401.286387:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c5c94f20 : new refcount 0 00000020:00000080:0.0:1767384401.286388:0:40103:0:(genops.c:904:class_export_put()) final put 00000000c5c94f20/lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384401.286389:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.286397:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384401.286399:0:40103:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384401.286401:0:40103:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1767384401.286411:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384401.286414:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000c5c94f20/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767384401.286419:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 8 to 0@lo 00000020:00000001:3.0:1767384401.286422:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00010000:00000001:0.0:1767384401.286447:0:40103:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000001:3.0:1767384401.286449:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384401.286453:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000004a08c7be) now 5 - export 00000020:00000010:3.0:1767384401.286456:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c5c94f20. 00000020:00000001:3.0:1767384401.286465:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384401.286484:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000045f296da. 00000020:00000010:0.0:1767384401.286491:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f8de081a. 00010000:00000001:0.0:1767384401.286529:0:40103:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384401.286541:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000007aabe39e. 00000020:00000010:0.0:1767384401.286543:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009c77b56d. 00000001:00000001:0.0:1767384401.286577:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384401.287019:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009e5bfb75. 00000001:00000010:0.0:1767384401.287026:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b9280238. 00000001:00000010:0.0:1767384401.287028:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007ff477c4. 00000001:00000010:0.0:1767384401.287029:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000074d41719. 00000001:00000010:0.0:1767384401.287031:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000527a2fed. 00000001:00000010:0.0:1767384401.287032:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004fe85772. 00000001:00000010:0.0:1767384401.287033:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c40c37da. 00000001:00000010:0.0:1767384401.287034:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000019682229. 00000001:00000010:0.0:1767384401.287035:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000883268a6. 00000001:00000010:0.0:1767384401.287037:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000da9fb9f. 00000001:00000010:0.0:1767384401.287038:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000093a14918. 00000001:00000010:0.0:1767384401.287039:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fb38972d. 00000001:00000010:0.0:1767384401.287040:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000338e22ad. 00000001:00000010:0.0:1767384401.287042:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000050300f4b. 00000001:00000010:0.0:1767384401.287043:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b20a5d70. 00000001:00000010:0.0:1767384401.287045:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000021ec4da0. 00000001:00000010:0.0:1767384401.287046:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000619ca8b2. 00000001:00000010:0.0:1767384401.287048:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005636fd9a. 00000001:00000010:0.0:1767384401.287049:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004d7db905. 00000001:00000010:0.0:1767384401.287050:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000008c75f59. 00000001:00000010:0.0:1767384401.287051:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006513760c. 00000001:00000010:0.0:1767384401.287053:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000b998f1b. 00000001:00000010:0.0:1767384401.287054:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005ac3f45f. 00000001:00000010:0.0:1767384401.287055:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c4e71e22. 00000001:00000010:0.0:1767384401.287056:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cc50f949. 00000001:00000010:0.0:1767384401.287057:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009c5e7bae. 00000001:00000010:0.0:1767384401.287058:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000506ad937. 00000001:00000010:0.0:1767384401.287059:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cd0ac79f. 00000001:00000010:0.0:1767384401.287060:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000132600e0. 00000001:00000010:0.0:1767384401.287061:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002ff72cb0. 00000001:00000010:0.0:1767384401.287063:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000095f1a276. 00000001:00000010:0.0:1767384401.287064:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000075fa42c4. 00000001:00000010:0.0:1767384401.287065:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 0000000016bdad5f. 00000001:00000010:0.0:1767384401.287068:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002410f47b. 00000001:00000001:0.0:1767384401.287070:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384401.287072:0:40103:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000061c52f62. 00010000:00000001:0.0:1767384401.287074:0:40103:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384401.288470:0:40103:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384401.288474:0:40103:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384401.288476:0:40103:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384401.288479:0:40103:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:2.0:1767384401.288482:0:40103:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384401.288484:0:40103:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384401.288486:0:40103:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384401.288489:0:40103:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384401.288491:0:40103:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1767384401.288494:0:40103:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384401.288497:0:40103:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384401.288499:0:40103:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384401.288501:0:40103:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384401.288503:0:40103:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384401.288505:0:40103:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384401.288507:0:40103:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384401.288509:0:40103:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384401.288512:0:40103:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384401.288513:0:40103:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384401.288520:0:40103:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384401.288524:0:40103:0:(genops.c:1229:class_import_get()) import 000000006e5164e2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384401.288528:0:40103:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384401.288530:0:40103:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384401.288532:0:40103:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384401.288534:0:40103:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384401.288535:0:40103:0:(genops.c:1242:class_import_put()) import 000000006e5164e2 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384401.288538:0:40103:0:(genops.c:1245:class_import_put()) final put import 000000006e5164e2 00000020:00000001:2.0:1767384401.288549:0:40103:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384401.288552:0:40103:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000020:00000001:3.0:1767384401.288559:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000001:2.0:1767384401.288562:0:40103:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00000020:00000080:3.0:1767384401.288563:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000006e5164e2 for lustre-MDT0000-lwp-MDT0000 00010000:00000001:2.0:1767384401.288567:0:40103:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00000020:00000040:3.0:1767384401.288569:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 7 to 0@lo 00010000:00000010:2.0:1767384401.288571:0:40103:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 000000002ab7b791. 00000020:00000040:3.0:1767384401.288573:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 6 to 0@lo 00000020:00000010:3.0:1767384401.288578:0:38:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000028b8d36d. 00010000:00000010:2.0:1767384401.288580:0:40103:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000912ed6f9. 00000020:00000040:3.0:1767384401.288582:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000004a08c7be) now 4 - import 00010000:00000010:2.0:1767384401.288588:0:40103:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000892338c3. 00000020:00000010:3.0:1767384401.288594:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000006e5164e2. 00010000:00000001:2.0:1767384401.288602:0:40103:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000001:3.0:1767384401.288604:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767384401.288725:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006dc2ab21. 00000020:00000010:2.0:1767384401.288732:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b5266fd5. 00000020:00000010:2.0:1767384401.288737:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000c21514b. 00000020:00000010:2.0:1767384401.288742:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000a0e42dbe. 00000020:00000010:2.0:1767384401.288753:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000be6f6690. 00000020:00000010:2.0:1767384401.288759:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000074f60b04. 00000010:00000001:2.0:1767384401.288765:0:40103:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.288768:0:40103:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384401.288781:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384401.288786:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008c25db39. 00000001:00000010:2.0:1767384401.288790:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000032640048. 00000001:00000010:2.0:1767384401.288792:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009a3ba525. 00000001:00000010:2.0:1767384401.288796:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000076adaeda. 00000001:00000010:2.0:1767384401.288798:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009a795e80. 00000001:00000010:2.0:1767384401.288801:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000024c2aaeb. 00000001:00000001:2.0:1767384401.288804:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384401.288806:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384401.288811:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007eafe858. 00000001:00000010:2.0:1767384401.288814:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e72184b6. 00000001:00000010:2.0:1767384401.288818:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c9bd04ee. 00000001:00000010:2.0:1767384401.288821:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000879aa7a6. 00000001:00000010:2.0:1767384401.288830:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000290bcdb8. 00000001:00000010:2.0:1767384401.288833:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001112644c. 00000001:00000001:2.0:1767384401.288836:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384401.288838:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000004a08c7be) now 3 - setup 00000020:00000001:2.0:1767384401.288841:0:40103:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.288843:0:40103:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384401.288846:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384401.288858:0:40103:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384401.288861:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000004a08c7be) now 2 - obd_device_list 00000020:00000080:2.0:1767384401.288864:0:40103:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:2.0:1767384401.288866:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000004a08c7be) now 1 - newdev 00000020:00000040:2.0:1767384401.288868:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad0c1097 with handle 0x980286e253c5fa8d from hash 00000020:00000040:2.0:1767384401.288871:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000ad0c1097 : new refcount 0 00000020:00000080:2.0:1767384401.288873:0:40103:0:(genops.c:904:class_export_put()) final put 00000000ad0c1097/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:2.0:1767384401.288876:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.288879:0:40103:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384401.288881:0:40103:0:(genops.c:863:class_export_destroy()) destroying export 00000000ad0c1097/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384401.288884:0:40103:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384401.288886:0:40103:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384401.288888:0:40103:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ad0c1097. 00000020:00000001:2.0:1767384401.288900:0:40103:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384401.288902:0:40103:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:2.0:1767384401.288904:0:40103:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:2.0:1767384401.288907:0:40103:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384401.288911:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000491e3259. 00000020:00000010:2.0:1767384401.288914:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d702eb9d. 00000040:00000010:2.0:1767384401.288918:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b9e5cfcb. 00000020:00000010:2.0:1767384401.288921:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000358e599b. 00000020:00000010:2.0:1767384401.288926:0:40103:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033b05b08. 00000020:00000010:2.0:1767384401.288936:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e72184b6. 80000000:00000010:2.0:1767384401.288940:0:40103:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004cd0a946. 40000000:00000010:2.0:1767384401.288943:0:40103:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003d8ef57a. 00100000:00000010:2.0:1767384401.288947:0:40103:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000076d6d3ab. 00040000:00000010:2.0:1767384401.288951:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000035e05cb9. 00040000:00000010:2.0:1767384401.288955:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000da3e515f. 00080000:00000010:2.0:1767384401.288959:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ccc28aa6. 00080000:00000010:2.0:1767384401.288963:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000daea3b8b. 00000004:00000010:2.0:1767384401.288971:0:40103:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001f4dfcab. 00000010:00000001:2.0:1767384401.288980:0:40103:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1767384401.289004:0:40103:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 00000000f99510d3. 00000010:00000001:2.0:1767384401.289009:0:40103:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384401.289012:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d702eb9d. 00000040:00000010:2.0:1767384401.289017:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b9e5cfcb. 00000020:00000010:2.0:1767384401.289020:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000358e599b. 00000020:00000010:2.0:1767384401.289024:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033b05b08. 00000020:00000010:2.0:1767384401.289028:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e72184b6. 80000000:00000010:2.0:1767384401.289031:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004cd0a946. 40000000:00000010:2.0:1767384401.289034:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003d8ef57a. 00100000:00000010:2.0:1767384401.289039:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000076d6d3ab. 00040000:00000010:2.0:1767384401.289043:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000035e05cb9. 00040000:00000010:2.0:1767384401.289046:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000da3e515f. 00080000:00000010:2.0:1767384401.289052:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000daea3b8b. 00080000:00000010:2.0:1767384401.289055:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ccc28aa6. 00000004:00000010:2.0:1767384401.289059:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001f4dfcab. 00000020:00000010:2.0:1767384401.289069:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000491e3259. 00000020:00000001:2.0:1767384401.289073:0:40103:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384401.289075:0:40103:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000004a08c7be. 00000020:00000001:2.0:1767384401.289083:0:40103:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.289085:0:40103:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384401.289087:0:40103:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 0000000016a4b487. 00000020:00000001:2.0:1767384401.289091:0:40103:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.289094:0:40103:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.289096:0:40103:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384401.289098:0:40103:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000081a74c26 1 00000020:00000001:2.0:1767384401.289101:0:40103:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384401.289102:0:40103:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384401.289104:0:40103:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384401.289106:0:40103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x980286e253c5f9ad 00000020:00000040:2.0:1767384401.289108:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000028996f10 with handle 0x980286e253c5f9ad from hash 00000020:00000001:2.0:1767384401.289111:0:40103:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384401.289112:0:40103:0:(genops.c:898:class_export_put()) PUTting export 0000000028996f10 : new refcount 1 00000020:00000001:2.0:1767384401.289114:0:40103:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384401.289116:0:40103:0:(genops.c:898:class_export_put()) PUTting export 0000000028996f10 : new refcount 0 00000020:00000080:2.0:1767384401.289118:0:40103:0:(genops.c:904:class_export_put()) final put 0000000028996f10/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384401.289120:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.289138:0:40103:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.289140:0:40103:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384401.289142:0:40103:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000001:3.0:1767384401.289145:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:2.0:1767384401.289146:0:40103:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000004cd0a946. 00000020:00000080:3.0:1767384401.289148:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000028996f10/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1767384401.289151:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384401.289152:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384401.289155:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.289156:0:40103:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:3.0:1767384401.289157:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000033b8a317) now 4 - export 00000020:00000010:3.0:1767384401.289161:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000028996f10. 00000020:00000080:2.0:1767384401.289162:0:40103:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384401.289167:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767384401.289169:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00080000:2.0:1767384401.289169:0:40103:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (0000000033b8a317) has no exports 00000020:00000001:2.0:1767384401.289174:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384401.289178:0:40103:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:2.0:1767384401.289180:0:40103:0:(osd_handler.c:8628:osd_device_fini()) Process entered 00080000:00000002:2.0:1767384401.289184:0:40103:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:3381309556 to info 0000000008981262 00100000:00000001:2.0:1767384401.289187:0:40103:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384401.289189:0:40103:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384401.289191:0:40103:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00080000:00000001:2.0:1767384401.289193:0:40103:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384401.290182:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at 00000000dcfee33d. 00000020:00000010:2.0:1767384401.290188:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d2e0876a. 00080000:00000010:2.0:1767384401.290326:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000039f154d4. 00080000:00000010:2.0:1767384401.290330:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000077ad90a4. 00080000:00000010:2.0:1767384401.290334:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005d2ea0cf. 00080000:00000010:2.0:1767384401.290337:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000add017a5. 00080000:00000010:2.0:1767384401.290340:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000aa55a1e5. 00080000:00000010:2.0:1767384401.290342:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000814964d1. 00080000:00000010:2.0:1767384401.290346:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000059312486. 00080000:00000010:2.0:1767384401.290348:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000086258b31. 00080000:00000010:2.0:1767384401.290351:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000006ee53cd. 00080000:00000010:2.0:1767384401.290354:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c0262c28. 00080000:00000010:2.0:1767384401.290356:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001772d9c0. 00080000:00000010:2.0:1767384401.290358:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c09cad2e. 00080000:00000010:2.0:1767384401.290361:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006d112800. 00080000:00000010:2.0:1767384401.290364:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009f592da0. 00080000:00000010:2.0:1767384401.290367:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000034c1d34b. 00080000:00000010:2.0:1767384401.290369:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000086d09e17. 00080000:00000010:2.0:1767384401.290379:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000080b850ee. 00080000:00000010:2.0:1767384401.290382:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000059f4211c. 00080000:00000010:2.0:1767384401.290384:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e7ed1e50. 00080000:00000010:2.0:1767384401.290388:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000654e8b3b. 00080000:00000010:2.0:1767384401.290393:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000eb3e16e6. 00080000:00000010:2.0:1767384401.290396:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009398a699. 00080000:00000010:2.0:1767384401.290400:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002304be51. 00080000:00000010:2.0:1767384401.290404:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000204fa4e6. 00080000:00000010:2.0:1767384401.290408:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c8321309. 00080000:00000010:2.0:1767384401.290412:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000067dc1fbd. 00080000:00000010:2.0:1767384401.290416:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000042f7740. 00080000:00000010:2.0:1767384401.290418:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002550b4af. 00080000:00000010:2.0:1767384401.290420:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006335bd40. 00080000:00000010:2.0:1767384401.290421:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000025990475. 00080000:00000010:2.0:1767384401.290441:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003f36d397. 00080000:00000010:2.0:1767384401.290447:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000172720b3. 00080000:00000010:2.0:1767384401.290453:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008e2014d0. 00080000:00000010:2.0:1767384401.290458:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000afe704fd. 00080000:00000010:2.0:1767384401.290462:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001c84c6c6. 00080000:00000010:2.0:1767384401.290467:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008bdcdad7. 00080000:00000010:2.0:1767384401.290471:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008f6f0bdd. 00080000:00000010:2.0:1767384401.290475:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002300a39f. 00080000:00000010:2.0:1767384401.290479:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001a1e0914. 00080000:00000010:2.0:1767384401.290484:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000af6728fc. 00080000:00000010:2.0:1767384401.290488:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000509dcf88. 00080000:00000010:2.0:1767384401.290493:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000dc743441. 00080000:00000010:2.0:1767384401.290496:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005cb71dfa. 00080000:00000010:2.0:1767384401.290501:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005d01250b. 00080000:00000010:2.0:1767384401.290505:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c57c6753. 00080000:00000010:2.0:1767384401.290509:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005b2a1a1f. 00080000:00000010:2.0:1767384401.290512:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000564749cd. 00080000:00000010:2.0:1767384401.290516:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008b8ca9f5. 00080000:00000010:2.0:1767384401.290523:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b0e77a83. 00080000:00000010:2.0:1767384401.290533:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000bd1b50e9. 00080000:00000010:2.0:1767384401.290537:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000031432645. 00080000:00000010:2.0:1767384401.290541:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000502dae6b. 00080000:00000010:2.0:1767384401.290545:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000024e1c024. 00080000:00000010:2.0:1767384401.290549:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000015e8f922. 00080000:00000010:2.0:1767384401.290553:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000039f0028f. 00080000:00000010:2.0:1767384401.290557:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001484a012. 00080000:00000010:2.0:1767384401.290560:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002f6a0b8e. 00080000:00000010:2.0:1767384401.290563:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006d4d95bb. 00080000:00000010:2.0:1767384401.290567:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000de53d217. 00080000:00000010:2.0:1767384401.290570:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000737bd2f5. 00080000:00000010:2.0:1767384401.290574:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000494d3181. 00080000:00000010:2.0:1767384401.290577:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008e954100. 00080000:00000010:2.0:1767384401.290581:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000035eb94af. 00080000:00000010:2.0:1767384401.290584:0:40103:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d438bcb9. 00080000:00000010:2.0:1767384401.290586:0:40103:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at 00000000238eece2. 00000001:00000001:2.0:1767384401.290593:0:40103:0:(osd_compat.c:550:osd_ost_fini()) Process entered 00000001:00000010:2.0:1767384401.290620:0:40103:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 0000000024b7b7a7. 00000001:00000010:2.0:1767384401.290625:0:40103:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000d4ea4798. 00000001:00000010:2.0:1767384401.290661:0:40103:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000007fdcd9c9. 00000001:00000010:2.0:1767384401.290663:0:40103:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000d2c5d175. 00000001:00000010:2.0:1767384401.290684:0:40103:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000009af56afd. 00000001:00000010:2.0:1767384401.290687:0:40103:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 000000007cc89e1b. 00000001:00000010:2.0:1767384401.290689:0:40103:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at 00000000e19a4e60. 00000001:00000001:2.0:1767384401.290691:0:40103:0:(osd_compat.c:568:osd_ost_fini()) Process leaving 00000001:00000010:2.0:1767384401.290694:0:40103:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at 0000000067bf3843. 00080000:00000001:2.0:1767384401.290696:0:40103:0:(osd_handler.c:8388:osd_umount()) Process entered 00080000:00000001:2.0:1767384401.291089:0:40103:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000010:3.0:1767384401.291978:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e00b8699. 00080000:00000010:3.0:1767384401.291983:0:17065:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f79065dc. 00080000:00000020:2.0:1767384401.292017:0:40103:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384401.298290:0:40103:0:(osd_handler.c:8402:osd_umount()) Process leaving 00080000:00000001:2.0:1767384401.298293:0:40103:0:(osd_handler.c:8642:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.298296:0:40103:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384401.298305:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384401.298310:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000796421a6. 00000001:00000010:2.0:1767384401.298316:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b92697a0. 00000001:00000010:2.0:1767384401.298324:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000949ccc62. 00000001:00000010:2.0:1767384401.298326:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002de8c19f. 00000001:00000010:2.0:1767384401.298328:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e78b16c7. 00000001:00000010:2.0:1767384401.298330:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000010eab24. 00000001:00000001:2.0:1767384401.298333:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384401.298334:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384401.298336:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a872e890. 00000001:00000010:2.0:1767384401.298338:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000051e09756. 00000001:00000010:2.0:1767384401.298340:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002301fe2d. 00000001:00000010:2.0:1767384401.298341:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b46f3e05. 00000001:00000010:2.0:1767384401.298343:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000002b26969. 00000001:00000010:2.0:1767384401.298345:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009deacd4f. 00000001:00000001:2.0:1767384401.298346:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384401.298348:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000033b8a317) now 3 - setup 00000020:00000001:2.0:1767384401.298350:0:40103:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.298351:0:40103:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384401.298354:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384401.298357:0:40103:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384401.298358:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000033b8a317) now 2 - obd_device_list 00000020:00000080:2.0:1767384401.298360:0:40103:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:2.0:1767384401.298361:0:40103:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000033b8a317) now 1 - newdev 00000020:00000040:2.0:1767384401.298363:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7492abb with handle 0x980286e253c5f9a6 from hash 00000020:00000040:2.0:1767384401.298365:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000f7492abb : new refcount 0 00000020:00000080:2.0:1767384401.298367:0:40103:0:(genops.c:904:class_export_put()) final put 00000000f7492abb/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384401.298370:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.298371:0:40103:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384401.298373:0:40103:0:(genops.c:863:class_export_destroy()) destroying export 00000000f7492abb/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384401.298374:0:40103:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384401.298376:0:40103:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384401.298377:0:40103:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f7492abb. 00000020:00000001:2.0:1767384401.298383:0:40103:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384401.298384:0:40103:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-ldiskfs 00000020:01000000:2.0:1767384401.298386:0:40103:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:2.0:1767384401.298388:0:40103:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384401.298395:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000689ba1d8. 00000020:00000010:2.0:1767384401.298399:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b46f3e05. 00000040:00000010:2.0:1767384401.298401:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002301fe2d. 00000020:00000010:2.0:1767384401.298405:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076d6d3ab. 00000020:00000010:2.0:1767384401.298408:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051e09756. 00040000:00000010:2.0:1767384401.298411:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000035e05cb9. 00040000:00000010:2.0:1767384401.298414:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a872e890. 00080000:00000010:2.0:1767384401.298417:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ccc28aa6. 00080000:00000010:2.0:1767384401.298420:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000daea3b8b. 00080000:00000001:2.0:1767384401.298440:0:40103:0:(osd_handler.c:8848:osd_device_free()) Process entered 00000020:00000010:2.0:1767384401.298532:0:40103:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 0000000046c073e6. 00000020:00000010:2.0:1767384401.298545:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000b4a6c318. 00000020:00000010:2.0:1767384401.298550:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000de7e0f98. 00000020:00000010:2.0:1767384401.298553:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000aec958c8. 00000020:00000010:2.0:1767384401.298556:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000dda67d2e. 00000020:00000010:2.0:1767384401.298560:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000a0dacc99. 00000020:00000010:2.0:1767384401.298563:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000016f00091. 00080000:00000010:2.0:1767384401.298567:0:40103:0:(osd_handler.c:8857:osd_device_free()) kfreed 'o': 31656 at 000000004d8393db. 00080000:00000001:2.0:1767384401.298579:0:40103:0:(osd_handler.c:8858:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384401.298583:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b46f3e05. 00000040:00000010:2.0:1767384401.298588:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002301fe2d. 00000020:00000010:2.0:1767384401.298591:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000076d6d3ab. 00000020:00000010:2.0:1767384401.298596:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000051e09756. 00040000:00000010:2.0:1767384401.298599:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000035e05cb9. 00040000:00000010:2.0:1767384401.298603:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a872e890. 00080000:00000010:2.0:1767384401.298607:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000daea3b8b. 00080000:00000010:2.0:1767384401.298610:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ccc28aa6. 00000020:00000010:2.0:1767384401.298614:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000689ba1d8. 00000020:00000001:2.0:1767384401.298617:0:40103:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384401.298620:0:40103:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000033b8a317. 00000020:00000001:2.0:1767384401.298625:0:40103:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.298627:0:40103:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384401.298630:0:40103:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000004cd0a946. 00000020:00000001:2.0:1767384401.298640:0:40103:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384401.298642:0:40103:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.298644:0:40103:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.298649:0:40103:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1767384401.298650:0:40103:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000f8bbe182 00000020:00000010:2.0:1767384401.298653:0:40103:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at 0000000095afdaa9. 00000020:00000010:2.0:1767384401.298657:0:40103:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 00000000686f2b7f. 00000020:00000010:2.0:1767384401.298661:0:40103:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at 00000000200e741b. 00000020:00000010:2.0:1767384401.298664:0:40103:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at 000000003eefd57e. 00000020:00000010:2.0:1767384401.298667:0:40103:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000e74c7ad3. 00000020:00000010:2.0:1767384401.298671:0:40103:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000523eadde. 00000020:00000010:2.0:1767384401.298673:0:40103:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000f8bbe182. 00000020:00000001:2.0:1767384401.298676:0:40103:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384401.298678:0:40103:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384401.298682:0:40103:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:2.0:1767384401.298690:0:40103:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384401.298692:0:40103:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:2.0:1767384401.298695:0:40103:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000bea6d841. 00000020:00000080:2.0:1767384401.298697:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384401.298699:0:40103:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384401.298701:0:40103:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384401.298709:0:40103:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384401.298711:0:40103:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (0000000021d52f84) has no exports 00000020:00000001:2.0:1767384401.298713:0:40103:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384401.298715:0:40103:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384401.298718:0:40103:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:2.0:1767384401.298720:0:40103:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:2.0:1767384401.298722:0:40103:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384401.298724:0:40103:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:2.0:1767384401.298729:0:40103:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384401.298731:0:40103:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384401.298733:0:40103:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:2.0:1767384401.298735:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:2.0:1767384401.298737:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:2.0:1767384401.298739:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:2.0:1767384401.298741:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:2.0:1767384401.298771:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:0.0:1767384401.298779:0:17085:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b9ed9fa9. 00000020:00000010:3.0:1767384401.298781:0:18314:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000154d650b. 00000020:00000010:1.0:1767384401.298782:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006ebd71d9. 00000020:00000010:2.0:1767384401.298784:0:17087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a8a875af. 00000040:00000010:0.0:1767384401.298787:0:17085:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000ff9b68f. 00000040:00000010:3.0:1767384401.298791:0:18314:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000036e58700. 00000040:00000010:2.0:1767384401.298792:0:17087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000079565d31. 00000040:00000010:1.0:1767384401.298793:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008104a36d. 00000020:00000010:0.0:1767384401.298793:0:17085:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c2936686. 00000020:00000010:3.0:1767384401.298801:0:18314:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004ab2cb87. 00000020:00000010:2.0:1767384401.298802:0:17087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000094be3486. 00000020:00000010:1.0:1767384401.298802:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000690a0ff5. 00000020:00000010:0.0:1767384401.298802:0:17085:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006963dc92. 00000020:00000010:3.0:1767384401.298813:0:18314:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000073489a5. 00000020:00000010:2.0:1767384401.298814:0:17087:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005eeb24c2. 00000020:00000010:1.0:1767384401.298814:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004230437b. 00000020:00000010:0.0:1767384401.298814:0:17085:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000847c7392. 00000020:00000010:1.0:1767384401.298824:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f1bd5a36. 80000000:00000010:0.0:1767384401.298824:0:17085:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002360469e. 00000020:00000010:2.0:1767384401.298825:0:17087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000049b1a47b. 00000020:00000010:3.0:1767384401.298826:0:18314:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c0e2b174. 80000000:00000010:1.0:1767384401.298840:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000596b66b3. 80000000:00000010:2.0:1767384401.298841:0:17087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000044484f3f. 40000000:00000010:0.0:1767384401.298841:0:17085:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002e2c1425. 80000000:00000010:3.0:1767384401.298844:0:18314:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000036cc0395. 40000000:00000010:1.0:1767384401.298848:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000049d19fdc. 40000000:00000010:2.0:1767384401.298849:0:17087:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008efbaf30. 00100000:00000010:0.0:1767384401.298851:0:17085:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000404ee467. 40000000:00000010:3.0:1767384401.298853:0:18314:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004ee79758. 00100000:00000010:1.0:1767384401.298855:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000d2f3cd3. 00100000:00000010:2.0:1767384401.298857:0:17087:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000848e1f4d. 00040000:00000010:0.0:1767384401.298858:0:17085:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000124fb7c9. 00100000:00000010:3.0:1767384401.298861:0:18314:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000550e3c86. 00040000:00000010:1.0:1767384401.298861:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ea190307. 00040000:00000010:2.0:1767384401.298866:0:17087:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000340adfca. 00040000:00000010:0.0:1767384401.298866:0:17085:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008d8255ca. 00040000:00000010:1.0:1767384401.298867:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001459d7c5. 00040000:00000010:3.0:1767384401.298869:0:18314:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000044257948. 00040000:00000010:2.0:1767384401.298875:0:17087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000046e345e6. 00040000:00000010:3.0:1767384401.298877:0:18314:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000039a3f417. 00080000:00000010:1.0:1767384401.298877:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000031580684. 00080000:00000010:0.0:1767384401.298877:0:17085:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a66cd79b. 00080000:00000010:2.0:1767384401.298881:0:17087:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f170f154. 00080000:00000010:0.0:1767384401.298884:0:17085:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002442227e. 00080000:00000010:1.0:1767384401.298886:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b6a47c49. 00080000:00000010:2.0:1767384401.298888:0:17087:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000029e056be. 00080000:00000010:3.0:1767384401.298890:0:18314:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000eab06aa7. 00000004:00000010:0.0:1767384401.298890:0:17085:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000b981d02. 00000004:00000010:1.0:1767384401.298892:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001213c5f2. 00000004:00000010:2.0:1767384401.298893:0:17087:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008891a02e. 00002000:00000010:0.0:1767384401.298898:0:17085:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004995c840. 00002000:00000010:2.0:1767384401.298900:0:17087:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b9a2101d. 00002000:00000010:1.0:1767384401.298900:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000688ffdbe. 00080000:00000010:3.0:1767384401.298901:0:18314:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000148b9057. 00000020:00000010:0.0:1767384401.298905:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a2a8727. 00000020:00000010:1.0:1767384401.298907:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000826eef91. 00000020:00000010:2.0:1767384401.298919:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1927710. 00000004:00000010:3.0:1767384401.298920:0:18314:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003250afad. 00000020:00000010:1.0:1767384401.298920:0:17086:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000014fcf0c0. 00000020:00000010:0.0:1767384401.298923:0:17085:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000dd393f79. 00000020:00000010:2.0:1767384401.298926:0:17087:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006b379582. 00002000:00000010:3.0:1767384401.298931:0:18314:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000df25b3df. 00000100:00000010:1.0:1767384401.298932:0:17086:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000852b9997. 00000100:00000010:2.0:1767384401.298937:0:17087:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d07888ac. 00000100:00000010:0.0:1767384401.298938:0:17085:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000689b5b26. 00000020:00000010:3.0:1767384401.298940:0:18314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b79e5ba. 00000100:00100000:1.0:1767384401.298940:0:17086:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [0000000049c23884:17086] 1 exiting: rc = 0 00000100:00100000:2.0:1767384401.298943:0:17087:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [00000000f16c9345:17087] 2 exiting: rc = 0 00000100:00100000:0.0:1767384401.298945:0:17085:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000338f1ad6:17085] 0 exiting: rc = 1 00000020:00000010:3.0:1767384401.298952:0:18314:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001b2d49b9. 00000100:00000010:3.0:1767384401.298962:0:18314:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a535b46d. 00000100:00100000:3.0:1767384401.298968:0:18314:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [00000000a1b79d55:18314] 3 exiting: rc = 0 00000100:00000010:2.0:1767384401.299034:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000338f1ad6. 00000100:00000010:2.0:1767384401.299041:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000049c23884. 00000100:00000010:2.0:1767384401.299048:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f16c9345. 00000100:00000010:2.0:1767384401.299052:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a1b79d55. 00000100:00000001:2.0:1767384401.299055:0:40103:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384401.299056:0:40103:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384401.299061:0:40103:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:2.0:1767384401.299065:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299067:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299070:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c09b091. 00000400:00000200:2.0:1767384401.299073:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a91cfd 00000400:00000010:2.0:1767384401.299075:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f8a91cfd. 00000100:00000001:2.0:1767384401.299079:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299081:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299087:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299089:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384401.299092:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299093:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299094:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299095:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b49a3a1. 00000400:00000200:2.0:1767384401.299097:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096efebb7 00000400:00000010:2.0:1767384401.299098:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000096efebb7. 00000100:00000001:2.0:1767384401.299100:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299101:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299105:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299106:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384401.299108:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299108:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299109:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299110:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002571ae9. 00000400:00000200:2.0:1767384401.299112:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d548416 00000400:00000010:2.0:1767384401.299113:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004d548416. 00000100:00000001:2.0:1767384401.299116:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299117:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299122:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299124:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384401.299126:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299127:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299128:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299130:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000671f38b5. 00000400:00000200:2.0:1767384401.299132:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8957d 00000400:00000010:2.0:1767384401.299134:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a0e8957d. 00000100:00000001:2.0:1767384401.299137:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299138:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299143:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299143:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384401.299144:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299145:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299146:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299146:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006495f76. 00000400:00000200:2.0:1767384401.299148:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041e49c8a 00000400:00000010:2.0:1767384401.299149:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000041e49c8a. 00000100:00000001:2.0:1767384401.299156:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299157:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299161:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299162:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384401.299163:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299164:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299165:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299166:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb0bede. 00000400:00000200:2.0:1767384401.299167:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050c97e49 00000400:00000010:2.0:1767384401.299168:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000050c97e49. 00000100:00000001:2.0:1767384401.299170:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299170:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299173:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299174:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384401.299176:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299177:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299178:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299179:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080ce3c47. 00000400:00000200:2.0:1767384401.299181:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0c90eab 00000400:00000010:2.0:1767384401.299181:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f0c90eab. 00000100:00000001:2.0:1767384401.299183:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299184:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299188:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299190:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384401.299191:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299192:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299193:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299194:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bbb31e7. 00000400:00000200:2.0:1767384401.299196:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ffa554b 00000400:00000010:2.0:1767384401.299197:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000ffa554b. 00000100:00000001:2.0:1767384401.299199:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299200:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299203:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299204:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384401.299205:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299206:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299207:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299208:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000773b6f1d. 00000400:00000200:2.0:1767384401.299209:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047217d9f 00000400:00000010:2.0:1767384401.299211:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000047217d9f. 00000100:00000001:2.0:1767384401.299214:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299216:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299219:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299220:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384401.299222:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299223:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299224:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299225:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9d5d46b. 00000400:00000200:2.0:1767384401.299226:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007198a868 00000400:00000010:2.0:1767384401.299227:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007198a868. 00000100:00000001:2.0:1767384401.299229:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299230:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299234:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299235:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384401.299236:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299237:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299238:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299239:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a65f990. 00000400:00000200:2.0:1767384401.299240:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3af362 00000400:00000010:2.0:1767384401.299242:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009e3af362. 00000100:00000001:2.0:1767384401.299243:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299244:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299247:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299248:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384401.299249:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299250:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299251:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299252:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4cda5e7. 00000400:00000200:2.0:1767384401.299253:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4828d36 00000400:00000010:2.0:1767384401.299255:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a4828d36. 00000100:00000001:2.0:1767384401.299257:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299257:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299260:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299262:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384401.299263:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299265:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299265:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299267:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ace7fe8. 00000400:00000200:2.0:1767384401.299269:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a0fa310 00000400:00000010:2.0:1767384401.299270:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009a0fa310. 00000100:00000001:2.0:1767384401.299273:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299274:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299277:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299278:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384401.299279:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299280:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299281:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299282:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006534dea9. 00000400:00000200:2.0:1767384401.299284:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501bf377 00000400:00000010:2.0:1767384401.299285:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000501bf377. 00000100:00000001:2.0:1767384401.299286:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299287:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299290:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299291:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384401.299293:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299294:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299294:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299295:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f9a6223. 00000400:00000200:2.0:1767384401.299297:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cc16844 00000400:00000010:2.0:1767384401.299298:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000cc16844. 00000100:00000001:2.0:1767384401.299301:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299302:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299305:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299306:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384401.299308:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299309:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299310:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299311:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f21e8e8d. 00000400:00000200:2.0:1767384401.299313:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f55d1cd 00000400:00000010:2.0:1767384401.299313:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004f55d1cd. 00000100:00000001:2.0:1767384401.299315:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299316:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299320:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299321:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384401.299322:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299324:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299325:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299326:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002152b39b. 00000400:00000200:2.0:1767384401.299328:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a500db2 00000400:00000010:2.0:1767384401.299329:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009a500db2. 00000100:00000001:2.0:1767384401.299331:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299332:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299337:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299339:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384401.299341:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299342:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299343:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299345:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008adad193. 00000400:00000200:2.0:1767384401.299348:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000880f46c6 00000400:00000010:2.0:1767384401.299349:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000880f46c6. 00000100:00000001:2.0:1767384401.299352:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299353:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299357:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299358:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384401.299359:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299360:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299360:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299361:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf870d2. 00000400:00000200:2.0:1767384401.299362:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064ec510b 00000400:00000010:2.0:1767384401.299363:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000064ec510b. 00000100:00000001:2.0:1767384401.299364:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299368:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299371:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299372:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384401.299373:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299375:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299376:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299377:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9abfdfa. 00000400:00000200:2.0:1767384401.299378:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000da04417 00000400:00000010:2.0:1767384401.299379:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000da04417. 00000100:00000001:2.0:1767384401.299381:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299382:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299385:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299385:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384401.299387:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299388:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299390:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299391:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000000690ce. 00000400:00000200:2.0:1767384401.299392:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000979fe7b 00000400:00000010:2.0:1767384401.299394:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000979fe7b. 00000100:00000001:2.0:1767384401.299396:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299396:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299399:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299400:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384401.299402:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299403:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299403:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299404:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab106317. 00000400:00000200:2.0:1767384401.299406:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d764654 00000400:00000010:2.0:1767384401.299407:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006d764654. 00000100:00000001:2.0:1767384401.299409:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299410:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299414:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299415:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384401.299417:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299418:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299419:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299420:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd2aaf83. 00000400:00000200:2.0:1767384401.299421:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7b473f1 00000400:00000010:2.0:1767384401.299439:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d7b473f1. 00000100:00000001:2.0:1767384401.299443:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299444:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299450:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299452:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384401.299454:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299456:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299458:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299459:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001248bfcc. 00000400:00000200:2.0:1767384401.299463:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ef81510 00000400:00000010:2.0:1767384401.299465:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001ef81510. 00000100:00000001:2.0:1767384401.299469:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299470:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299479:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299481:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384401.299484:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299486:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299488:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299490:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd3c474c. 00000400:00000200:2.0:1767384401.299493:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a781ee2b 00000400:00000010:2.0:1767384401.299495:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a781ee2b. 00000100:00000001:2.0:1767384401.299498:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299499:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299504:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299506:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384401.299507:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299509:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299510:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299511:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa250e1d. 00000400:00000200:2.0:1767384401.299513:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394f347d 00000400:00000010:2.0:1767384401.299514:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000394f347d. 00000100:00000001:2.0:1767384401.299516:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299517:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299520:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299521:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384401.299523:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299524:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299525:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299526:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000690fe1c0. 00000400:00000200:2.0:1767384401.299529:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd917f89 00000400:00000010:2.0:1767384401.299530:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cd917f89. 00000100:00000001:2.0:1767384401.299531:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299532:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299535:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299537:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384401.299538:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299539:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299540:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299540:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b774ff. 00000400:00000200:2.0:1767384401.299542:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acf93690 00000400:00000010:2.0:1767384401.299543:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000acf93690. 00000100:00000001:2.0:1767384401.299546:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299547:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299549:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299551:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384401.299552:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299554:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299555:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299555:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000571c10cb. 00000400:00000200:2.0:1767384401.299557:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc16b11 00000400:00000010:2.0:1767384401.299558:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001bc16b11. 00000100:00000001:2.0:1767384401.299561:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299561:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299567:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299569:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384401.299571:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299572:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299573:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299574:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b406e1a. 00000400:00000200:2.0:1767384401.299577:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005b2bedc 00000400:00000010:2.0:1767384401.299579:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000005b2bedc. 00000100:00000001:2.0:1767384401.299581:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299582:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299588:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299589:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384401.299590:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299591:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299591:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299592:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9c3307f. 00000400:00000200:2.0:1767384401.299593:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95e6ff1 00000400:00000010:2.0:1767384401.299594:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c95e6ff1. 00000100:00000001:2.0:1767384401.299602:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299603:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299606:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299608:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384401.299609:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299610:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299611:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299612:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a844e741. 00000400:00000200:2.0:1767384401.299614:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b44057bb 00000400:00000010:2.0:1767384401.299615:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b44057bb. 00000100:00000001:2.0:1767384401.299617:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299618:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299623:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299624:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384401.299625:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299626:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299627:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299628:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000861eed9e. 00000400:00000200:2.0:1767384401.299630:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207f9358 00000400:00000010:2.0:1767384401.299631:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000207f9358. 00000100:00000001:2.0:1767384401.299633:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299633:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299637:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299638:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384401.299639:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299640:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299640:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299642:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94e6892. 00000400:00000200:2.0:1767384401.299643:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023e90c0b 00000400:00000010:2.0:1767384401.299644:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000023e90c0b. 00000100:00000001:2.0:1767384401.299646:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299647:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299650:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299651:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384401.299653:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299654:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299655:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299656:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c53b57d. 00000400:00000200:2.0:1767384401.299657:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002caaa6e 00000400:00000010:2.0:1767384401.299658:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000002caaa6e. 00000100:00000001:2.0:1767384401.299661:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299661:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299665:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299666:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384401.299667:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299668:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299669:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299670:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000826544a8. 00000400:00000200:2.0:1767384401.299672:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae7fa076 00000400:00000010:2.0:1767384401.299673:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ae7fa076. 00000100:00000001:2.0:1767384401.299675:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299676:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299679:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299680:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384401.299681:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299682:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299683:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299684:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006214b4dd. 00000400:00000200:2.0:1767384401.299685:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093b94206 00000400:00000010:2.0:1767384401.299687:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000093b94206. 00000100:00000001:2.0:1767384401.299690:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299691:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299695:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299696:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384401.299697:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299698:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299699:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299700:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbde70cc. 00000400:00000200:2.0:1767384401.299702:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864afbf7 00000400:00000010:2.0:1767384401.299703:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000864afbf7. 00000100:00000001:2.0:1767384401.299704:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299705:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299709:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299710:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384401.299712:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299713:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299714:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299715:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9b5d670. 00000400:00000200:2.0:1767384401.299716:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000774e1467 00000400:00000010:2.0:1767384401.299717:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000774e1467. 00000100:00000001:2.0:1767384401.299719:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299720:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299723:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299725:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384401.299727:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299727:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299729:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299730:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b709c72e. 00000400:00000200:2.0:1767384401.299731:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000070236dd 00000400:00000010:2.0:1767384401.299733:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000070236dd. 00000100:00000001:2.0:1767384401.299734:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299735:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299740:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299741:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384401.299742:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299743:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299744:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299745:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a3e06be. 00000400:00000200:2.0:1767384401.299747:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b87f6fd 00000400:00000010:2.0:1767384401.299748:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003b87f6fd. 00000100:00000001:2.0:1767384401.299750:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299751:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299754:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299755:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384401.299756:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299757:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299758:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299759:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069137a3a. 00000400:00000200:2.0:1767384401.299762:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004301ed61 00000400:00000010:2.0:1767384401.299763:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004301ed61. 00000100:00000001:2.0:1767384401.299765:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299766:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299772:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299773:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384401.299775:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299776:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299777:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299778:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018f5a0b7. 00000400:00000200:2.0:1767384401.299780:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f481ac9 00000400:00000010:2.0:1767384401.299782:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005f481ac9. 00000100:00000001:2.0:1767384401.299785:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299785:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299790:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299791:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384401.299792:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299793:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299794:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299795:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c99cb5be. 00000400:00000200:2.0:1767384401.299797:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdc5f5b 00000400:00000010:2.0:1767384401.299797:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ffdc5f5b. 00000100:00000001:2.0:1767384401.299799:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299799:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299806:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299807:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384401.299808:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299809:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299810:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299811:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e247ec66. 00000400:00000200:2.0:1767384401.299813:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e592835 00000400:00000010:2.0:1767384401.299814:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002e592835. 00000100:00000001:2.0:1767384401.299815:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299816:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299819:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299820:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384401.299822:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299823:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299824:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299825:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000317913ea. 00000400:00000200:2.0:1767384401.299826:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e76c3ab8 00000400:00000010:2.0:1767384401.299827:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e76c3ab8. 00000100:00000001:2.0:1767384401.299829:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299830:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299834:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299835:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384401.299836:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299837:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299838:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299839:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbb11a7e. 00000400:00000200:2.0:1767384401.299841:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007b14ced 00000400:00000010:2.0:1767384401.299842:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000007b14ced. 00000100:00000001:2.0:1767384401.299845:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299845:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299849:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299850:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384401.299852:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299853:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299854:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299855:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ffd53ca. 00000400:00000200:2.0:1767384401.299856:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076b2f76d 00000400:00000010:2.0:1767384401.299857:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000076b2f76d. 00000100:00000001:2.0:1767384401.299859:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299860:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299863:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299864:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384401.299866:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299867:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299868:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299868:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c3717a0. 00000400:00000200:2.0:1767384401.299870:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602d2fe6 00000400:00000010:2.0:1767384401.299871:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000602d2fe6. 00000100:00000001:2.0:1767384401.299873:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299874:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299877:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299878:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384401.299879:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299880:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299881:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299882:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074c9d094. 00000400:00000200:2.0:1767384401.299884:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de58195 00000400:00000010:2.0:1767384401.299885:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000de58195. 00000100:00000001:2.0:1767384401.299886:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299887:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299890:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299891:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384401.299893:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299894:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299895:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299895:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006001a36f. 00000400:00000200:2.0:1767384401.299898:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4ca2b0e 00000400:00000010:2.0:1767384401.299899:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e4ca2b0e. 00000100:00000001:2.0:1767384401.299901:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299901:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299905:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299905:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384401.299907:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299908:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299909:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299909:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b2857bc. 00000400:00000200:2.0:1767384401.299911:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000616493b2 00000400:00000010:2.0:1767384401.299912:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000616493b2. 00000100:00000001:2.0:1767384401.299914:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299915:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299919:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299920:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384401.299921:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299922:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299923:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299924:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3704ce. 00000400:00000200:2.0:1767384401.299925:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6ef4a74 00000400:00000010:2.0:1767384401.299927:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c6ef4a74. 00000100:00000001:2.0:1767384401.299929:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299930:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299934:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299935:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384401.299936:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299938:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299939:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299940:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f00f402a. 00000400:00000200:2.0:1767384401.299943:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1023862 00000400:00000010:2.0:1767384401.299945:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d1023862. 00000100:00000001:2.0:1767384401.299948:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299949:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299954:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299956:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384401.299959:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.299960:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.299962:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.299964:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2727d55. 00000400:00000200:2.0:1767384401.299967:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a84a6d6 00000400:00000010:2.0:1767384401.299969:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003a84a6d6. 00000100:00000001:2.0:1767384401.299973:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.299975:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.299982:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.299984:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384401.299999:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.300009:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.300011:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.300013:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024b0215f. 00000400:00000200:2.0:1767384401.300017:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000afe65e1 00000400:00000010:2.0:1767384401.300019:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000afe65e1. 00000100:00000001:2.0:1767384401.300024:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.300025:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.300031:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.300034:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384401.300036:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.300037:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.300039:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.300041:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000818c4f8d. 00000400:00000200:2.0:1767384401.300044:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ac6f9d0 00000400:00000010:2.0:1767384401.300046:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004ac6f9d0. 00000100:00000001:2.0:1767384401.300050:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.300051:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.300057:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.300059:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384401.300061:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.300063:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.300065:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.300066:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d6c7872. 00000400:00000200:2.0:1767384401.300068:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db5dd9f 00000400:00000010:2.0:1767384401.300069:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004db5dd9f. 00000100:00000001:2.0:1767384401.300071:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.300072:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.300076:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.300078:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384401.300080:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.300081:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.300082:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.300083:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037910cf1. 00000400:00000200:2.0:1767384401.300085:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be2c469d 00000400:00000010:2.0:1767384401.300086:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000be2c469d. 00000100:00000001:2.0:1767384401.300089:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.300089:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.300093:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.300094:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384401.300096:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.300097:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.300098:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.300098:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de242751. 00000400:00000200:2.0:1767384401.300100:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd347e4e 00000400:00000010:2.0:1767384401.300101:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fd347e4e. 00000100:00000001:2.0:1767384401.300103:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.300104:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.300107:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.300108:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384401.300109:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.300111:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.300111:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.300112:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4810c78. 00000400:00000200:2.0:1767384401.300114:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c4f3ff 00000400:00000010:2.0:1767384401.300115:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000051c4f3ff. 00000100:00000001:2.0:1767384401.300118:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.300119:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.300123:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.300124:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384401.300125:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.300126:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.300126:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.300128:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5d2da8. 00000400:00000200:2.0:1767384401.300129:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004655d7c1 00000400:00000010:2.0:1767384401.300130:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004655d7c1. 00000100:00000001:2.0:1767384401.300132:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.300133:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.300136:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.300138:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384401.300139:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.300140:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.300141:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.300142:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db80322a. 00000400:00000200:2.0:1767384401.300144:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c55a72b5 00000400:00000010:2.0:1767384401.300145:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c55a72b5. 00000100:00000001:2.0:1767384401.300146:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.300147:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.300151:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.300152:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384401.300154:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.300155:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.300156:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.300157:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6f8fa75. 00000400:00000200:2.0:1767384401.300160:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8923269 00000400:00000010:2.0:1767384401.300161:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f8923269. 00000100:00000001:2.0:1767384401.300164:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.300165:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384401.300171:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.300172:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384401.300174:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384401.300177:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300179:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300181:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300182:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300182:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300183:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300190:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300191:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300192:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300192:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300193:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300194:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300195:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300196:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300197:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300198:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300200:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300201:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300202:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300203:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300204:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300205:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300206:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300207:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300209:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300209:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300211:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300211:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300213:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300214:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300215:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300216:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300217:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300217:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300219:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300219:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300220:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300221:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300222:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300223:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300224:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300225:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300226:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300227:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300228:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300229:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300230:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300231:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300232:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300233:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300234:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300234:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300236:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300236:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300238:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300238:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300240:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300241:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300242:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300243:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300244:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300245:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300246:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300247:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300249:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300250:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300250:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300251:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300252:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300253:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300254:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300255:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300256:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300257:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300257:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300258:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300259:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300260:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300261:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300262:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300262:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300264:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300264:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300265:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300266:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300267:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300268:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300269:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300271:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300272:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300274:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300275:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300276:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300277:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300279:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300280:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300283:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300284:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300286:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300288:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300290:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300292:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300294:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300295:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300297:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300298:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300300:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300302:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300304:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300305:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300307:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300308:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300310:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300312:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300314:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300316:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300318:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300319:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300321:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300323:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300324:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300326:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300328:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300330:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300332:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300333:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.300335:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.300337:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384401.300348:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300351:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000433a0c24. 02000000:00000001:2.0:1767384401.300357:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300359:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002f0f0d0. 02000000:00000001:2.0:1767384401.300364:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300365:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000858b2a8a. 02000000:00000001:2.0:1767384401.300375:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300377:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a06d87a1. 02000000:00000001:2.0:1767384401.300383:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300385:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000054164b8c. 02000000:00000001:2.0:1767384401.300388:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300390:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000007924a5. 02000000:00000001:2.0:1767384401.300394:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300395:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b6e51fe. 02000000:00000001:2.0:1767384401.300399:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300401:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006686d5de. 02000000:00000001:2.0:1767384401.300405:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300407:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 000000006d9bc526. 02000000:00000001:2.0:1767384401.300410:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300412:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e68463c5. 02000000:00000001:2.0:1767384401.300416:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300417:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 00000000a1c30866. 02000000:00000001:2.0:1767384401.300420:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300422:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4f4407a. 02000000:00000001:2.0:1767384401.300453:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300455:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000def9860c. 02000000:00000001:2.0:1767384401.300461:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300462:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed49464d. 02000000:00000001:2.0:1767384401.300468:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300470:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000035d359bc. 02000000:00000001:2.0:1767384401.300475:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300477:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000552042fd. 02000000:00000001:2.0:1767384401.300482:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300484:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ef4b383f. 02000000:00000001:2.0:1767384401.300489:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300490:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2e93a0. 02000000:00000001:2.0:1767384401.300495:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300497:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000030a7bd58. 02000000:00000001:2.0:1767384401.300502:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300504:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011eebb64. 02000000:00000001:2.0:1767384401.300509:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300510:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000086e1e111. 02000000:00000001:2.0:1767384401.300515:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300517:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad479a76. 02000000:00000001:2.0:1767384401.300522:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300524:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004f9a8afc. 02000000:00000001:2.0:1767384401.300528:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300530:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001405cccd. 02000000:00000001:2.0:1767384401.300535:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300537:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f0faec5c. 02000000:00000001:2.0:1767384401.300541:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300543:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a5511e6. 02000000:00000001:2.0:1767384401.300548:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300549:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000052bfb5e3. 02000000:00000001:2.0:1767384401.300553:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300555:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d6d4934. 02000000:00000001:2.0:1767384401.300560:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300562:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e26b3d80. 02000000:00000001:2.0:1767384401.300566:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300568:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000deed244a. 02000000:00000001:2.0:1767384401.300574:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300576:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004f372805. 02000000:00000001:2.0:1767384401.300580:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300581:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000464240c2. 02000000:00000001:2.0:1767384401.300588:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300590:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c5c63795. 02000000:00000001:2.0:1767384401.300593:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300595:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000818648be. 02000000:00000001:2.0:1767384401.300599:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300601:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000934dc3d1. 02000000:00000001:2.0:1767384401.300604:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300606:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a9a2c8d. 02000000:00000001:2.0:1767384401.300610:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300612:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fdd410b0. 02000000:00000001:2.0:1767384401.300616:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300617:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049e4f551. 02000000:00000001:2.0:1767384401.300622:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300624:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ee6f40e1. 02000000:00000001:2.0:1767384401.300628:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300630:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4b9608f. 02000000:00000001:2.0:1767384401.300636:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300638:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000b464724. 02000000:00000001:2.0:1767384401.300642:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300644:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038349e76. 02000000:00000001:2.0:1767384401.300650:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300652:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000239d54ef. 02000000:00000001:2.0:1767384401.300657:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300659:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f03bfaa7. 02000000:00000001:2.0:1767384401.300664:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300666:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004f2c9b54. 02000000:00000001:2.0:1767384401.300670:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300672:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d80cffc. 02000000:00000001:2.0:1767384401.300683:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300685:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007fe194c9. 02000000:00000001:2.0:1767384401.300690:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300691:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000adad7b7. 02000000:00000001:2.0:1767384401.300696:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300698:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000009877858. 02000000:00000001:2.0:1767384401.300702:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300704:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c493e826. 02000000:00000001:2.0:1767384401.300708:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300710:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000097444470. 02000000:00000001:2.0:1767384401.300714:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300715:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019418aa2. 02000000:00000001:2.0:1767384401.300720:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300722:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000050e458fa. 02000000:00000001:2.0:1767384401.300725:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300727:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b1cdaa5. 02000000:00000001:2.0:1767384401.300732:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300734:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000049bf5bc2. 02000000:00000001:2.0:1767384401.300736:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300738:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040954b97. 02000000:00000001:2.0:1767384401.300744:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300745:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ea0e32cf. 02000000:00000001:2.0:1767384401.300749:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300750:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de4fff7b. 02000000:00000001:2.0:1767384401.300754:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300756:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009b9ac5a1. 02000000:00000001:2.0:1767384401.300759:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300761:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be147fba. 02000000:00000001:2.0:1767384401.300766:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300767:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000295da1fe. 02000000:00000001:2.0:1767384401.300771:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300772:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000040532dff. 02000000:00000001:2.0:1767384401.300777:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300779:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b76bcdc3. 02000000:00000001:2.0:1767384401.300783:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300785:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9d781fb. 02000000:00000001:2.0:1767384401.300790:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300791:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001022c45c. 02000000:00000001:2.0:1767384401.300795:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300796:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009cfabb0a. 02000000:00000001:2.0:1767384401.300801:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300803:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002703bd21. 02000000:00000001:2.0:1767384401.300806:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300808:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000386ce59c. 02000000:00000001:2.0:1767384401.300813:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300815:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d86f2d86. 02000000:00000001:2.0:1767384401.300818:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300820:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014c608e7. 02000000:00000001:2.0:1767384401.300825:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300826:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001a58c2e0. 02000000:00000001:2.0:1767384401.300830:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300832:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f77c917. 02000000:00000001:2.0:1767384401.300837:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300839:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ce3638fe. 02000000:00000001:2.0:1767384401.300843:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300845:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f46da403. 02000000:00000001:2.0:1767384401.300851:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300853:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000736ec638. 02000000:00000001:2.0:1767384401.300856:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300858:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000726f9af8. 02000000:00000001:2.0:1767384401.300863:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300865:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000feaf8996. 02000000:00000001:2.0:1767384401.300869:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300871:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000397ea6e5. 02000000:00000001:2.0:1767384401.300877:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300879:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000094efd9cb. 02000000:00000001:2.0:1767384401.300883:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300885:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000452ae1ba. 02000000:00000001:2.0:1767384401.300890:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300891:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000892d6de4. 02000000:00000001:2.0:1767384401.300895:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300896:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000044c950f9. 02000000:00000001:2.0:1767384401.300902:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300903:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005da6a5f2. 02000000:00000001:2.0:1767384401.300907:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300908:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092791d16. 02000000:00000001:2.0:1767384401.300912:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300914:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000078e79a8. 02000000:00000001:2.0:1767384401.300917:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300918:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000587b63d6. 02000000:00000001:2.0:1767384401.300921:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300922:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000404255ab. 02000000:00000001:2.0:1767384401.300930:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300932:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000511a6c64. 02000000:00000001:2.0:1767384401.300936:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300937:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000068f39a58. 02000000:00000001:2.0:1767384401.300939:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300940:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006712b515. 02000000:00000001:2.0:1767384401.300943:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300944:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000046354445. 02000000:00000001:2.0:1767384401.300946:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300947:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039ad10ef. 02000000:00000001:2.0:1767384401.300950:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300951:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bbe6b8de. 02000000:00000001:2.0:1767384401.300953:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300954:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a0d23ab. 02000000:00000001:2.0:1767384401.300958:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300959:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000e7e78c14. 02000000:00000001:2.0:1767384401.300961:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300962:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a424d8c. 02000000:00000001:2.0:1767384401.300967:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.300968:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005c32b6fb. 02000000:00000001:2.0:1767384401.300971:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.300972:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004edbb739. 00000100:00000010:2.0:1767384401.300977:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008b4bf540. 00000100:00000010:2.0:1767384401.301026:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000329cc512. 00000100:00000010:2.0:1767384401.301031:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000021ef8988. 00000100:00000010:2.0:1767384401.301071:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbe1ab53. 00000100:00000010:2.0:1767384401.301074:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a2a7735d. 00000100:00000010:2.0:1767384401.301105:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000288b73ab. 00000100:00000010:2.0:1767384401.301107:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006a8f4621. 00000100:00000010:2.0:1767384401.301135:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc64ae60. 00000100:00000010:2.0:1767384401.301138:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000465b681f. 00000100:00000010:2.0:1767384401.301196:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021c6d717. 00000100:00000010:2.0:1767384401.301198:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000057cbd5c9. 00000100:00000010:2.0:1767384401.301223:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032b4c3bf. 00000100:00000010:2.0:1767384401.301225:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000dea4b84. 00000100:00000010:2.0:1767384401.301250:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d862f2f8. 00000100:00000010:2.0:1767384401.301252:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bbb3c39a. 00000100:00000010:2.0:1767384401.301287:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b22d2ac2. 00000100:00000010:2.0:1767384401.301289:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000de83238d. 00000100:00000010:2.0:1767384401.301328:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f17226eb. 00000100:00000010:2.0:1767384401.301330:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cf603a45. 00000100:00000010:2.0:1767384401.301361:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bef1053. 00000100:00000010:2.0:1767384401.301365:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006ee2c4ba. 00000100:00000010:2.0:1767384401.301403:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000609df8d4. 00000100:00000010:2.0:1767384401.301409:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007def36d9. 00000100:00000010:2.0:1767384401.301562:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e59ad3c. 00000100:00000010:2.0:1767384401.301569:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000304d4539. 00000100:00000010:2.0:1767384401.301611:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be7ef28c. 00000100:00000010:2.0:1767384401.301617:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002fe0c509. 00000100:00000010:2.0:1767384401.301654:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1ec30d3. 00000100:00000010:2.0:1767384401.301659:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e6ad9d30. 00000100:00000010:2.0:1767384401.301703:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000774a4c5a. 00000100:00000010:2.0:1767384401.301707:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000037a4b6e9. 00000100:00000010:2.0:1767384401.301752:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a3c0d31. 00000100:00000010:2.0:1767384401.301757:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a26e9c5d. 00000100:00000010:2.0:1767384401.301794:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000561bd934. 00000100:00000010:2.0:1767384401.301799:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000067c46c9d. 00000100:00000010:2.0:1767384401.301864:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8c6ad4f. 00000100:00000010:2.0:1767384401.301874:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000c4b4103. 00000100:00000010:2.0:1767384401.301921:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087464c14. 00000100:00000010:2.0:1767384401.301925:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000774fa3d4. 00000100:00000010:2.0:1767384401.301971:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000855dac71. 00000100:00000010:2.0:1767384401.301975:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003769874b. 00000100:00000010:2.0:1767384401.302041:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000592d45b3. 00000100:00000010:2.0:1767384401.302046:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000054f76958. 00000100:00000010:2.0:1767384401.302121:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0fec135. 00000100:00000010:2.0:1767384401.302126:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b79525ee. 00000100:00000010:2.0:1767384401.302165:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9e97905. 00000100:00000010:2.0:1767384401.302169:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006ecfbd31. 00000100:00000010:2.0:1767384401.302212:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070e8926a. 00000100:00000010:2.0:1767384401.302217:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002c9f1956. 00000100:00000010:2.0:1767384401.302253:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ef2f731. 00000100:00000010:2.0:1767384401.302257:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006a127fb8. 00000100:00000010:2.0:1767384401.302295:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000409896e5. 00000100:00000010:2.0:1767384401.302299:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007355fa18. 00000100:00000010:2.0:1767384401.302370:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0ea4510. 00000100:00000010:2.0:1767384401.302375:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000059e42411. 00000100:00000010:2.0:1767384401.302413:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083b58564. 00000100:00000010:2.0:1767384401.302418:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006ff0bf1b. 00000100:00000010:2.0:1767384401.302487:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006decca83. 00000100:00000010:2.0:1767384401.302492:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000060c803b7. 00000100:00000010:2.0:1767384401.302534:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000358a6598. 00000100:00000010:2.0:1767384401.302538:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a663dfea. 00000100:00000010:2.0:1767384401.302582:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007caa115. 00000100:00000010:2.0:1767384401.302587:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009290e198. 00000100:00000010:2.0:1767384401.302630:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013a30e87. 00000100:00000010:2.0:1767384401.302634:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007532ecfc. 00000100:00000010:2.0:1767384401.302681:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f3d3ca7. 00000100:00000010:2.0:1767384401.302685:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002566b9f7. 00000100:00000010:2.0:1767384401.302730:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000157dec74. 00000100:00000010:2.0:1767384401.302735:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001b727e2a. 00000100:00000010:2.0:1767384401.302774:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002cc8156b. 00000100:00000010:2.0:1767384401.302777:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000041e72310. 00000100:00000010:2.0:1767384401.302823:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de4a9edf. 00000100:00000010:2.0:1767384401.302827:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000da46a061. 00000100:00000010:2.0:1767384401.302854:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058b236f4. 00000100:00000010:2.0:1767384401.302858:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f5bbd9a1. 00000100:00000010:2.0:1767384401.302895:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4b759c5. 00000100:00000010:2.0:1767384401.302899:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000021d3d035. 00000100:00000010:2.0:1767384401.302947:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023062c57. 00000100:00000010:2.0:1767384401.302950:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fdd9aa7f. 00000100:00000010:2.0:1767384401.303004:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007431fe23. 00000100:00000010:2.0:1767384401.303009:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a7fe2bd5. 00000100:00000010:2.0:1767384401.303041:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f62238e. 00000100:00000010:2.0:1767384401.303046:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009ddaec67. 00000100:00000010:2.0:1767384401.303077:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbcb4cac. 00000100:00000010:2.0:1767384401.303081:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f61635da. 00000100:00000010:2.0:1767384401.303124:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d2de79c. 00000100:00000010:2.0:1767384401.303127:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003236d91e. 00000100:00000010:2.0:1767384401.303172:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ce9537b. 00000100:00000010:2.0:1767384401.303177:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009b9e1c89. 00000100:00000010:2.0:1767384401.303218:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fc08f3f. 00000100:00000010:2.0:1767384401.303222:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cf4d1376. 00000100:00000010:2.0:1767384401.303249:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002bb73a45. 00000100:00000010:2.0:1767384401.303255:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ece03d4a. 00000100:00000010:2.0:1767384401.303280:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000578cf3b5. 00000100:00000010:2.0:1767384401.303283:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000153366a4. 00000100:00000010:2.0:1767384401.303310:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000986f9a2d. 00000100:00000010:2.0:1767384401.303314:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000027cd55fa. 00000100:00000010:2.0:1767384401.303354:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000784871db. 00000100:00000010:2.0:1767384401.303358:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008bda3308. 00000100:00000010:2.0:1767384401.303395:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000671329d4. 00000100:00000010:2.0:1767384401.303399:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000387a88f8. 00000100:00000010:2.0:1767384401.303460:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6eb10d4. 00000100:00000010:2.0:1767384401.303467:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000059aa68b9. 00000100:00000010:2.0:1767384401.303536:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db8f36f2. 00000100:00000010:2.0:1767384401.303541:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000428bf22. 00000100:00000010:2.0:1767384401.303580:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1ac332c. 00000100:00000010:2.0:1767384401.303585:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000582506a9. 00000100:00000010:2.0:1767384401.303627:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfc24a17. 00000100:00000010:2.0:1767384401.303631:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002aca9a6c. 00000100:00000010:2.0:1767384401.303669:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1222020. 00000100:00000010:2.0:1767384401.303671:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d4101767. 00000100:00000010:2.0:1767384401.303699:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000efa6876f. 00000100:00000010:2.0:1767384401.303703:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ee41ae61. 00000100:00000010:2.0:1767384401.303727:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9d17171. 00000100:00000010:2.0:1767384401.303728:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a6139329. 00000100:00000010:2.0:1767384401.303753:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009108473a. 00000100:00000010:2.0:1767384401.303754:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000efca5f8e. 00000100:00000010:2.0:1767384401.303774:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cafa9bf2. 00000100:00000010:2.0:1767384401.303776:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003179f152. 00000100:00000010:2.0:1767384401.303791:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4c828a2. 00000100:00000010:2.0:1767384401.303793:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b733e873. 00000100:00000010:2.0:1767384401.303808:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007bee4ed3. 00000100:00000010:2.0:1767384401.303810:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000070a8de0b. 00000100:00000010:2.0:1767384401.303825:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c504724f. 00000100:00000010:2.0:1767384401.303827:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000aed19354. 00000100:00000010:2.0:1767384401.303843:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c7f8d24. 00000100:00000010:2.0:1767384401.303844:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b3aac758. 00000100:00000010:2.0:1767384401.303861:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d5830a3. 00000100:00000010:2.0:1767384401.303949:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000008faa0eeb. 00000100:00000010:2.0:1767384401.303959:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000c2115429. 00000100:00000010:2.0:1767384401.303970:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000419a6c3b. 00000100:00000010:2.0:1767384401.303979:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000e25d66a6. 00000100:00000001:2.0:1767384401.304001:0:40103:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384401.304004:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.304007:0:40103:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384401.304009:0:40103:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384401.304010:0:40103:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000017a41609. 00000100:00000001:2.0:1767384401.304015:0:40103:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384401.304016:0:40103:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.304017:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.304019:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a707efeb. 00000100:00000001:2.0:1767384401.304020:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.304021:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.304022:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000243c9641. 00000100:00000001:2.0:1767384401.304024:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.304024:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.304025:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000eda87d34. 00000100:00000001:2.0:1767384401.304026:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.304027:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.304028:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009be4fb72. 00000100:00000001:2.0:1767384401.304029:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.304030:0:40103:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384401.304030:0:40103:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384401.304031:0:40103:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000012f60957. 00000100:00000001:2.0:1767384401.304032:0:40103:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384401.304033:0:40103:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.304034:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.304035:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a680f44d. 00000100:00000001:2.0:1767384401.304036:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.304036:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.304037:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000031dce768. 00000100:00000001:2.0:1767384401.304038:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.304039:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.304040:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000094814d40. 00000100:00000001:2.0:1767384401.304041:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.304042:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.304043:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000971005ec. 00000100:00000010:2.0:1767384401.304044:0:40103:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000e6bdd2bb. 00000100:00000001:2.0:1767384401.304046:0:40103:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384401.304104:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ef947ab3. 00000020:00000010:2.0:1767384401.304106:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000001feb17f5. 00000020:00000010:2.0:1767384401.304108:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b453872e. 00000020:00000010:2.0:1767384401.304110:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000aa82c656. 00000020:00000010:2.0:1767384401.304113:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005f0bfcfb. 00000020:00000010:2.0:1767384401.304116:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003e719852. 00000100:00000010:2.0:1767384401.304135:0:40103:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b8b35acd. 00000100:00000010:2.0:1767384401.304141:0:40103:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000001c04958c. 00000100:00000010:2.0:1767384401.304144:0:40103:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000b1818e89. 00000100:00000010:2.0:1767384401.304146:0:40103:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000b88204d9. 00000100:00000001:2.0:1767384401.304147:0:40103:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.304149:0:40103:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384401.304150:0:40103:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:2.0:1767384401.304153:0:40103:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384401.304154:0:40103:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384401.304155:0:40103:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:2.0:1767384401.304156:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:2.0:1767384401.304157:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:2.0:1767384401.304170:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000020:00000010:0.0:1767384401.304186:0:17089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008ea2f7fc. 00000040:00000010:0.0:1767384401.304193:0:17089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a9319162. 00000020:00000010:0.0:1767384401.304196:0:17089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006d76505b. 00000020:00000010:0.0:1767384401.304199:0:17089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000024a8d19b. 00000020:00000010:0.0:1767384401.304203:0:17089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000de3a67b1. 00000020:00000010:3.0:1767384401.304205:0:17088:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000852c7693. 80000000:00000010:0.0:1767384401.304206:0:17089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d7e2fb14. 00000040:00000010:3.0:1767384401.304215:0:17088:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000db7b044c. 40000000:00000010:0.0:1767384401.304215:0:17089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b010e2e0. 00000020:00000010:3.0:1767384401.304223:0:17088:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ebe390bb. 00100000:00000010:0.0:1767384401.304224:0:17089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000344b7b9. 00040000:00000010:0.0:1767384401.304231:0:17089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000080772aa. 00000020:00000010:3.0:1767384401.304232:0:17088:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000728a2986. 00040000:00000010:0.0:1767384401.304234:0:17089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000058cd9945. 00000020:00000010:3.0:1767384401.304241:0:17088:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ea991458. 00080000:00000010:0.0:1767384401.304242:0:17089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005e8e734b. 00080000:00000010:0.0:1767384401.304245:0:17089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000021c185cc. 80000000:00000010:3.0:1767384401.304255:0:17088:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000049a67036. 00000004:00000010:0.0:1767384401.304257:0:17089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a43cf452. 40000000:00000010:3.0:1767384401.304260:0:17088:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004cb2cd11. 00000020:00000010:0.0:1767384401.304262:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9bb67e4. 00100000:00000010:3.0:1767384401.304267:0:17088:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008241dd1c. 00000020:00000010:0.0:1767384401.304270:0:17089:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fcf38c85. 00040000:00000010:3.0:1767384401.304273:0:17088:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fc0d1e3f. 00000100:00000010:0.0:1767384401.304276:0:17089:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000022bfdf94. 00040000:00000010:3.0:1767384401.304278:0:17088:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000066dc4897. 00000100:00100000:0.0:1767384401.304281:0:17089:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [0000000082b8318c:17089] 1 exiting: rc = 0 00080000:00000010:3.0:1767384401.304290:0:17088:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006500e53a. 00080000:00000010:3.0:1767384401.304296:0:17088:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008b36bc71. 00000004:00000010:3.0:1767384401.304301:0:17088:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ff85d132. 00000100:00000040:2.0:1767384401.304303:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #0 00000020:00000010:3.0:1767384401.304308:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004d78672. 00000020:00000010:3.0:1767384401.304315:0:17088:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004e18a5d9. 00000100:00000010:3.0:1767384401.304325:0:17088:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001aece63d. 00000100:00100000:3.0:1767384401.304328:0:17088:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [0000000023c9c4b1:17088] 0 exiting: rc = 1 00000100:00000010:2.0:1767384401.304349:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000023c9c4b1. 00000100:00000010:2.0:1767384401.304354:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000082b8318c. 00000100:00000001:2.0:1767384401.304355:0:40103:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384401.304356:0:40103:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384401.304359:0:40103:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:2.0:1767384401.304363:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304364:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304367:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba18d4ca. 00000400:00000200:2.0:1767384401.304371:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4045671 00000400:00000010:2.0:1767384401.304374:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4045671. 00000100:00000001:2.0:1767384401.304378:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304380:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304387:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304389:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384401.304392:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304395:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304396:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304398:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036557320. 00000400:00000200:2.0:1767384401.304400:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ff6a9a 00000400:00000010:2.0:1767384401.304402:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080ff6a9a. 00000100:00000001:2.0:1767384401.304404:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304405:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304410:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304411:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384401.304413:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304414:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304416:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304417:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000016dfbc2. 00000400:00000200:2.0:1767384401.304419:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3ee857 00000400:00000010:2.0:1767384401.304421:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c3ee857. 00000100:00000001:2.0:1767384401.304446:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304448:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304452:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304453:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384401.304455:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304456:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304457:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304459:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0c4541. 00000400:00000200:2.0:1767384401.304461:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000159efa1a 00000400:00000010:2.0:1767384401.304462:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000159efa1a. 00000100:00000001:2.0:1767384401.304464:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304465:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304469:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304470:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384401.304471:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304473:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304474:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304475:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019642cfb. 00000400:00000200:2.0:1767384401.304477:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004716fcfd 00000400:00000010:2.0:1767384401.304478:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004716fcfd. 00000100:00000001:2.0:1767384401.304480:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304481:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304486:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304488:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384401.304490:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304491:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304492:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304493:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000158e2b86. 00000400:00000200:2.0:1767384401.304494:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d980d47c 00000400:00000010:2.0:1767384401.304495:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d980d47c. 00000100:00000001:2.0:1767384401.304496:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304497:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304499:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304500:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384401.304501:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304501:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304502:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304503:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dedebb9. 00000400:00000200:2.0:1767384401.304504:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acd31ee3 00000400:00000010:2.0:1767384401.304505:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acd31ee3. 00000100:00000001:2.0:1767384401.304506:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304506:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304509:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304509:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384401.304510:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304511:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304511:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304512:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f95e2ad. 00000400:00000200:2.0:1767384401.304513:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9f2bf 00000400:00000010:2.0:1767384401.304514:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bf9f2bf. 00000100:00000001:2.0:1767384401.304515:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304516:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304518:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304519:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384401.304520:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304520:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304521:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304522:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079fd4692. 00000400:00000200:2.0:1767384401.304523:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb77f1e 00000400:00000010:2.0:1767384401.304524:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cb77f1e. 00000100:00000001:2.0:1767384401.304525:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304526:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304528:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304529:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384401.304530:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304531:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304532:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304533:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc49bf7c. 00000400:00000200:2.0:1767384401.304534:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c1f6e83 00000400:00000010:2.0:1767384401.304535:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c1f6e83. 00000100:00000001:2.0:1767384401.304536:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304536:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304539:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304539:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384401.304540:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304541:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304542:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304542:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dd94625. 00000400:00000200:2.0:1767384401.304543:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0ba5f17 00000400:00000010:2.0:1767384401.304544:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0ba5f17. 00000100:00000001:2.0:1767384401.304545:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304546:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304548:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304549:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384401.304550:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304551:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304551:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304552:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a64c6483. 00000400:00000200:2.0:1767384401.304553:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001595007e 00000400:00000010:2.0:1767384401.304554:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001595007e. 00000100:00000001:2.0:1767384401.304555:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304555:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304557:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304558:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384401.304559:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304560:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304560:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304561:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2beb2e3. 00000400:00000200:2.0:1767384401.304562:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010e0d4d5 00000400:00000010:2.0:1767384401.304563:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010e0d4d5. 00000100:00000001:2.0:1767384401.304564:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304565:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304568:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304569:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384401.304569:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304570:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304571:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304571:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee7494b5. 00000400:00000200:2.0:1767384401.304572:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e4e89c0 00000400:00000010:2.0:1767384401.304573:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e4e89c0. 00000100:00000001:2.0:1767384401.304574:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304575:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304577:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304578:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384401.304579:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304580:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304580:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304581:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085fb624b. 00000400:00000200:2.0:1767384401.304582:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb41c691 00000400:00000010:2.0:1767384401.304583:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb41c691. 00000100:00000001:2.0:1767384401.304584:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304584:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304587:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304587:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384401.304588:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304589:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304589:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304590:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b599d3bc. 00000400:00000200:2.0:1767384401.304591:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acd6c1ed 00000400:00000010:2.0:1767384401.304592:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acd6c1ed. 00000100:00000001:2.0:1767384401.304593:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304594:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304596:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304597:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384401.304597:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304598:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304599:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304600:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7dc3582. 00000400:00000200:2.0:1767384401.304601:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fe28767 00000400:00000010:2.0:1767384401.304602:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000fe28767. 00000100:00000001:2.0:1767384401.304603:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304603:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304606:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304606:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384401.304607:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304608:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304608:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304609:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f509d73b. 00000400:00000200:2.0:1767384401.304610:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c6aef8a 00000400:00000010:2.0:1767384401.304611:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c6aef8a. 00000100:00000001:2.0:1767384401.304612:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304612:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304615:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304616:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384401.304616:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304617:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304618:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304619:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e610247e. 00000400:00000200:2.0:1767384401.304620:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008295ce20 00000400:00000010:2.0:1767384401.304620:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008295ce20. 00000100:00000001:2.0:1767384401.304621:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304622:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304624:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304625:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384401.304626:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304627:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304627:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304628:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d162712. 00000400:00000200:2.0:1767384401.304629:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cadaf395 00000400:00000010:2.0:1767384401.304630:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cadaf395. 00000100:00000001:2.0:1767384401.304631:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304631:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304634:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304634:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384401.304636:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304636:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304637:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304638:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f300b4ea. 00000400:00000200:2.0:1767384401.304639:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead19635 00000400:00000010:2.0:1767384401.304640:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ead19635. 00000100:00000001:2.0:1767384401.304640:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304641:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304643:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304644:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384401.304645:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304646:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304647:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304647:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cbcac73. 00000400:00000200:2.0:1767384401.304648:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9b63ea9 00000400:00000010:2.0:1767384401.304649:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9b63ea9. 00000100:00000001:2.0:1767384401.304650:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304651:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304653:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304654:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384401.304655:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304656:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304656:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304657:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cccf132. 00000400:00000200:2.0:1767384401.304658:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e62562 00000400:00000010:2.0:1767384401.304659:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7e62562. 00000100:00000001:2.0:1767384401.304660:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304661:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304663:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304664:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384401.304664:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304665:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304666:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304667:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b55f03. 00000400:00000200:2.0:1767384401.304668:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014e72071 00000400:00000010:2.0:1767384401.304669:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014e72071. 00000100:00000001:2.0:1767384401.304670:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304670:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304673:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304674:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384401.304675:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304675:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304676:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304677:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023a9b383. 00000400:00000200:2.0:1767384401.304678:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c03d662 00000400:00000010:2.0:1767384401.304678:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c03d662. 00000100:00000001:2.0:1767384401.304679:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304680:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304682:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304683:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384401.304684:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304685:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304685:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304686:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf047196. 00000400:00000200:2.0:1767384401.304687:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000957b3f 00000400:00000010:2.0:1767384401.304688:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000957b3f. 00000100:00000001:2.0:1767384401.304689:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304690:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304692:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304693:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384401.304693:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304694:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304695:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304696:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001baf3cb. 00000400:00000200:2.0:1767384401.304697:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001646ac9c 00000400:00000010:2.0:1767384401.304697:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001646ac9c. 00000100:00000001:2.0:1767384401.304698:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304699:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304701:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304702:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384401.304703:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304704:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304705:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304705:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a66866f3. 00000400:00000200:2.0:1767384401.304706:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007f83f24 00000400:00000010:2.0:1767384401.304707:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007f83f24. 00000100:00000001:2.0:1767384401.304708:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304709:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304711:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304712:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384401.304713:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304714:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304714:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304715:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008793f5cd. 00000400:00000200:2.0:1767384401.304716:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004843ae7d 00000400:00000010:2.0:1767384401.304717:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004843ae7d. 00000100:00000001:2.0:1767384401.304718:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304718:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304720:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304721:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384401.304722:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304723:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304723:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304724:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9c38e6b. 00000400:00000200:2.0:1767384401.304725:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da63693e 00000400:00000010:2.0:1767384401.304726:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da63693e. 00000100:00000001:2.0:1767384401.304727:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304727:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304730:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304730:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384401.304731:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304732:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304733:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304733:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbeddae7. 00000400:00000200:2.0:1767384401.304734:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d38503 00000400:00000010:2.0:1767384401.304735:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4d38503. 00000100:00000001:2.0:1767384401.304736:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304737:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304739:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304740:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384401.304740:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304741:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304742:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304742:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000197bdda7. 00000400:00000200:2.0:1767384401.304744:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b12e4d9c 00000400:00000010:2.0:1767384401.304745:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b12e4d9c. 00000100:00000001:2.0:1767384401.304746:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304746:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304748:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304749:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384401.304750:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304751:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304751:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304752:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c6e595. 00000400:00000200:2.0:1767384401.304753:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8baea09 00000400:00000010:2.0:1767384401.304754:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8baea09. 00000100:00000001:2.0:1767384401.304755:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304756:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304758:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304759:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384401.304760:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304761:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304761:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304762:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000393c9e46. 00000400:00000200:2.0:1767384401.304763:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cff483 00000400:00000010:2.0:1767384401.304764:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013cff483. 00000100:00000001:2.0:1767384401.304765:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304765:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304768:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304768:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384401.304769:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304770:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304771:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304771:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f063c67. 00000400:00000200:2.0:1767384401.304772:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054bf912d 00000400:00000010:2.0:1767384401.304773:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054bf912d. 00000100:00000001:2.0:1767384401.304774:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304775:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304777:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304778:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384401.304778:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304780:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304780:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304781:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f251d93. 00000400:00000200:2.0:1767384401.304782:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041976be5 00000400:00000010:2.0:1767384401.304783:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041976be5. 00000100:00000001:2.0:1767384401.304784:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304784:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304786:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304787:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384401.304788:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304789:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304789:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304790:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000221a9ec6. 00000400:00000200:2.0:1767384401.304791:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c03b71e8 00000400:00000010:2.0:1767384401.304792:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c03b71e8. 00000100:00000001:2.0:1767384401.304793:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304793:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304795:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304796:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384401.304797:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304798:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304798:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304799:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c7cb088. 00000400:00000200:2.0:1767384401.304800:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005168e4bd 00000400:00000010:2.0:1767384401.304801:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005168e4bd. 00000100:00000001:2.0:1767384401.304802:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304803:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304805:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304806:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384401.304806:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304807:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304808:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304809:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c46d31b0. 00000400:00000200:2.0:1767384401.304809:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b88b563 00000400:00000010:2.0:1767384401.304810:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b88b563. 00000100:00000001:2.0:1767384401.304811:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304812:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304814:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304815:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384401.304816:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304817:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304818:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304818:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000010c343. 00000400:00000200:2.0:1767384401.304819:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d1e53e5 00000400:00000010:2.0:1767384401.304820:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d1e53e5. 00000100:00000001:2.0:1767384401.304822:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304822:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304825:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304825:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384401.304826:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304827:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304827:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304828:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb6a736e. 00000400:00000200:2.0:1767384401.304829:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7358b2 00000400:00000010:2.0:1767384401.304830:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a7358b2. 00000100:00000001:2.0:1767384401.304831:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304831:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304834:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304835:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384401.304835:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304836:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304837:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304837:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6985f37. 00000400:00000200:2.0:1767384401.304838:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d85086d 00000400:00000010:2.0:1767384401.304839:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d85086d. 00000100:00000001:2.0:1767384401.304840:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304841:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304843:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304844:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384401.304844:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304845:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304846:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304847:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c35bf35. 00000400:00000200:2.0:1767384401.304847:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f3bf6c 00000400:00000010:2.0:1767384401.304848:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9f3bf6c. 00000100:00000001:2.0:1767384401.304849:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304850:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304853:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304853:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384401.304854:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304855:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304855:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304856:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d508818d. 00000400:00000200:2.0:1767384401.304857:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007505da76 00000400:00000010:2.0:1767384401.304858:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007505da76. 00000100:00000001:2.0:1767384401.304859:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304860:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304862:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304863:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384401.304863:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304864:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304865:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304865:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc99b71f. 00000400:00000200:2.0:1767384401.304866:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eebc6e2f 00000400:00000010:2.0:1767384401.304867:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eebc6e2f. 00000100:00000001:2.0:1767384401.304868:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304869:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304871:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304872:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384401.304872:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304873:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304874:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304874:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470e585f. 00000400:00000200:2.0:1767384401.304875:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ad51277 00000400:00000010:2.0:1767384401.304876:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ad51277. 00000100:00000001:2.0:1767384401.304877:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304878:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304880:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304881:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384401.304881:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304882:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304883:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304884:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6f19d31. 00000400:00000200:2.0:1767384401.304884:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d8796fd 00000400:00000010:2.0:1767384401.304886:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d8796fd. 00000100:00000001:2.0:1767384401.304887:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304887:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304889:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304890:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384401.304891:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304892:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304892:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304893:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071c187c8. 00000400:00000200:2.0:1767384401.304894:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035ecea2e 00000400:00000010:2.0:1767384401.304895:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035ecea2e. 00000100:00000001:2.0:1767384401.304896:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304896:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304899:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304899:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384401.304900:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304901:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304901:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304902:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a5e42c4. 00000400:00000200:2.0:1767384401.304903:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000efd7715 00000400:00000010:2.0:1767384401.304904:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000efd7715. 00000100:00000001:2.0:1767384401.304905:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304906:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304908:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304909:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384401.304909:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304910:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304911:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304911:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbf247c1. 00000400:00000200:2.0:1767384401.304912:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969f5214 00000400:00000010:2.0:1767384401.304913:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000969f5214. 00000100:00000001:2.0:1767384401.304914:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304915:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304917:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304918:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384401.304919:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304919:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304920:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304921:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f7cbad0. 00000400:00000200:2.0:1767384401.304922:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c183e18d 00000400:00000010:2.0:1767384401.304923:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c183e18d. 00000100:00000001:2.0:1767384401.304924:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304924:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304927:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304927:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384401.304928:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304929:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304930:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304930:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2a8a05f. 00000400:00000200:2.0:1767384401.304931:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038db1493 00000400:00000010:2.0:1767384401.304932:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038db1493. 00000100:00000001:2.0:1767384401.304933:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304934:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304936:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304937:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384401.304938:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304938:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304939:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304940:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000557dd082. 00000400:00000200:2.0:1767384401.304941:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006877f093 00000400:00000010:2.0:1767384401.304942:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006877f093. 00000100:00000001:2.0:1767384401.304943:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304943:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304946:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304946:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384401.304947:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304948:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304948:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304949:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a554fbbf. 00000400:00000200:2.0:1767384401.304950:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db73f8c0 00000400:00000010:2.0:1767384401.304951:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db73f8c0. 00000100:00000001:2.0:1767384401.304952:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304952:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304955:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304955:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384401.304957:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304957:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304958:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304959:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ef12c81. 00000400:00000200:2.0:1767384401.304960:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c38554e7 00000400:00000010:2.0:1767384401.304960:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c38554e7. 00000100:00000001:2.0:1767384401.304961:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304962:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304964:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304965:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384401.304966:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304967:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304967:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304968:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ca2246b. 00000400:00000200:2.0:1767384401.304969:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000303bfd40 00000400:00000010:2.0:1767384401.304970:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000303bfd40. 00000100:00000001:2.0:1767384401.304971:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304971:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304974:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304974:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384401.304975:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304976:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304976:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304977:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2d947c2. 00000400:00000200:2.0:1767384401.304978:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f76a2ca 00000400:00000010:2.0:1767384401.304979:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f76a2ca. 00000100:00000001:2.0:1767384401.304980:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.304980:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.304983:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.304983:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384401.304984:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.304985:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.304998:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.304999:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088870dc9. 00000400:00000200:2.0:1767384401.305001:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0ab452 00000400:00000010:2.0:1767384401.305002:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c0ab452. 00000100:00000001:2.0:1767384401.305003:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305004:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.305007:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305008:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384401.305009:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305010:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305011:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305012:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6347ebe. 00000400:00000200:2.0:1767384401.305013:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0196759 00000400:00000010:2.0:1767384401.305014:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0196759. 00000100:00000001:2.0:1767384401.305015:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305015:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.305018:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305019:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384401.305019:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305020:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305021:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305022:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076b5c316. 00000400:00000200:2.0:1767384401.305023:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7122ba3 00000400:00000010:2.0:1767384401.305023:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7122ba3. 00000100:00000001:2.0:1767384401.305024:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305025:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.305027:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305028:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384401.305029:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305030:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305030:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305031:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e782a7. 00000400:00000200:2.0:1767384401.305032:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000704d1aa4 00000400:00000010:2.0:1767384401.305033:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000704d1aa4. 00000100:00000001:2.0:1767384401.305034:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305035:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.305037:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305038:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384401.305039:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305040:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305040:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305041:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000639b69fe. 00000400:00000200:2.0:1767384401.305042:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e656159 00000400:00000010:2.0:1767384401.305043:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e656159. 00000100:00000001:2.0:1767384401.305045:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305045:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.305048:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305049:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384401.305050:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305051:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305051:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305052:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6bfbddf. 00000400:00000200:2.0:1767384401.305053:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071239215 00000400:00000010:2.0:1767384401.305054:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071239215. 00000100:00000001:2.0:1767384401.305055:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305055:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.305058:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305059:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384401.305059:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305060:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305061:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305061:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a199497. 00000400:00000200:2.0:1767384401.305062:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3cfc888 00000400:00000010:2.0:1767384401.305063:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3cfc888. 00000100:00000001:2.0:1767384401.305064:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305065:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384401.305067:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305068:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384401.305069:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384401.305070:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305071:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305073:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305073:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305074:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305075:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305075:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305076:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305077:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305077:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305078:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305079:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305080:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305081:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305081:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305082:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305083:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305084:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305085:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305085:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305086:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305087:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305087:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305088:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305089:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305089:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305090:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305091:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305092:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305092:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305093:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305093:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305094:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305095:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305096:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305096:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305097:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305097:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305098:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305099:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305100:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305100:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305101:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305102:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305102:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305103:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305104:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305104:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305105:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305106:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305107:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305107:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305108:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305109:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305110:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305111:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305112:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305112:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305113:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305114:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305115:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305116:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305116:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305117:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305118:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305118:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305119:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305120:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305120:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305121:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305122:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305122:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305123:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305124:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305124:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305125:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305126:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305126:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305127:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305128:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305128:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305129:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305130:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305131:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305131:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305132:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305133:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305133:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305134:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305135:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305135:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305136:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305137:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305138:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305139:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305139:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305140:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305141:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305142:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305143:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305143:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305144:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305145:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305145:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305146:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305147:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305147:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305148:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305149:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305149:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305150:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305151:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305151:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305152:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305153:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305153:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305154:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305155:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305155:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305156:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305157:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305157:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305158:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305159:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305160:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305160:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.305161:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.305162:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384401.305164:0:40103:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384401.305165:0:40103:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000d544fcf8. 02000000:00000001:2.0:1767384401.305166:0:40103:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384401.305167:0:40103:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001de70058. 00000100:00000010:2.0:1767384401.305169:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fb1373fc. 00000100:00000010:2.0:1767384401.305172:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c260322a. 00000100:00000010:2.0:1767384401.305174:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000191ed55b. 00000100:00000010:2.0:1767384401.305175:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d84a8716. 00000100:00000010:2.0:1767384401.305177:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf301042. 00000100:00000010:2.0:1767384401.305178:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048020cab. 00000100:00000010:2.0:1767384401.305179:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d20aba09. 00000100:00000010:2.0:1767384401.305181:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4587d58. 00000100:00000010:2.0:1767384401.305182:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a0cf0a72. 00000100:00000010:2.0:1767384401.305189:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077175f1f. 00000100:00000010:2.0:1767384401.305191:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000897b8b80. 00000100:00000010:2.0:1767384401.305192:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002020d928. 00000100:00000010:2.0:1767384401.305194:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008b74054b. 00000100:00000010:2.0:1767384401.305195:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc461064. 00000100:00000010:2.0:1767384401.305196:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000066af10fe. 00000100:00000010:2.0:1767384401.305198:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000267b2d6b. 00000100:00000010:2.0:1767384401.305199:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000060271b96. 00000100:00000010:2.0:1767384401.305201:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000269c5e18. 00000100:00000010:2.0:1767384401.305203:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000051b99f9c. 00000100:00000010:2.0:1767384401.305204:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093bac23a. 00000100:00000010:2.0:1767384401.305205:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d62d9ece. 00000100:00000010:2.0:1767384401.305206:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004464d73a. 00000100:00000010:2.0:1767384401.305207:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f4344526. 00000100:00000010:2.0:1767384401.305209:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000adfadb5. 00000100:00000010:2.0:1767384401.305210:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000495feeba. 00000100:00000010:2.0:1767384401.305212:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d81e5b86. 00000100:00000010:2.0:1767384401.305213:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000053d2815. 00000100:00000010:2.0:1767384401.305214:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cddfab38. 00000100:00000010:2.0:1767384401.305215:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004dc08de7. 00000100:00000010:2.0:1767384401.305216:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb6fb491. 00000100:00000010:2.0:1767384401.305217:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a4232d4d. 00000100:00000010:2.0:1767384401.305219:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005be5b19b. 00000100:00000010:2.0:1767384401.305220:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067200ca7. 00000100:00000010:2.0:1767384401.305231:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000341f1fc9. 00000100:00000010:2.0:1767384401.305233:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008adcffa1. 00000100:00000010:2.0:1767384401.305234:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f18d5eb5. 00000100:00000010:2.0:1767384401.305236:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003eaac2fc. 00000100:00000010:2.0:1767384401.305237:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bcd93217. 00000100:00000010:2.0:1767384401.305238:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000097d925af. 00000100:00000010:2.0:1767384401.305240:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001216a31b. 00000100:00000010:2.0:1767384401.305241:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000031acfd11. 00000100:00000010:2.0:1767384401.305242:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008149d2f3. 00000100:00000010:2.0:1767384401.305244:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bcc90785. 00000100:00000010:2.0:1767384401.305245:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089c5df04. 00000100:00000010:2.0:1767384401.305247:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e6b67afd. 00000100:00000010:2.0:1767384401.305248:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfe4697d. 00000100:00000010:2.0:1767384401.305249:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000025df00cf. 00000100:00000010:2.0:1767384401.305251:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c8d4602. 00000100:00000010:2.0:1767384401.305252:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a27bd4b2. 00000100:00000010:2.0:1767384401.305253:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b16e44e. 00000100:00000010:2.0:1767384401.305255:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000076d53585. 00000100:00000010:2.0:1767384401.305256:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005eabb99c. 00000100:00000010:2.0:1767384401.305258:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b109f694. 00000100:00000010:2.0:1767384401.305259:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000770fe9fd. 00000100:00000010:2.0:1767384401.305260:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007c30d86a. 00000100:00000010:2.0:1767384401.305262:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4db9382. 00000100:00000010:2.0:1767384401.305263:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001cc6a22d. 00000100:00000010:2.0:1767384401.305273:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dec63e8d. 00000100:00000010:2.0:1767384401.305275:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ab03d503. 00000100:00000010:2.0:1767384401.305276:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053b12e0c. 00000100:00000010:2.0:1767384401.305277:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000da4e807d. 00000100:00000010:2.0:1767384401.305278:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054e8a724. 00000100:00000010:2.0:1767384401.305280:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dd64d2c3. 00000100:00000010:2.0:1767384401.305281:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000228d177f. 00000100:00000010:2.0:1767384401.305282:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000159c5855. 00000100:00000010:2.0:1767384401.305284:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c75f037f. 00000100:00000010:2.0:1767384401.305286:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c5f80a07. 00000100:00000010:2.0:1767384401.305288:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009452d7ec. 00000100:00000010:2.0:1767384401.305289:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000924a70f3. 00000100:00000010:2.0:1767384401.305290:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ba65406. 00000100:00000010:2.0:1767384401.305292:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000392afe5c. 00000100:00000010:2.0:1767384401.305293:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009fd0226c. 00000100:00000010:2.0:1767384401.305294:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d8d39e41. 00000100:00000010:2.0:1767384401.305296:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e1b021b. 00000100:00000010:2.0:1767384401.305297:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b5b56fee. 00000100:00000010:2.0:1767384401.305298:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a443be7. 00000100:00000010:2.0:1767384401.305299:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007630e1b3. 00000100:00000010:2.0:1767384401.305301:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038ed963f. 00000100:00000010:2.0:1767384401.305302:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005116ccc3. 00000100:00000010:2.0:1767384401.305303:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1be97a1. 00000100:00000010:2.0:1767384401.305305:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ae25ff42. 00000100:00000010:2.0:1767384401.305315:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c70b988. 00000100:00000010:2.0:1767384401.305317:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000076b15bd1. 00000100:00000010:2.0:1767384401.305318:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000260e7c47. 00000100:00000010:2.0:1767384401.305319:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000acd9bc8b. 00000100:00000010:2.0:1767384401.305321:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c869120. 00000100:00000010:2.0:1767384401.305322:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fb7d75e7. 00000100:00000010:2.0:1767384401.305323:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fdd624bd. 00000100:00000010:2.0:1767384401.305324:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009e71f1a1. 00000100:00000010:2.0:1767384401.305326:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2db7b51. 00000100:00000010:2.0:1767384401.305327:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d45ad2b8. 00000100:00000010:2.0:1767384401.305328:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6907f4c. 00000100:00000010:2.0:1767384401.305329:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ce2d4e78. 00000100:00000010:2.0:1767384401.305331:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075818cec. 00000100:00000010:2.0:1767384401.305332:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000087ae53e9. 00000100:00000010:2.0:1767384401.305334:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028c896c7. 00000100:00000010:2.0:1767384401.305335:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bf017db3. 00000100:00000010:2.0:1767384401.305337:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097aa87b8. 00000100:00000010:2.0:1767384401.305338:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eb5cc5ab. 00000100:00000010:2.0:1767384401.305339:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc521727. 00000100:00000010:2.0:1767384401.305340:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000040783c11. 00000100:00000010:2.0:1767384401.305342:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096bc922e. 00000100:00000010:2.0:1767384401.305343:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007f6b8cd6. 00000100:00000010:2.0:1767384401.305344:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d6ba147. 00000100:00000010:2.0:1767384401.305346:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000725f2bad. 00000100:00000010:2.0:1767384401.305356:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2365429. 00000100:00000010:2.0:1767384401.305357:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f60a5ef1. 00000100:00000010:2.0:1767384401.305358:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f01d07d4. 00000100:00000010:2.0:1767384401.305359:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d1c86f6d. 00000100:00000010:2.0:1767384401.305361:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081167759. 00000100:00000010:2.0:1767384401.305363:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000fbce422. 00000100:00000010:2.0:1767384401.305365:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be2f997a. 00000100:00000010:2.0:1767384401.305367:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004234466e. 00000100:00000010:2.0:1767384401.305369:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a0e2e6f. 00000100:00000010:2.0:1767384401.305371:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000079c796d8. 00000100:00000010:2.0:1767384401.305373:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edfbeca1. 00000100:00000010:2.0:1767384401.305375:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000036dda668. 00000100:00000010:2.0:1767384401.305378:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088d8c261. 00000100:00000010:2.0:1767384401.305380:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000176d5dca. 00000100:00000010:2.0:1767384401.305382:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdab69e6. 00000100:00000010:2.0:1767384401.305385:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000089fc98c6. 00000100:00000010:2.0:1767384401.305387:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b53dff90. 00000100:00000010:2.0:1767384401.305389:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c9e32847. 00000100:00000010:2.0:1767384401.305391:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038c29153. 00000100:00000010:2.0:1767384401.305393:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000183174dc. 00000100:00000010:2.0:1767384401.305395:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083420497. 00000100:00000010:2.0:1767384401.305397:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f05bb0b1. 00000100:00000010:2.0:1767384401.305399:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081caa0c8. 00000100:00000010:2.0:1767384401.305402:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000035aac0e4. 00000100:00000010:2.0:1767384401.305411:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005fa19c9f. 00000100:00000001:2.0:1767384401.305417:0:40103:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384401.305418:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.305419:0:40103:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384401.305421:0:40103:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384401.305422:0:40103:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000679a38f9. 00010000:00000010:2.1:1767384401.305440:0:40103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fc01e794. 00010000:00000010:2.1:1767384401.305447:0:40103:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000019bb2c46. 00010000:00000010:2.1:1767384401.305452:0:40103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000284f4c7f. 00010000:00000010:2.1:1767384401.305455:0:40103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003d309041. 00010000:00000010:2.1:1767384401.305457:0:40103:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c0101384. 00010000:00000010:2.1:1767384401.305460:0:40103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006cb4b18f. 00010000:00000010:2.1:1767384401.305471:0:40103:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f3a74fe4. 00010000:00000010:2.1:1767384401.305477:0:40103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000abc567e7. 00000100:00000001:2.0:1767384401.305485:0:40103:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384401.305486:0:40103:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.305488:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.305489:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002c482dca. 00000100:00000001:2.0:1767384401.305492:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.305494:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.305495:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bb898e3c. 00000100:00000001:2.0:1767384401.305497:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.305499:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.305500:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000589df0ae. 00000100:00000001:2.0:1767384401.305502:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384401.305504:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384401.305504:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002edd1884. 00000100:00000001:2.0:1767384401.305506:0:40103:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384401.305637:0:40103:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000f910bb8. 00000020:00000010:2.0:1767384401.305659:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000083229891. 00000020:00000010:2.0:1767384401.305662:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e7d7d96e. 00000100:00000010:2.0:1767384401.305681:0:40103:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000e14ba808. 00000100:00000010:2.0:1767384401.305686:0:40103:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000f595bdce. 00000100:00000010:2.0:1767384401.305688:0:40103:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e106928c. 00000100:00000010:2.0:1767384401.305691:0:40103:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000106a1f37. 00000100:00000001:2.0:1767384401.305693:0:40103:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.305694:0:40103:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384401.305695:0:40103:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:2.0:1767384401.305697:0:40103:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384401.305698:0:40103:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384401.305699:0:40103:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:2.0:1767384401.305701:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:2.0:1767384401.305702:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:2.0:1767384401.305709:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:0.0:1767384401.305735:0:17091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000562db5fb. 00000020:00000010:1.0:1767384401.305738:0:17090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c0e8f1d9. 00000040:00000010:0.0:1767384401.305741:0:17091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000331d3598. 00000040:00000010:1.0:1767384401.305746:0:17090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000098778c1d. 00000020:00000010:0.0:1767384401.305747:0:17091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077fe1914. 00000020:00000010:1.0:1767384401.305753:0:17090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000034006d4e. 00000020:00000010:0.0:1767384401.305756:0:17091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fe3c126e. 00000020:00000010:0.0:1767384401.305761:0:17091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007be3c5ed. 00000020:00000010:1.0:1767384401.305765:0:17090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5cd6808. 80000000:00000010:0.0:1767384401.305766:0:17091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006abea3d3. 40000000:00000010:0.0:1767384401.305773:0:17091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000083b4ecce. 00000020:00000010:1.0:1767384401.305776:0:17090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5d447e6. 00100000:00000010:0.0:1767384401.305778:0:17091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000032d51da4. 80000000:00000010:1.0:1767384401.305784:0:17090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000e53ab9d. 00040000:00000010:0.0:1767384401.305784:0:17091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005928e33a. 00040000:00000010:0.0:1767384401.305792:0:17091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002751ba46. 40000000:00000010:1.0:1767384401.305794:0:17090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000c042f09. 00080000:00000010:0.0:1767384401.305796:0:17091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e82a4160. 00100000:00000010:1.0:1767384401.305802:0:17090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009d2c09ee. 00080000:00000010:0.0:1767384401.305802:0:17091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007af4e3e3. 00040000:00000010:1.0:1767384401.305809:0:17090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a03a4c25. 00000004:00000010:0.0:1767384401.305810:0:17091:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007ef794c9. 00040000:00000010:1.0:1767384401.305816:0:17090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2ec7a9f. 00002000:00000010:0.0:1767384401.305817:0:17091:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d173ad3a. 00000020:00000010:0.0:1767384401.305824:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a0df64f. 00080000:00000010:1.0:1767384401.305825:0:17090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b6207ba6. 00000020:00000010:0.0:1767384401.305828:0:17091:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009dafb551. 00080000:00000010:1.0:1767384401.305830:0:17090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007d554768. 00000100:00000010:0.0:1767384401.305834:0:17091:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cc074ec5. 00000004:00000010:1.0:1767384401.305835:0:17090:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001883a213. 00000100:00100000:0.0:1767384401.305839:0:17091:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [00000000ba0880a1:17091] 1 exiting: rc = 0 00002000:00000010:1.0:1767384401.305840:0:17090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003556e3e1. 00000020:00000010:1.0:1767384401.305845:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2a1cb8d. 00000020:00000010:1.0:1767384401.305848:0:17090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fb42575d. 00000100:00000040:2.0:1767384401.305857:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #0 00000100:00000010:1.0:1767384401.305858:0:17090:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000036f0c6e7. 00000100:00100000:1.0:1767384401.305862:0:17090:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000fcf2c866:17090] 0 exiting: rc = 1 00000100:00000010:2.0:1767384401.305880:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000fcf2c866. 00000100:00000010:2.0:1767384401.305886:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ba0880a1. 00000100:00000001:2.0:1767384401.305890:0:40103:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384401.305892:0:40103:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384401.305894:0:40103:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:2.0:1767384401.305897:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305899:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305901:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000331fc6bb. 00000400:00000200:2.0:1767384401.305903:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fb72ac7 00000400:00000010:2.0:1767384401.305905:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005fb72ac7. 00000100:00000001:2.0:1767384401.305908:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305909:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.305913:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305915:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384401.305918:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305919:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305920:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305922:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fed0ba00. 00000400:00000200:2.0:1767384401.305924:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007456c34f 00000400:00000010:2.0:1767384401.305925:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007456c34f. 00000100:00000001:2.0:1767384401.305927:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305927:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.305930:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305930:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384401.305931:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305932:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305933:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305934:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fa7c384. 00000400:00000200:2.0:1767384401.305935:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ca5f991 00000400:00000010:2.0:1767384401.305935:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004ca5f991. 00000100:00000001:2.0:1767384401.305937:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305937:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.305940:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305940:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384401.305941:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305942:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305943:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305943:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b2d83ef. 00000400:00000200:2.0:1767384401.305944:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0df2839 00000400:00000010:2.0:1767384401.305945:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e0df2839. 00000100:00000001:2.0:1767384401.305947:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305948:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.305950:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305951:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384401.305952:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305953:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305953:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305954:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000552318a9. 00000400:00000200:2.0:1767384401.305955:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edce8d37 00000400:00000010:2.0:1767384401.305956:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000edce8d37. 00000100:00000001:2.0:1767384401.305958:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305958:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.305960:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305961:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384401.305962:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305962:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305963:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305964:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080844630. 00000400:00000200:2.0:1767384401.305965:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d2d3d7d 00000400:00000010:2.0:1767384401.305965:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001d2d3d7d. 00000100:00000001:2.0:1767384401.305967:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305967:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.305970:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305970:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384401.305971:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305972:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305972:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305973:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7f07bee. 00000400:00000200:2.0:1767384401.305974:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f43bf5b 00000400:00000010:2.0:1767384401.305975:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005f43bf5b. 00000100:00000001:2.0:1767384401.305976:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.305977:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.305979:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.305980:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384401.305981:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.305982:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.305982:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.305983:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001108bc37. 00000400:00000200:2.0:1767384401.305984:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4f7143 00000400:00000010:2.0:1767384401.305985:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000da4f7143. 00000100:00000001:2.0:1767384401.306001:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306001:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306004:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306005:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384401.306006:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306008:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306008:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306009:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e659f82. 00000400:00000200:2.0:1767384401.306011:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033f82b87 00000400:00000010:2.0:1767384401.306011:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000033f82b87. 00000100:00000001:2.0:1767384401.306021:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306022:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306025:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306026:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384401.306027:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306029:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306029:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306030:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad401c6f. 00000400:00000200:2.0:1767384401.306031:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086f00ae4 00000400:00000010:2.0:1767384401.306032:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000086f00ae4. 00000100:00000001:2.0:1767384401.306034:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306035:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306037:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306038:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384401.306039:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306040:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306040:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306041:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000730cbec0. 00000400:00000200:2.0:1767384401.306042:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b85fe911 00000400:00000010:2.0:1767384401.306044:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b85fe911. 00000100:00000001:2.0:1767384401.306045:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306046:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306048:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306049:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384401.306050:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306051:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306051:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306053:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087849aea. 00000400:00000200:2.0:1767384401.306054:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b9360ca 00000400:00000010:2.0:1767384401.306055:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008b9360ca. 00000100:00000001:2.0:1767384401.306057:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306058:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306060:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306061:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384401.306062:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306063:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306063:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306064:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3bc8ef9. 00000400:00000200:2.0:1767384401.306065:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2cdf961 00000400:00000010:2.0:1767384401.306066:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a2cdf961. 00000100:00000001:2.0:1767384401.306068:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306068:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306071:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306071:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384401.306072:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306073:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306074:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306074:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ee653fa. 00000400:00000200:2.0:1767384401.306075:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d00e4030 00000400:00000010:2.0:1767384401.306076:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d00e4030. 00000100:00000001:2.0:1767384401.306078:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306078:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306081:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306081:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384401.306082:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306083:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306084:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306084:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccbd4172. 00000400:00000200:2.0:1767384401.306085:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff5a9781 00000400:00000010:2.0:1767384401.306086:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ff5a9781. 00000100:00000001:2.0:1767384401.306088:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306088:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306091:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306091:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384401.306092:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306094:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306095:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306095:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba92c571. 00000400:00000200:2.0:1767384401.306097:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392d4aa9 00000400:00000010:2.0:1767384401.306098:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000392d4aa9. 00000100:00000001:2.0:1767384401.306099:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306100:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306102:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306103:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384401.306104:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306105:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306105:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306106:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000848f765b. 00000400:00000200:2.0:1767384401.306107:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059afb2f3 00000400:00000010:2.0:1767384401.306108:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000059afb2f3. 00000100:00000001:2.0:1767384401.306110:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306110:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306113:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306113:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384401.306114:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306115:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306116:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306116:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb0947b7. 00000400:00000200:2.0:1767384401.306117:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070bbd185 00000400:00000010:2.0:1767384401.306118:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000070bbd185. 00000100:00000001:2.0:1767384401.306119:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306120:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306122:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306123:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384401.306124:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306125:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306126:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306126:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7eedf66. 00000400:00000200:2.0:1767384401.306127:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4cd263 00000400:00000010:2.0:1767384401.306128:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dc4cd263. 00000100:00000001:2.0:1767384401.306130:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306130:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306133:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306134:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384401.306135:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306135:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306136:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306137:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7993794. 00000400:00000200:2.0:1767384401.306138:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096390211 00000400:00000010:2.0:1767384401.306139:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000096390211. 00000100:00000001:2.0:1767384401.306141:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306141:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306144:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306145:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384401.306145:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306146:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306147:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306148:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067e36c4b. 00000400:00000200:2.0:1767384401.306149:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a689113 00000400:00000010:2.0:1767384401.306149:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002a689113. 00000100:00000001:2.0:1767384401.306160:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306161:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306164:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306164:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384401.306165:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306166:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306167:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306168:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033ef584c. 00000400:00000200:2.0:1767384401.306169:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b7ee026 00000400:00000010:2.0:1767384401.306170:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002b7ee026. 00000100:00000001:2.0:1767384401.306171:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306172:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306174:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306175:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384401.306176:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306178:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306178:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306179:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063406e0e. 00000400:00000200:2.0:1767384401.306180:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000396f8619 00000400:00000010:2.0:1767384401.306181:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000396f8619. 00000100:00000001:2.0:1767384401.306183:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306184:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306186:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306187:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384401.306188:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306189:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306190:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306190:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013dd2819. 00000400:00000200:2.0:1767384401.306191:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a7a1e45 00000400:00000010:2.0:1767384401.306192:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008a7a1e45. 00000100:00000001:2.0:1767384401.306194:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306194:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306197:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306197:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384401.306198:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306199:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306200:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306200:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029467513. 00000400:00000200:2.0:1767384401.306202:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdc76c9f 00000400:00000010:2.0:1767384401.306203:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bdc76c9f. 00000100:00000001:2.0:1767384401.306204:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306205:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306207:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306208:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384401.306209:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306210:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306210:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306211:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7761998. 00000400:00000200:2.0:1767384401.306212:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b94e337c 00000400:00000010:2.0:1767384401.306213:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b94e337c. 00000100:00000001:2.0:1767384401.306216:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306216:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306219:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306220:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384401.306220:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306222:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306222:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306223:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e54c58bd. 00000400:00000200:2.0:1767384401.306224:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c86c33 00000400:00000010:2.0:1767384401.306225:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f8c86c33. 00000100:00000001:2.0:1767384401.306227:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306228:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306230:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306231:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384401.306232:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306233:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306234:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306234:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abfdd4c3. 00000400:00000200:2.0:1767384401.306235:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efe2e97f 00000400:00000010:2.0:1767384401.306236:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000efe2e97f. 00000100:00000001:2.0:1767384401.306237:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306238:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306241:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306241:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384401.306242:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306243:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306244:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306244:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ac33405. 00000400:00000200:2.0:1767384401.306245:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac7e32f3 00000400:00000010:2.0:1767384401.306246:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ac7e32f3. 00000100:00000001:2.0:1767384401.306248:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306248:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306251:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306251:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384401.306252:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306253:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306254:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306255:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a29c5cae. 00000400:00000200:2.0:1767384401.306255:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0a21536 00000400:00000010:2.0:1767384401.306256:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c0a21536. 00000100:00000001:2.0:1767384401.306258:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306258:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306261:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306261:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384401.306262:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306263:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306264:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306265:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4ddf4d7. 00000400:00000200:2.0:1767384401.306266:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea83fdfc 00000400:00000010:2.0:1767384401.306267:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ea83fdfc. 00000100:00000001:2.0:1767384401.306269:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306269:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306272:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306273:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384401.306274:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306275:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306275:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306276:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000869b75a0. 00000400:00000200:2.0:1767384401.306277:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a41f5925 00000400:00000010:2.0:1767384401.306278:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a41f5925. 00000100:00000001:2.0:1767384401.306279:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306279:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306282:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306283:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384401.306283:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306284:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306285:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306285:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a459116. 00000400:00000200:2.0:1767384401.306286:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067ac6c63 00000400:00000010:2.0:1767384401.306287:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000067ac6c63. 00000100:00000001:2.0:1767384401.306298:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306299:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306302:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306303:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384401.306303:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306305:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306305:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306306:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000950177b3. 00000400:00000200:2.0:1767384401.306307:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b75defeb 00000400:00000010:2.0:1767384401.306308:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b75defeb. 00000100:00000001:2.0:1767384401.306309:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306310:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306312:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306313:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384401.306314:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306316:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306316:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306317:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089ba7eb4. 00000400:00000200:2.0:1767384401.306319:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b260d86a 00000400:00000010:2.0:1767384401.306319:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b260d86a. 00000100:00000001:2.0:1767384401.306321:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306322:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306324:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306325:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384401.306326:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306327:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306327:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306328:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a288bf1. 00000400:00000200:2.0:1767384401.306329:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008faf4da 00000400:00000010:2.0:1767384401.306330:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000008faf4da. 00000100:00000001:2.0:1767384401.306332:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306332:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306335:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306335:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384401.306336:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306337:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306338:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306338:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043a89ca2. 00000400:00000200:2.0:1767384401.306339:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b6edc1b 00000400:00000010:2.0:1767384401.306340:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004b6edc1b. 00000100:00000001:2.0:1767384401.306341:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306342:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306344:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306345:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384401.306346:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306347:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306347:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306348:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e29bcce. 00000400:00000200:2.0:1767384401.306349:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca0e1be 00000400:00000010:2.0:1767384401.306350:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003ca0e1be. 00000100:00000001:2.0:1767384401.306351:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306352:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306354:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306355:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384401.306356:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306357:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306358:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306359:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c02d7e8f. 00000400:00000200:2.0:1767384401.306361:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650b5482 00000400:00000010:2.0:1767384401.306362:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000650b5482. 00000100:00000001:2.0:1767384401.306365:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306366:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306370:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306371:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384401.306373:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306375:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306376:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306377:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c704e7a2. 00000400:00000200:2.0:1767384401.306379:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000787432d0 00000400:00000010:2.0:1767384401.306381:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000787432d0. 00000100:00000001:2.0:1767384401.306383:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306385:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306389:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306390:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384401.306392:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306394:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306395:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306396:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d7fe917. 00000400:00000200:2.0:1767384401.306398:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b09f867 00000400:00000010:2.0:1767384401.306400:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008b09f867. 00000100:00000001:2.0:1767384401.306403:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306404:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306409:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306410:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384401.306411:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306412:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306413:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306414:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ded5c96. 00000400:00000200:2.0:1767384401.306415:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c20ab7 00000400:00000010:2.0:1767384401.306416:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000058c20ab7. 00000100:00000001:2.0:1767384401.306418:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306419:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306422:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306441:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384401.306443:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306444:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306446:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306447:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd3839c9. 00000400:00000200:2.0:1767384401.306450:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44ebbf3 00000400:00000010:2.0:1767384401.306452:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c44ebbf3. 00000100:00000001:2.0:1767384401.306455:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306456:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306459:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306460:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384401.306461:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306463:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306464:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306465:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000580dab97. 00000400:00000200:2.0:1767384401.306466:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aaae680 00000400:00000010:2.0:1767384401.306467:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008aaae680. 00000100:00000001:2.0:1767384401.306470:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306471:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306474:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306475:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384401.306477:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306479:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306480:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306481:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001276e89d. 00000400:00000200:2.0:1767384401.306482:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbeffae3 00000400:00000010:2.0:1767384401.306483:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fbeffae3. 00000100:00000001:2.0:1767384401.306503:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306504:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306507:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306507:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384401.306508:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306509:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306510:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306511:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002432047b. 00000400:00000200:2.0:1767384401.306513:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5e2d18b 00000400:00000010:2.0:1767384401.306514:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d5e2d18b. 00000100:00000001:2.0:1767384401.306516:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306516:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306519:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306520:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384401.306521:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306522:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306522:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306523:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040f96241. 00000400:00000200:2.0:1767384401.306524:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63ad275 00000400:00000010:2.0:1767384401.306525:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f63ad275. 00000100:00000001:2.0:1767384401.306526:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306527:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306529:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306530:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384401.306531:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306532:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306532:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306533:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1bb5c60. 00000400:00000200:2.0:1767384401.306534:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2b4e835 00000400:00000010:2.0:1767384401.306535:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e2b4e835. 00000100:00000001:2.0:1767384401.306536:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306537:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306539:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306540:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384401.306541:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306541:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306542:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306543:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca606e76. 00000400:00000200:2.0:1767384401.306544:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021880ed0 00000400:00000010:2.0:1767384401.306545:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000021880ed0. 00000100:00000001:2.0:1767384401.306547:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306547:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306550:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306550:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384401.306551:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306552:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306553:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306554:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000052c33c1. 00000400:00000200:2.0:1767384401.306555:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013ed832 00000400:00000010:2.0:1767384401.306556:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000013ed832. 00000100:00000001:2.0:1767384401.306557:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306558:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306561:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306561:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384401.306562:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306563:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306564:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306564:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000338da19b. 00000400:00000200:2.0:1767384401.306565:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f11a5edc 00000400:00000010:2.0:1767384401.306566:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f11a5edc. 00000100:00000001:2.0:1767384401.306567:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306568:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306571:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306572:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384401.306572:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306573:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306574:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306574:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb2bc58a. 00000400:00000200:2.0:1767384401.306575:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fec18e1 00000400:00000010:2.0:1767384401.306576:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001fec18e1. 00000100:00000001:2.0:1767384401.306578:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306578:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306581:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306582:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384401.306582:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306583:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306584:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306584:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cb500b4. 00000400:00000200:2.0:1767384401.306585:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b187d799 00000400:00000010:2.0:1767384401.306586:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b187d799. 00000100:00000001:2.0:1767384401.306588:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306588:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306591:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306592:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384401.306592:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306594:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306594:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306595:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007df868c6. 00000400:00000200:2.0:1767384401.306596:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008101c0b2 00000400:00000010:2.0:1767384401.306597:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008101c0b2. 00000100:00000001:2.0:1767384401.306599:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306600:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306602:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306603:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384401.306604:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306605:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306605:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306606:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e091a5. 00000400:00000200:2.0:1767384401.306607:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004617221 00000400:00000010:2.0:1767384401.306608:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000004617221. 00000100:00000001:2.0:1767384401.306610:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306610:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306613:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306613:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384401.306614:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306615:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306616:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306616:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013ccdd19. 00000400:00000200:2.0:1767384401.306617:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e2f7186 00000400:00000010:2.0:1767384401.306618:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009e2f7186. 00000100:00000001:2.0:1767384401.306620:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306620:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306623:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306624:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384401.306625:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306626:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306626:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306627:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9881723. 00000400:00000200:2.0:1767384401.306628:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e29696c3 00000400:00000010:2.0:1767384401.306629:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e29696c3. 00000100:00000001:2.0:1767384401.306640:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306641:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306643:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306645:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384401.306645:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306647:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306647:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306648:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a49f9ba4. 00000400:00000200:2.0:1767384401.306649:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ae4289b 00000400:00000010:2.0:1767384401.306650:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001ae4289b. 00000100:00000001:2.0:1767384401.306652:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306653:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306655:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306656:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384401.306657:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306657:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306658:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306659:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038d39cf0. 00000400:00000200:2.0:1767384401.306660:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000626bd29a 00000400:00000010:2.0:1767384401.306660:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000626bd29a. 00000100:00000001:2.0:1767384401.306662:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306662:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306665:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306665:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384401.306666:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306667:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306668:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306668:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aeab073. 00000400:00000200:2.0:1767384401.306669:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a5276a9 00000400:00000010:2.0:1767384401.306670:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002a5276a9. 00000100:00000001:2.0:1767384401.306672:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306672:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306675:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306675:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384401.306676:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306677:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306678:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306678:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008954437. 00000400:00000200:2.0:1767384401.306679:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bcd9049 00000400:00000010:2.0:1767384401.306680:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005bcd9049. 00000100:00000001:2.0:1767384401.306682:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306683:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306685:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306686:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384401.306687:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306688:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306689:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306690:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fce6f07. 00000400:00000200:2.0:1767384401.306691:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065fcef41 00000400:00000010:2.0:1767384401.306692:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000065fcef41. 00000100:00000001:2.0:1767384401.306693:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306694:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306696:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306697:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384401.306698:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306699:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306699:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306700:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a5666b7. 00000400:00000200:2.0:1767384401.306701:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7f59287 00000400:00000010:2.0:1767384401.306702:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f7f59287. 00000100:00000001:2.0:1767384401.306703:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306704:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306706:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306707:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384401.306708:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384401.306709:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.306709:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384401.306710:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be664e9d. 00000400:00000200:2.0:1767384401.306711:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c20c3a9e 00000400:00000010:2.0:1767384401.306712:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c20c3a9e. 00000100:00000001:2.0:1767384401.306714:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384401.306715:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384401.306717:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384401.306718:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384401.306719:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384401.306720:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306721:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306722:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306722:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306724:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306724:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306725:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306726:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306727:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306728:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306729:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306729:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306730:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306731:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306731:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306732:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306733:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306733:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306734:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306735:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306735:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306736:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306737:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306737:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306738:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306739:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306740:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306740:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306741:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306742:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306742:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306743:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306744:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306744:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306745:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306746:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306746:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306747:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306748:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306748:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306749:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306750:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306750:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306751:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306752:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306753:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306754:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306755:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306756:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306756:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306757:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306758:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306759:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306759:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306760:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306761:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306761:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306762:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306763:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306763:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306764:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306765:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306765:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306766:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306767:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306767:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306768:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306769:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306769:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306770:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306771:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306771:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306772:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306773:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306774:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306774:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306775:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306776:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306776:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306777:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306778:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306778:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306779:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306780:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306781:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306781:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306782:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306783:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306784:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306785:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306786:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306786:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306787:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306788:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306788:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306789:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306790:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306790:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306791:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306792:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306792:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306793:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306794:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306794:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306795:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306796:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306796:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306797:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306798:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306798:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306799:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306800:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306800:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306801:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306802:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306802:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306803:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306804:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306804:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306805:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306806:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306806:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306807:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306808:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306809:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306810:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384401.306811:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384401.306811:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384401.306813:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d5013e88. 00000100:00000010:2.0:1767384401.306865:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b4186a1. 00000100:00000010:2.0:1767384401.306867:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b91460c1. 00000100:00000010:2.0:1767384401.306928:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b1426d8. 00000100:00000010:2.0:1767384401.306930:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004aa06790. 00000100:00000010:2.0:1767384401.306976:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067a64ed4. 00000100:00000010:2.0:1767384401.306978:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000539abe0e. 00000100:00000010:2.0:1767384401.307045:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f24e1d9. 00000100:00000010:2.0:1767384401.307048:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000000ab4c20. 00000100:00000010:2.0:1767384401.307091:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064e56264. 00000100:00000010:2.0:1767384401.307093:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000013723894. 00000100:00000010:2.0:1767384401.307130:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000562ab176. 00000100:00000010:2.0:1767384401.307131:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000010f27ad6. 00000100:00000010:2.0:1767384401.307219:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a234f680. 00000100:00000010:2.0:1767384401.307221:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000634eadad. 00000100:00000010:2.0:1767384401.307279:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de5b8927. 00000100:00000010:2.0:1767384401.307281:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000708d1720. 00000100:00000010:2.0:1767384401.307343:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034e31ce5. 00000100:00000010:2.0:1767384401.307348:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000015619ac4. 00000100:00000010:2.0:1767384401.307418:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001027c2ae. 00000100:00000010:2.0:1767384401.307421:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006fc4d2fe. 00000100:00000010:2.0:1767384401.307800:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a323d3b. 00000100:00000010:2.0:1767384401.307805:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000057830f. 00000100:00000010:2.0:1767384401.308019:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001961eb34. 00000100:00000010:2.0:1767384401.308023:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009af9b93f. 00000100:00000010:2.0:1767384401.308204:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f8168b2. 00000100:00000010:2.0:1767384401.308208:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002a77a2cd. 00000100:00000010:2.0:1767384401.308332:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ffb0e7f. 00000100:00000010:2.0:1767384401.308335:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ea6d2789. 00000100:00000010:2.0:1767384401.308487:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007f4c4f1. 00000100:00000010:2.0:1767384401.308490:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000511bc431. 00000100:00000010:2.0:1767384401.308541:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f17fa0d. 00000100:00000010:2.0:1767384401.308543:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b0192fc8. 00000100:00000010:2.0:1767384401.308596:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023746289. 00000100:00000010:2.0:1767384401.308598:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009c037ddb. 00000100:00000010:2.0:1767384401.308642:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002eea496d. 00000100:00000010:2.0:1767384401.308643:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000916d488d. 00000100:00000010:2.0:1767384401.308698:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fed961c9. 00000100:00000010:2.0:1767384401.308700:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c49a4c9a. 00000100:00000010:2.0:1767384401.308741:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051711a45. 00000100:00000010:2.0:1767384401.308743:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e7423237. 00000100:00000010:2.0:1767384401.308786:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001729b2d2. 00000100:00000010:2.0:1767384401.308788:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b71d2cd3. 00000100:00000010:2.0:1767384401.308845:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a98f2b29. 00000100:00000010:2.0:1767384401.308846:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d8217a22. 00000100:00000010:2.0:1767384401.308903:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076f46f57. 00000100:00000010:2.0:1767384401.308904:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000040ebb60b. 00000100:00000010:2.0:1767384401.308970:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d7c7952. 00000100:00000010:2.0:1767384401.308972:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b395bf26. 00000100:00000010:2.0:1767384401.309028:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085cf058a. 00000100:00000010:2.0:1767384401.309031:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bea7fad4. 00000100:00000010:2.0:1767384401.309081:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4ac4143. 00000100:00000010:2.0:1767384401.309082:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009e56dc70. 00000100:00000010:2.0:1767384401.309135:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a84b0144. 00000100:00000010:2.0:1767384401.309137:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ef2f24f6. 00000100:00000010:2.0:1767384401.309195:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006253196f. 00000100:00000010:2.0:1767384401.309197:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a8744a73. 00000100:00000010:2.0:1767384401.309240:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e6ea800. 00000100:00000010:2.0:1767384401.309241:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006f86f84c. 00000100:00000010:2.0:1767384401.309286:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002680e337. 00000100:00000010:2.0:1767384401.309287:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d6ea5155. 00000100:00000010:2.0:1767384401.309351:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb8b446b. 00000100:00000010:2.0:1767384401.309353:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007d31cba6. 00000100:00000010:2.0:1767384401.309457:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000075311c9. 00000100:00000010:2.0:1767384401.309461:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ffd534d2. 00000100:00000010:2.0:1767384401.309503:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c395305. 00000100:00000010:2.0:1767384401.309505:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001157b5e8. 00000100:00000010:2.0:1767384401.309556:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9b7313c. 00000100:00000010:2.0:1767384401.309557:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000028a67d0f. 00000100:00000010:2.0:1767384401.309607:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f9b2ca5. 00000100:00000010:2.0:1767384401.309609:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cad2b1de. 00000100:00000010:2.0:1767384401.309660:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfc6529f. 00000100:00000010:2.0:1767384401.309662:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000064f05843. 00000100:00000010:2.0:1767384401.309722:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dedb3c2b. 00000100:00000010:2.0:1767384401.309726:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008636afdc. 00000100:00000010:2.0:1767384401.309786:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006afc5d30. 00000100:00000010:2.0:1767384401.309789:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d78ae0ff. 00000100:00000010:2.0:1767384401.309831:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9ebe585. 00000100:00000010:2.0:1767384401.309832:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e15683e9. 00000100:00000010:2.0:1767384401.309881:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f64ce4f5. 00000100:00000010:2.0:1767384401.309883:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d111ed7c. 00000100:00000010:2.0:1767384401.309926:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2447fce. 00000100:00000010:2.0:1767384401.309928:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001844f9a4. 00000100:00000010:2.0:1767384401.309970:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032c3989b. 00000100:00000010:2.0:1767384401.309972:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000092b68ceb. 00000100:00000010:2.0:1767384401.310031:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7968405. 00000100:00000010:2.0:1767384401.310034:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002f38c252. 00000100:00000010:2.0:1767384401.310079:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002aaca706. 00000100:00000010:2.0:1767384401.310080:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ee82adcd. 00000100:00000010:2.0:1767384401.310128:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f63e61de. 00000100:00000010:2.0:1767384401.310130:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000052e3cd67. 00000100:00000010:2.0:1767384401.310192:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000888fb11. 00000100:00000010:2.0:1767384401.310197:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c7351cee. 00000100:00000010:2.0:1767384401.310261:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008838cb02. 00000100:00000010:2.0:1767384401.310265:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000015f41bac. 00000100:00000010:2.0:1767384401.310310:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006410691. 00000100:00000010:2.0:1767384401.310311:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000031cf9ed6. 00000100:00000010:2.0:1767384401.310357:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d723acd. 00000100:00000010:2.0:1767384401.310359:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b10309b0. 00000100:00000010:2.0:1767384401.310465:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfeb195c. 00000100:00000010:2.0:1767384401.310468:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009d4205ca. 00000100:00000010:2.0:1767384401.310541:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090b69179. 00000100:00000010:2.0:1767384401.310546:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e893f725. 00000100:00000010:2.0:1767384401.310615:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fa7f84b. 00000100:00000010:2.0:1767384401.310620:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000024d60a6b. 00000100:00000010:2.0:1767384401.310678:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f426e346. 00000100:00000010:2.0:1767384401.310682:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001feb54f5. 00000100:00000010:2.0:1767384401.310747:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000130b6e7e. 00000100:00000010:2.0:1767384401.310751:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000064acf199. 00000100:00000010:2.0:1767384401.310807:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d9c4511. 00000100:00000010:2.0:1767384401.310810:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c83ad700. 00000100:00000010:2.0:1767384401.310869:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000482548b6. 00000100:00000010:2.0:1767384401.310873:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000002e79a65. 00000100:00000010:2.0:1767384401.310934:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000268bec36. 00000100:00000010:2.0:1767384401.310937:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000113a20a8. 00000100:00000010:2.0:1767384401.311017:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c974f819. 00000100:00000010:2.0:1767384401.311021:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008c12a09b. 00000100:00000010:2.0:1767384401.311088:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091d4a882. 00000100:00000010:2.0:1767384401.311092:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000718972e4. 00000100:00000010:2.0:1767384401.311149:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ff6578e. 00000100:00000010:2.0:1767384401.311151:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f9185f76. 00000100:00000010:2.0:1767384401.311197:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff2812d9. 00000100:00000010:2.0:1767384401.311199:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002147c1dc. 00000100:00000010:2.0:1767384401.311240:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002676dfe0. 00000100:00000010:2.0:1767384401.311242:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002a341a3c. 00000100:00000010:2.0:1767384401.311286:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0b57137. 00000100:00000010:2.0:1767384401.311287:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000db84d143. 00000100:00000010:2.0:1767384401.311333:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070e8ea0d. 00000100:00000010:0.0:1767384401.311468:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000b699f9a5. 00000100:00000010:0.0:1767384401.311482:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000001398d4e3. 00000100:00000001:0.0:1767384401.311493:0:40103:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384401.311496:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.311499:0:40103:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384401.311500:0:40103:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384401.311502:0:40103:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000047c89c64. 00000100:00000001:0.0:1767384401.311507:0:40103:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384401.311510:0:40103:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.311512:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.311514:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005d1f3541. 00000100:00000001:0.0:1767384401.311518:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.311519:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.311521:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008751684b. 00000100:00000001:0.0:1767384401.311525:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.311527:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.311529:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000a11bf04. 00000100:00000001:0.0:1767384401.311532:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.311534:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.311536:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f207ca39. 00000100:00000001:0.0:1767384401.311540:0:40103:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384401.311742:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000006016d7c5. 00000020:00000010:0.0:1767384401.311751:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000045eb209f. 00000100:00000010:0.0:1767384401.311804:0:40103:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000beca7e7e. 00000100:00000010:0.0:1767384401.311816:0:40103:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000008ea99165. 00000100:00000010:0.0:1767384401.311820:0:40103:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000469ba325. 00000100:00000010:0.0:1767384401.311833:0:40103:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000672da6cb. 00000100:00000001:0.0:1767384401.311838:0:40103:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.311841:0:40103:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384401.311842:0:40103:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:0.0:1767384401.311846:0:40103:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384401.311848:0:40103:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384401.311849:0:40103:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:0.0:1767384401.311852:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:0.0:1767384401.311855:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:0.0:1767384401.311879:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:3.0:1767384401.311897:0:17093:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d9395445. 00000040:00000010:3.0:1767384401.311905:0:17093:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000020491143. 00000020:00000010:3.0:1767384401.311908:0:17093:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cae8518b. 00000020:00000010:3.0:1767384401.311912:0:17093:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000025d51dd0. 00000020:00000010:3.0:1767384401.311917:0:17093:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f1f452b7. 80000000:00000010:3.0:1767384401.311921:0:17093:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d9b47bf4. 40000000:00000010:3.0:1767384401.311925:0:17093:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c91415d. 00100000:00000010:3.0:1767384401.311930:0:17093:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005ca387db. 00040000:00000010:3.0:1767384401.311934:0:17093:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004321cc83. 00040000:00000010:3.0:1767384401.311937:0:17093:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000081ba8da6. 00000020:00000010:1.0:1767384401.311940:0:17092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001734dd2f. 00080000:00000010:3.0:1767384401.311943:0:17093:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005d4bee0d. 00000040:00000010:1.0:1767384401.311947:0:17092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000002c035c. 00000020:00000010:1.0:1767384401.311953:0:17092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bafd6452. 00000020:00000010:1.0:1767384401.311957:0:17092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ca0374c3. 00080000:00000010:3.0:1767384401.311960:0:17093:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001da7a8db. 00000020:00000010:1.0:1767384401.311962:0:17092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000644355b7. 00000004:00000010:3.0:1767384401.311968:0:17093:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000941e1dd5. 80000000:00000010:1.0:1767384401.311968:0:17092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009ac0e1e9. 00000020:00000010:3.0:1767384401.311975:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000198a68d2. 40000000:00000010:1.0:1767384401.311975:0:17092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ac1ba051. 00100000:00000010:1.0:1767384401.311983:0:17092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e5e949e4. 00000020:00000010:3.0:1767384401.311984:0:17093:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007d9a05e1. 00040000:00000010:1.0:1767384401.312004:0:17092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001a243c35. 00000100:00000010:3.0:1767384401.312008:0:17093:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f8496bc3. 00040000:00000010:1.0:1767384401.312009:0:17092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ebb4c770. 00000100:00100000:3.0:1767384401.312013:0:17093:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [000000009493a455:17093] 1 exiting: rc = 0 00080000:00000010:1.0:1767384401.312017:0:17092:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e56095af. 00080000:00000010:1.0:1767384401.312023:0:17092:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f54ed1e1. 00000004:00000010:1.0:1767384401.312027:0:17092:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007ef4e199. 00000020:00000010:1.0:1767384401.312031:0:17092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f5c375d. 00000020:00000010:1.0:1767384401.312036:0:17092:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bcc278bd. 00000100:00000010:1.0:1767384401.312043:0:17092:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c05cd222. 00000100:00100000:1.0:1767384401.312047:0:17092:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [00000000676b2993:17092] 0 exiting: rc = 1 00000100:00000010:0.0:1767384401.312057:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000676b2993. 00000100:00000010:0.0:1767384401.312067:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009493a455. 00000100:00000001:0.0:1767384401.312074:0:40103:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384401.312076:0:40103:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384401.312080:0:40103:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:0.0:1767384401.312086:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312088:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312091:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6caeda7. 00000400:00000200:0.0:1767384401.312096:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000591cafae 00000400:00000010:0.0:1767384401.312099:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000591cafae. 00000100:00000001:0.0:1767384401.312105:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312107:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312117:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312120:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384401.312124:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312126:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312128:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312130:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0a635bd. 00000400:00000200:0.0:1767384401.312135:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bf0de86 00000400:00000010:0.0:1767384401.312136:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009bf0de86. 00000100:00000001:0.0:1767384401.312141:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312143:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312150:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312152:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384401.312155:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312157:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312159:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312161:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c1ac8cd. 00000400:00000200:0.0:1767384401.312165:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033831cdf 00000400:00000010:0.0:1767384401.312166:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033831cdf. 00000100:00000001:0.0:1767384401.312170:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312172:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312179:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312181:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384401.312184:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312187:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312188:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312190:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f9e5f3f. 00000400:00000200:0.0:1767384401.312194:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062762178 00000400:00000010:0.0:1767384401.312196:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062762178. 00000100:00000001:0.0:1767384401.312200:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312201:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312209:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312211:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384401.312214:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312216:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312218:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312220:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f8b9ad9. 00000400:00000200:0.0:1767384401.312223:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077064cb1 00000400:00000010:0.0:1767384401.312225:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077064cb1. 00000100:00000001:0.0:1767384401.312229:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312231:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312239:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312241:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384401.312244:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312246:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312248:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312250:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1a3ef2. 00000400:00000200:0.0:1767384401.312254:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc6c5d33 00000400:00000010:0.0:1767384401.312257:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc6c5d33. 00000100:00000001:0.0:1767384401.312261:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312263:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312271:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312273:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384401.312276:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312279:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312281:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312283:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000868781e5. 00000400:00000200:0.0:1767384401.312287:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf4dc02 00000400:00000010:0.0:1767384401.312289:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baf4dc02. 00000100:00000001:0.0:1767384401.312292:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312294:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312301:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312303:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384401.312306:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312308:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312310:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312311:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5acbe0f. 00000400:00000200:0.0:1767384401.312315:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ead9637 00000400:00000010:0.0:1767384401.312317:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ead9637. 00000100:00000001:0.0:1767384401.312321:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312323:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312332:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312334:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384401.312337:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312340:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312341:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312343:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000783e44fe. 00000400:00000200:0.0:1767384401.312347:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c22082db 00000400:00000010:0.0:1767384401.312349:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c22082db. 00000100:00000001:0.0:1767384401.312353:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312354:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312362:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312364:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384401.312367:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312369:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312370:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312372:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000853a91d6. 00000400:00000200:0.0:1767384401.312376:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005955ecb9 00000400:00000010:0.0:1767384401.312378:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005955ecb9. 00000100:00000001:0.0:1767384401.312381:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312383:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312390:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312393:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384401.312395:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312398:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312399:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312401:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dca86639. 00000400:00000200:0.0:1767384401.312404:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000038ee5c4 00000400:00000010:0.0:1767384401.312407:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000038ee5c4. 00000100:00000001:0.0:1767384401.312411:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312412:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312419:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312421:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384401.312544:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312548:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312550:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312556:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003f6cde9. 00000400:00000200:0.0:1767384401.312561:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdc2ccf9 00000400:00000010:0.0:1767384401.312563:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdc2ccf9. 00000100:00000001:0.0:1767384401.312568:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312570:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312579:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312580:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384401.312584:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312586:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312588:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312590:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e19cdc79. 00000400:00000200:0.0:1767384401.312594:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0865276 00000400:00000010:0.0:1767384401.312596:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0865276. 00000100:00000001:0.0:1767384401.312600:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312601:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312609:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312611:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384401.312614:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312616:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312618:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312620:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac36ab0c. 00000400:00000200:0.0:1767384401.312623:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059c44033 00000400:00000010:0.0:1767384401.312625:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059c44033. 00000100:00000001:0.0:1767384401.312630:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312632:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312639:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312641:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384401.312644:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312647:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312649:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312650:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c8835f. 00000400:00000200:0.0:1767384401.312654:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa681b8d 00000400:00000010:0.0:1767384401.312656:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa681b8d. 00000100:00000001:0.0:1767384401.312660:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312662:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312670:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312672:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384401.312675:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312677:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312679:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312681:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069889f20. 00000400:00000200:0.0:1767384401.312685:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006cef18b 00000400:00000010:0.0:1767384401.312687:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006cef18b. 00000100:00000001:0.0:1767384401.312691:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312692:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312700:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312703:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384401.312705:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312708:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312709:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312711:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c85b0fe. 00000400:00000200:0.0:1767384401.312715:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b382f7f9 00000400:00000010:0.0:1767384401.312717:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b382f7f9. 00000100:00000001:0.0:1767384401.312721:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312722:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312729:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312731:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384401.312734:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312736:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312737:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312739:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db72e135. 00000400:00000200:0.0:1767384401.312743:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8db488 00000400:00000010:0.0:1767384401.312745:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8db488. 00000100:00000001:0.0:1767384401.312749:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312751:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312758:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312761:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384401.312763:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312766:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312767:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312769:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040a87aa4. 00000400:00000200:0.0:1767384401.312772:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960de098 00000400:00000010:0.0:1767384401.312773:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000960de098. 00000100:00000001:0.0:1767384401.312777:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312778:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312783:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312785:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384401.312787:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312788:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312790:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312791:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000899d5918. 00000400:00000200:0.0:1767384401.312794:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018246f91 00000400:00000010:0.0:1767384401.312795:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018246f91. 00000100:00000001:0.0:1767384401.312799:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312800:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312805:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312807:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384401.312809:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312810:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312811:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312812:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d714975. 00000400:00000200:0.0:1767384401.312815:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5dc4f7 00000400:00000010:0.0:1767384401.312816:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5dc4f7. 00000100:00000001:0.0:1767384401.312819:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312820:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312826:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312827:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384401.312828:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312830:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312831:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312832:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a6ff0b2. 00000400:00000200:0.0:1767384401.312835:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006a7d10f 00000400:00000010:0.0:1767384401.312836:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006a7d10f. 00000100:00000001:0.0:1767384401.312839:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312840:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312846:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312847:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384401.312849:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312850:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312851:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312852:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be8f0aec. 00000400:00000200:0.0:1767384401.312855:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c26ed743 00000400:00000010:0.0:1767384401.312856:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c26ed743. 00000100:00000001:0.0:1767384401.312859:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312860:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312865:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312867:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384401.312870:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312873:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312874:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312876:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000389f6392. 00000400:00000200:0.0:1767384401.312879:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd0546e8 00000400:00000010:0.0:1767384401.312881:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd0546e8. 00000100:00000001:0.0:1767384401.312885:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312886:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312894:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312896:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384401.312898:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312900:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312901:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312903:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072534feb. 00000400:00000200:0.0:1767384401.312906:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef14b988 00000400:00000010:0.0:1767384401.312908:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef14b988. 00000100:00000001:0.0:1767384401.312911:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312913:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312919:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312922:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384401.312924:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312926:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312927:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312929:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7e496d8. 00000400:00000200:0.0:1767384401.312933:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5788071 00000400:00000010:0.0:1767384401.312935:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5788071. 00000100:00000001:0.0:1767384401.312938:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312940:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312947:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312949:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384401.312952:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312955:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312956:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.312958:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000966c70f3. 00000400:00000200:0.0:1767384401.312961:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004dea55a 00000400:00000010:0.0:1767384401.312963:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004dea55a. 00000100:00000001:0.0:1767384401.312967:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.312969:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.312977:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.312979:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384401.312982:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.312984:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.312999:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313001:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078350bb1. 00000400:00000200:0.0:1767384401.313006:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072817324 00000400:00000010:0.0:1767384401.313008:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072817324. 00000100:00000001:0.0:1767384401.313012:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313013:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313021:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313023:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384401.313026:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313028:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313030:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313032:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000caaaea38. 00000400:00000200:0.0:1767384401.313035:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a9f1112 00000400:00000010:0.0:1767384401.313037:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a9f1112. 00000100:00000001:0.0:1767384401.313041:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313042:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313050:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313052:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384401.313054:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313056:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313057:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313059:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041f2ce24. 00000400:00000200:0.0:1767384401.313061:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c42fccb0 00000400:00000010:0.0:1767384401.313063:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c42fccb0. 00000100:00000001:0.0:1767384401.313066:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313067:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313070:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313072:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384401.313074:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313075:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313076:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313078:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9e57b77. 00000400:00000200:0.0:1767384401.313080:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e975ed0 00000400:00000010:0.0:1767384401.313082:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e975ed0. 00000100:00000001:0.0:1767384401.313084:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313085:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313089:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313091:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384401.313092:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313093:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313094:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313096:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da99be21. 00000400:00000200:0.0:1767384401.313098:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001629c641 00000400:00000010:0.0:1767384401.313100:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001629c641. 00000100:00000001:0.0:1767384401.313103:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313104:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313107:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313109:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384401.313110:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313112:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313113:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313114:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085822302. 00000400:00000200:0.0:1767384401.313117:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072fd293a 00000400:00000010:0.0:1767384401.313118:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072fd293a. 00000100:00000001:0.0:1767384401.313121:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313122:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313126:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313127:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384401.313129:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313130:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313132:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313133:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000177db246. 00000400:00000200:0.0:1767384401.313135:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aec40b64 00000400:00000010:0.0:1767384401.313136:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aec40b64. 00000100:00000001:0.0:1767384401.313139:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313140:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313143:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313145:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384401.313147:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313148:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313149:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313150:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b2efbcb. 00000400:00000200:0.0:1767384401.313153:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000309eb21e 00000400:00000010:0.0:1767384401.313155:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000309eb21e. 00000100:00000001:0.0:1767384401.313157:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313158:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313162:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313163:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384401.313165:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313166:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313167:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313168:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000084e6fde. 00000400:00000200:0.0:1767384401.313171:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017834dcd 00000400:00000010:0.0:1767384401.313173:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017834dcd. 00000100:00000001:0.0:1767384401.313175:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313176:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313184:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313186:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384401.313189:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313191:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313193:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313194:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ee1ad32. 00000400:00000200:0.0:1767384401.313198:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2af40b 00000400:00000010:0.0:1767384401.313200:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2af40b. 00000100:00000001:0.0:1767384401.313204:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313205:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313210:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313211:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384401.313217:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313219:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313221:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313222:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ad57f4c. 00000400:00000200:0.0:1767384401.313225:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3b7e6d 00000400:00000010:0.0:1767384401.313227:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d3b7e6d. 00000100:00000001:0.0:1767384401.313229:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313230:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313236:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313237:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384401.313239:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313241:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313242:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313244:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011695b09. 00000400:00000200:0.0:1767384401.313247:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cac2de9c 00000400:00000010:0.0:1767384401.313249:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cac2de9c. 00000100:00000001:0.0:1767384401.313252:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313253:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313260:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313262:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384401.313264:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313265:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313266:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313272:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003700515. 00000400:00000200:0.0:1767384401.313275:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a67d894d 00000400:00000010:0.0:1767384401.313277:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a67d894d. 00000100:00000001:0.0:1767384401.313280:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313282:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313287:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313289:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384401.313291:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313294:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313296:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313297:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021e7b44a. 00000400:00000200:0.0:1767384401.313300:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c47b90a 00000400:00000010:0.0:1767384401.313302:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c47b90a. 00000100:00000001:0.0:1767384401.313306:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313308:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313314:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313316:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384401.313318:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313320:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313321:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313322:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fa7fe0f. 00000400:00000200:0.0:1767384401.313326:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071422d30 00000400:00000010:0.0:1767384401.313327:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071422d30. 00000100:00000001:0.0:1767384401.313329:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313330:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313334:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313335:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384401.313337:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313339:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313340:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313341:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a2825d8. 00000400:00000200:0.0:1767384401.313344:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000783d6440 00000400:00000010:0.0:1767384401.313346:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000783d6440. 00000100:00000001:0.0:1767384401.313347:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313349:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313353:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313354:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384401.313356:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313357:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313358:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313359:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000419faee2. 00000400:00000200:0.0:1767384401.313361:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d39cf107 00000400:00000010:0.0:1767384401.313363:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d39cf107. 00000100:00000001:0.0:1767384401.313365:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313366:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313370:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313372:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384401.313373:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313375:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313376:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313377:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c0c179a. 00000400:00000200:0.0:1767384401.313379:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a3a2fc9 00000400:00000010:0.0:1767384401.313380:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a3a2fc9. 00000100:00000001:0.0:1767384401.313382:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313383:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313388:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313389:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384401.313390:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313392:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313392:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313393:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ecf6eeb. 00000400:00000200:0.0:1767384401.313395:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006435ec7b 00000400:00000010:0.0:1767384401.313396:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006435ec7b. 00000100:00000001:0.0:1767384401.313398:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313399:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313403:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313404:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384401.313405:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313406:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313407:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313408:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1048261. 00000400:00000200:0.0:1767384401.313409:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d8f7c5 00000400:00000010:0.0:1767384401.313410:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d8f7c5. 00000100:00000001:0.0:1767384401.313412:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313413:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313418:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313419:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384401.313421:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313422:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313442:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313445:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d24df3e3. 00000400:00000200:0.0:1767384401.313448:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ffb581 00000400:00000010:0.0:1767384401.313450:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ffb581. 00000100:00000001:0.0:1767384401.313453:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313455:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313461:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313463:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384401.313465:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313467:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313468:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313470:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db73f999. 00000400:00000200:0.0:1767384401.313472:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceff45cb 00000400:00000010:0.0:1767384401.313473:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ceff45cb. 00000100:00000001:0.0:1767384401.313476:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313477:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313481:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313482:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384401.313484:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313486:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313487:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313488:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000782ef2c3. 00000400:00000200:0.0:1767384401.313490:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d708215 00000400:00000010:0.0:1767384401.313491:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d708215. 00000100:00000001:0.0:1767384401.313493:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313494:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313498:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313500:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384401.313501:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313502:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313504:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313505:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de7a2eb. 00000400:00000200:0.0:1767384401.313507:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef8fa722 00000400:00000010:0.0:1767384401.313509:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef8fa722. 00000100:00000001:0.0:1767384401.313511:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313512:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313516:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313517:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384401.313518:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313520:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313521:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313522:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fcf6280. 00000400:00000200:0.0:1767384401.313525:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003b2cc90 00000400:00000010:0.0:1767384401.313526:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003b2cc90. 00000100:00000001:0.0:1767384401.313529:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313530:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313534:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313536:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384401.313538:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313539:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313540:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313541:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df873b4a. 00000400:00000200:0.0:1767384401.313543:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c00b572 00000400:00000010:0.0:1767384401.313544:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c00b572. 00000100:00000001:0.0:1767384401.313546:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313547:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313551:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313553:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384401.313554:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313555:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313556:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313557:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be2162a1. 00000400:00000200:0.0:1767384401.313559:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006963a206 00000400:00000010:0.0:1767384401.313560:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006963a206. 00000100:00000001:0.0:1767384401.313562:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313563:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313566:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313568:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384401.313569:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313570:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313571:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313572:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9d03aa0. 00000400:00000200:0.0:1767384401.313574:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf8c1be 00000400:00000010:0.0:1767384401.313575:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cf8c1be. 00000100:00000001:0.0:1767384401.313577:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313578:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313582:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313584:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384401.313585:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313587:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313588:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313589:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9fa5dc1. 00000400:00000200:0.0:1767384401.313591:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d85a74c3 00000400:00000010:0.0:1767384401.313593:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d85a74c3. 00000100:00000001:0.0:1767384401.313595:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313596:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313601:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313602:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384401.313603:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313605:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313606:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313607:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015a9eb8c. 00000400:00000200:0.0:1767384401.313609:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d79755 00000400:00000010:0.0:1767384401.313610:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d79755. 00000100:00000001:0.0:1767384401.313612:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313613:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313618:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313619:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384401.313621:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313622:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313624:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313625:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010a5d18d. 00000400:00000200:0.0:1767384401.313626:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3ffdde1 00000400:00000010:0.0:1767384401.313628:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3ffdde1. 00000100:00000001:0.0:1767384401.313629:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313630:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313635:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313636:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384401.313637:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313639:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313640:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313641:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007681ee0. 00000400:00000200:0.0:1767384401.313643:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b570be 00000400:00000010:0.0:1767384401.313644:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b570be. 00000100:00000001:0.0:1767384401.313646:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313647:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313651:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313652:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384401.313654:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313655:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313657:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313658:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf216e92. 00000400:00000200:0.0:1767384401.313660:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5d724d7 00000400:00000010:0.0:1767384401.313661:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5d724d7. 00000100:00000001:0.0:1767384401.313663:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313664:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313668:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313670:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384401.313671:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313672:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313673:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313674:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b516fd2. 00000400:00000200:0.0:1767384401.313676:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f281294 00000400:00000010:0.0:1767384401.313677:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f281294. 00000100:00000001:0.0:1767384401.313679:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313680:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313684:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313685:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384401.313686:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313687:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313688:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313689:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cac8269e. 00000400:00000200:0.0:1767384401.313690:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f1a5f6 00000400:00000010:0.0:1767384401.313691:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8f1a5f6. 00000100:00000001:0.0:1767384401.313692:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313693:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313695:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313696:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384401.313697:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313698:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313698:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313699:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000958dfc8. 00000400:00000200:0.0:1767384401.313700:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066bd9905 00000400:00000010:0.0:1767384401.313701:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066bd9905. 00000100:00000001:0.0:1767384401.313702:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313702:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313705:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313706:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384401.313707:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.313708:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.313709:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.313710:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaf35d79. 00000400:00000200:0.0:1767384401.313711:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093740bd1 00000400:00000010:0.0:1767384401.313712:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093740bd1. 00000100:00000001:0.0:1767384401.313713:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.313713:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384401.313716:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.313717:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384401.313717:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384401.313719:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313720:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313722:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313723:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313723:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313724:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313725:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313725:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313726:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313727:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313727:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313728:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313729:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313729:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313730:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313731:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313732:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313732:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313733:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313734:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313734:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313735:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313736:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313736:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313737:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313738:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313739:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313739:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313740:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313741:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313742:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313743:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313744:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313744:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313745:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313746:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313746:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313747:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313748:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313748:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313749:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313750:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313750:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313751:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313752:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313752:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313753:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313754:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313754:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313755:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313756:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313756:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313757:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313758:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313758:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313759:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313760:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313760:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313761:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313762:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313763:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313763:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313764:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313765:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313765:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313766:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313767:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313768:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313768:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313769:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313770:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313771:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313772:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313772:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313773:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313774:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313774:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313775:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313776:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313776:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313777:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313778:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313779:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313779:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313780:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313780:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313781:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313782:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313783:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313783:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313784:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313784:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313785:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313786:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313787:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313787:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313788:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313788:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313789:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313790:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313791:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313791:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313792:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313792:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313793:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313794:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313795:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313796:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313797:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313797:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313798:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313799:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313800:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313800:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313801:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313802:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313802:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313803:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313804:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313804:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313805:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313806:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313806:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313807:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313808:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313808:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.313809:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.313810:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384401.313811:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb038183. 00000100:00000010:0.0:1767384401.313813:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088a1b3c0. 00000100:00000010:0.0:1767384401.313815:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000f5c68be. 00000100:00000010:0.0:1767384401.313817:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000718542af. 00000100:00000010:0.0:1767384401.313818:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a8e33c42. 00000100:00000010:0.0:1767384401.313819:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008acf4823. 00000100:00000010:0.0:1767384401.313820:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005d513a35. 00000100:00000010:0.0:1767384401.313821:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014588b2f. 00000100:00000010:0.0:1767384401.313822:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000075b17f79. 00000100:00000010:0.0:1767384401.313824:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000871596e7. 00000100:00000010:0.0:1767384401.313825:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000096f64ab5. 00000100:00000010:0.0:1767384401.313827:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006cb50d9c. 00000100:00000010:0.0:1767384401.313828:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033513694. 00000100:00000010:0.0:1767384401.313830:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000442d1253. 00000100:00000010:0.0:1767384401.313831:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000069824d4c. 00000100:00000010:0.0:1767384401.313833:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c958143. 00000100:00000010:0.0:1767384401.313834:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007e93bb1f. 00000100:00000010:0.0:1767384401.313835:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051665788. 00000100:00000010:0.0:1767384401.313837:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e2fdc65c. 00000100:00000010:0.0:1767384401.313838:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1fd1bfd. 00000100:00000010:0.0:1767384401.313839:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ac56bb23. 00000100:00000010:0.0:1767384401.313841:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f8f0757. 00000100:00000010:0.0:1767384401.313842:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000666b067e. 00000100:00000010:0.0:1767384401.313843:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a23841bc. 00000100:00000010:0.0:1767384401.313844:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cbf12df3. 00000100:00000010:0.0:1767384401.313845:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a8b7754. 00000100:00000010:0.0:1767384401.313846:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f47977f2. 00000100:00000010:0.0:1767384401.313847:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbbadbc4. 00000100:00000010:0.0:1767384401.313848:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000062ec074f. 00000100:00000010:0.0:1767384401.313850:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000673d160d. 00000100:00000010:0.0:1767384401.313851:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007d43e655. 00000100:00000010:0.0:1767384401.313852:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a95e1af9. 00000100:00000010:0.0:1767384401.313853:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006f204334. 00000100:00000010:0.0:1767384401.313854:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dde7e35. 00000100:00000010:0.0:1767384401.313855:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f7310199. 00000100:00000010:0.0:1767384401.313865:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008498dcd7. 00000100:00000010:0.0:1767384401.313867:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007da325a4. 00000100:00000010:0.0:1767384401.313868:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6a43097. 00000100:00000010:0.0:1767384401.313869:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000080742155. 00000100:00000010:0.0:1767384401.313871:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000984fdd05. 00000100:00000010:0.0:1767384401.313872:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a31465f5. 00000100:00000010:0.0:1767384401.313873:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc44e817. 00000100:00000010:0.0:1767384401.313878:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ab1f54e. 00000100:00000010:0.0:1767384401.313879:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000527bbc1d. 00000100:00000010:0.0:1767384401.313880:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d59d186. 00000100:00000010:0.0:1767384401.313881:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000124069c6. 00000100:00000010:0.0:1767384401.313882:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd10e36d. 00000100:00000010:0.0:1767384401.313884:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038c6dac3. 00000100:00000010:0.0:1767384401.313885:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a4fd46d. 00000100:00000010:0.0:1767384401.313887:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fab1714f. 00000100:00000010:0.0:1767384401.313888:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d0e46adb. 00000100:00000010:0.0:1767384401.313890:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079afefa8. 00000100:00000010:0.0:1767384401.313891:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a2433d6. 00000100:00000010:0.0:1767384401.313892:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf1ba4c2. 00000100:00000010:0.0:1767384401.313893:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000f8a144d. 00000100:00000010:0.0:1767384401.313894:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c906f45d. 00000100:00000010:0.0:1767384401.313895:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009cd3f4fd. 00000100:00000010:0.0:1767384401.313897:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050c011a7. 00000100:00000010:0.0:1767384401.313898:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000625c24ce. 00000100:00000010:0.0:1767384401.313899:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f4fa7e8. 00000100:00000010:0.0:1767384401.313900:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1b0da0d. 00000100:00000010:0.0:1767384401.313902:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030341ab1. 00000100:00000010:0.0:1767384401.313903:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f7073ede. 00000100:00000010:0.0:1767384401.313904:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e5fc677. 00000100:00000010:0.0:1767384401.313905:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f80d087c. 00000100:00000010:0.0:1767384401.313906:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c1a6b78. 00000100:00000010:0.0:1767384401.313907:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000adcf3d47. 00000100:00000010:0.0:1767384401.313909:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba6a731f. 00000100:00000010:0.0:1767384401.313910:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cbf870ea. 00000100:00000010:0.0:1767384401.313912:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1d8f28f. 00000100:00000010:0.0:1767384401.313913:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f78691f5. 00000100:00000010:0.0:1767384401.313914:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a6c0711. 00000100:00000010:0.0:1767384401.313915:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000005fe5d81. 00000100:00000010:0.0:1767384401.313916:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e90a93b. 00000100:00000010:0.0:1767384401.313918:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006f6c53f7. 00000100:00000010:0.0:1767384401.313919:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c7f2d5d. 00000100:00000010:0.0:1767384401.313921:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070e50e31. 00000100:00000010:0.0:1767384401.313922:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008eef6afc. 00000100:00000010:0.0:1767384401.313923:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007800f03e. 00000100:00000010:0.0:1767384401.313925:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef2ce2ca. 00000100:00000010:0.0:1767384401.313926:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a9ce61a. 00000100:00000010:0.0:1767384401.313928:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fad108a3. 00000100:00000010:0.0:1767384401.313929:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032653702. 00000100:00000010:0.0:1767384401.313930:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004531c58a. 00000100:00000010:0.0:1767384401.313932:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a202466f. 00000100:00000010:0.0:1767384401.313933:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fa1eed4. 00000100:00000010:0.0:1767384401.313934:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f315ea50. 00000100:00000010:0.0:1767384401.313935:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c4ee38a. 00000100:00000010:0.0:1767384401.313936:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000da7f2401. 00000100:00000010:0.0:1767384401.313938:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000711bb298. 00000100:00000010:0.0:1767384401.313939:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bdc33d3f. 00000100:00000010:0.0:1767384401.313940:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000694f4880. 00000100:00000010:0.0:1767384401.313941:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003cf10750. 00000100:00000010:0.0:1767384401.313942:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e1e369a. 00000100:00000010:0.0:1767384401.313943:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000082ef219. 00000100:00000010:0.0:1767384401.313945:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf7da275. 00000100:00000010:0.0:1767384401.313946:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fc562c3d. 00000100:00000010:0.0:1767384401.313947:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d6907af. 00000100:00000010:0.0:1767384401.313948:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000267c33e. 00000100:00000010:0.0:1767384401.313949:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e84ce087. 00000100:00000010:0.0:1767384401.313950:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c32ce971. 00000100:00000010:0.0:1767384401.313952:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096ceb41a. 00000100:00000010:0.0:1767384401.313953:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ad453d9. 00000100:00000010:0.0:1767384401.313954:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1e65256. 00000100:00000010:0.0:1767384401.313955:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000176d61fd. 00000100:00000010:0.0:1767384401.313956:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048bc6984. 00000100:00000010:0.0:1767384401.313957:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000068a9ff7b. 00000100:00000010:0.0:1767384401.313959:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000796a46c4. 00000100:00000010:0.0:1767384401.313960:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c8d251e7. 00000100:00000010:0.0:1767384401.313962:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d741d58. 00000100:00000010:0.0:1767384401.313963:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006bc2799e. 00000100:00000010:0.0:1767384401.313964:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2ec10cd. 00000100:00000010:0.0:1767384401.313965:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000031df188f. 00000100:00000010:0.0:1767384401.313967:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f167fff. 00000100:00000010:0.0:1767384401.313968:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ff629153. 00000100:00000010:0.0:1767384401.313970:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0c43ea1. 00000100:00000010:0.0:1767384401.313971:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000707922ca. 00000100:00000010:0.0:1767384401.313973:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b610ea7. 00000100:00000010:0.0:1767384401.313974:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4315bb2. 00000100:00000010:0.0:1767384401.313976:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf23c640. 00000100:00000010:0.0:1767384401.313977:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1ee139e. 00000100:00000010:0.0:1767384401.313978:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0dc10d1. 00000100:00000010:0.0:1767384401.313979:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002fb971dc. 00000100:00000010:0.0:1767384401.313980:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e07ed96d. 00000100:00000010:0.0:1767384401.313981:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025e1ed64. 00000100:00000010:0.0:1767384401.313983:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ecf8355. 00000100:00000010:0.0:1767384401.313984:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f0a53f12. 00000100:00000010:0.0:1767384401.314004:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074d9ec80. 00000100:00000010:0.0:1767384401.314096:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000d6aaa591. 00000100:00000010:0.0:1767384401.314098:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000f42808b1. 00000100:00000001:0.0:1767384401.314100:0:40103:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384401.314101:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.314102:0:40103:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384401.314103:0:40103:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384401.314104:0:40103:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000003fbfafc3. 00000100:00000001:0.0:1767384401.314106:0:40103:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384401.314106:0:40103:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.314108:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.314109:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000081baa447. 00000100:00000001:0.0:1767384401.314110:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.314111:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.314111:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003ac6a88b. 00000100:00000001:0.0:1767384401.314112:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.314113:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.314114:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007a8bca6b. 00000100:00000001:0.0:1767384401.314119:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.314120:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.314121:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002c963437. 00000100:00000001:0.0:1767384401.314122:0:40103:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384401.314169:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000080107410. 00000020:00000010:0.0:1767384401.314173:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cba0190a. 00000100:00000010:0.0:1767384401.314187:0:40103:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000addd5292. 00000100:00000010:0.0:1767384401.314193:0:40103:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000095e21200. 00000100:00000010:0.0:1767384401.314195:0:40103:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000004bb0c2c8. 00000100:00000010:0.0:1767384401.314200:0:40103:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000001864a44f. 00000100:00000001:0.0:1767384401.314202:0:40103:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.314203:0:40103:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384401.314204:0:40103:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:0.0:1767384401.314206:0:40103:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384401.314207:0:40103:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384401.314208:0:40103:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:0.0:1767384401.314209:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:0.0:1767384401.314210:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:0.0:1767384401.314226:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:2.0:1767384401.314247:0:17095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000049afbe22. 00000040:00000010:2.0:1767384401.314256:0:17095:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c0bfedeb. 00000020:00000010:1.0:1767384401.314257:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d8a6d124. 00000020:00000010:2.0:1767384401.314260:0:17095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000059df614c. 00000040:00000010:1.0:1767384401.314264:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000297d8b2c. 00000020:00000010:2.0:1767384401.314267:0:17095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000f2747a3. 00000020:00000010:1.0:1767384401.314270:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000939ebbc4. 00000020:00000010:2.0:1767384401.314273:0:17095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001ed483b3. 00000020:00000010:1.0:1767384401.314275:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000f9e1a5e. 00000020:00000010:1.0:1767384401.314281:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d08ffcdf. 80000000:00000010:2.0:1767384401.314283:0:17095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008e51fe2f. 80000000:00000010:1.0:1767384401.314285:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000018138d7a. 40000000:00000010:2.0:1767384401.314290:0:17095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e6e2137d. 40000000:00000010:1.0:1767384401.314290:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003bc55c2f. 00100000:00000010:1.0:1767384401.314297:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000de04ca48. 00100000:00000010:2.0:1767384401.314302:0:17095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c702782a. 00040000:00000010:1.0:1767384401.314308:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f587695e. 00040000:00000010:2.0:1767384401.314309:0:17095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e325284c. 00040000:00000010:1.0:1767384401.314315:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001c055d8d. 00040000:00000010:2.0:1767384401.314316:0:17095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ff107e2e. 00080000:00000010:1.0:1767384401.314322:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3ee95a9. 00080000:00000010:2.0:1767384401.314324:0:17095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000087e0f6ee. 00080000:00000010:1.0:1767384401.314327:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c6e9804e. 00080000:00000010:2.0:1767384401.314329:0:17095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d660b644. 00000004:00000010:1.0:1767384401.314332:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a32a7869. 00000004:00000010:2.0:1767384401.314334:0:17095:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f038edfb. 00002000:00000010:2.0:1767384401.314340:0:17095:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bdc4afcc. 00002000:00000010:1.0:1767384401.314340:0:17094:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000005d41229. 00000020:00000010:2.0:1767384401.314347:0:17095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003575065a. 00000020:00000010:1.0:1767384401.314347:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000382023d4. 00000020:00000010:1.0:1767384401.314354:0:17094:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006a10ef34. 00000020:00000010:2.0:1767384401.314355:0:17095:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000002d79fb9. 00000100:00000010:1.0:1767384401.314363:0:17094:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000290221d1. 00000100:00000010:2.0:1767384401.314364:0:17095:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d0d515d9. 00000100:00100000:1.0:1767384401.314368:0:17094:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [000000002b0c59e8:17094] 0 exiting: rc = 1 00000100:00100000:2.0:1767384401.314369:0:17095:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [0000000014b0507f:17095] 1 exiting: rc = 0 00000100:00000010:0.0:1767384401.314403:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002b0c59e8. 00000100:00000010:0.0:1767384401.314409:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000014b0507f. 00000100:00000001:0.0:1767384401.314413:0:40103:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384401.314414:0:40103:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384401.314417:0:40103:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:0.0:1767384401.314420:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314422:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314445:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061eaa242. 00000400:00000200:0.0:1767384401.314448:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035c93ce2 00000400:00000010:0.0:1767384401.314450:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035c93ce2. 00000100:00000001:0.0:1767384401.314452:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314454:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314460:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314461:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384401.314463:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314465:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314466:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314467:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fc124f8. 00000400:00000200:0.0:1767384401.314469:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b594b1 00000400:00000010:0.0:1767384401.314471:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b594b1. 00000100:00000001:0.0:1767384401.314472:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314472:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314476:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314477:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384401.314478:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314479:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314480:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314481:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005acfca3e. 00000400:00000200:0.0:1767384401.314483:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000476f8e43 00000400:00000010:0.0:1767384401.314484:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000476f8e43. 00000100:00000001:0.0:1767384401.314486:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314487:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314492:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314494:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384401.314495:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314495:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314496:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314497:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ebb3319. 00000400:00000200:0.0:1767384401.314498:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000000d1f8b 00000400:00000010:0.0:1767384401.314499:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000000d1f8b. 00000100:00000001:0.0:1767384401.314500:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314501:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314503:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314504:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384401.314505:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314506:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314506:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314507:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000243dd534. 00000400:00000200:0.0:1767384401.314508:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af045e3f 00000400:00000010:0.0:1767384401.314509:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af045e3f. 00000100:00000001:0.0:1767384401.314510:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314511:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314513:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314514:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384401.314514:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314515:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314516:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314516:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e219ed6a. 00000400:00000200:0.0:1767384401.314517:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efe71fa1 00000400:00000010:0.0:1767384401.314518:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efe71fa1. 00000100:00000001:0.0:1767384401.314520:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314520:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314523:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314524:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384401.314525:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314526:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314527:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314527:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065af388e. 00000400:00000200:0.0:1767384401.314528:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bafa45dc 00000400:00000010:0.0:1767384401.314529:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bafa45dc. 00000100:00000001:0.0:1767384401.314530:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314531:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314533:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314534:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384401.314534:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314535:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314536:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314537:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e013bb0d. 00000400:00000200:0.0:1767384401.314538:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216f20e4 00000400:00000010:0.0:1767384401.314538:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000216f20e4. 00000100:00000001:0.0:1767384401.314539:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314540:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314543:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314543:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384401.314544:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314545:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314545:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314546:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efc1381f. 00000400:00000200:0.0:1767384401.314547:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ac5d100 00000400:00000010:0.0:1767384401.314548:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ac5d100. 00000100:00000001:0.0:1767384401.314549:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314550:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314552:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314553:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384401.314554:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314556:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314557:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314558:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000615e8d2a. 00000400:00000200:0.0:1767384401.314560:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0516ae 00000400:00000010:0.0:1767384401.314561:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0516ae. 00000100:00000001:0.0:1767384401.314563:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314564:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314568:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314569:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384401.314571:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314573:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314574:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314575:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ee5e55d. 00000400:00000200:0.0:1767384401.314578:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093315a0b 00000400:00000010:0.0:1767384401.314579:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093315a0b. 00000100:00000001:0.0:1767384401.314581:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314582:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314587:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314588:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384401.314589:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314591:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314592:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314593:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007015bff1. 00000400:00000200:0.0:1767384401.314595:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000771ff004 00000400:00000010:0.0:1767384401.314597:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000771ff004. 00000100:00000001:0.0:1767384401.314599:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314600:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314604:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314606:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384401.314607:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314609:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314610:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314611:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da5583a7. 00000400:00000200:0.0:1767384401.314613:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b5888e9 00000400:00000010:0.0:1767384401.314614:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b5888e9. 00000100:00000001:0.0:1767384401.314616:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314617:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314621:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314623:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384401.314624:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314626:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314627:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314629:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e252fdb. 00000400:00000200:0.0:1767384401.314631:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cb01fe0 00000400:00000010:0.0:1767384401.314632:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cb01fe0. 00000100:00000001:0.0:1767384401.314634:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314635:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314639:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314640:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384401.314642:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314643:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314644:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314645:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d740114e. 00000400:00000200:0.0:1767384401.314648:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5192ffa 00000400:00000010:0.0:1767384401.314649:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5192ffa. 00000100:00000001:0.0:1767384401.314650:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314651:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314654:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314655:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384401.314656:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314656:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314657:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314658:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7b6997a. 00000400:00000200:0.0:1767384401.314659:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003edf8a6a 00000400:00000010:0.0:1767384401.314660:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003edf8a6a. 00000100:00000001:0.0:1767384401.314661:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314661:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314663:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314664:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384401.314665:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314666:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314667:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314667:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7808207. 00000400:00000200:0.0:1767384401.314668:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002841d52a 00000400:00000010:0.0:1767384401.314669:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002841d52a. 00000100:00000001:0.0:1767384401.314670:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314671:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314673:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314674:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384401.314675:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314676:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314677:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314678:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090d12286. 00000400:00000200:0.0:1767384401.314679:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9cfb72 00000400:00000010:0.0:1767384401.314679:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9cfb72. 00000100:00000001:0.0:1767384401.314681:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314681:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314684:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314684:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384401.314685:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314686:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314686:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314687:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086ddceea. 00000400:00000200:0.0:1767384401.314688:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31ac0b1 00000400:00000010:0.0:1767384401.314689:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b31ac0b1. 00000100:00000001:0.0:1767384401.314690:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314691:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314693:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314694:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384401.314695:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314695:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314696:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314696:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e7b6911. 00000400:00000200:0.0:1767384401.314697:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000737aeda8 00000400:00000010:0.0:1767384401.314698:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000737aeda8. 00000100:00000001:0.0:1767384401.314699:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314700:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314702:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314703:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384401.314704:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314704:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314705:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314706:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069a4d47f. 00000400:00000200:0.0:1767384401.314707:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002229116a 00000400:00000010:0.0:1767384401.314707:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002229116a. 00000100:00000001:0.0:1767384401.314708:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314709:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314712:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314713:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384401.314713:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314714:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314715:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314716:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b05b9e6. 00000400:00000200:0.0:1767384401.314717:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000322b3874 00000400:00000010:0.0:1767384401.314718:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000322b3874. 00000100:00000001:0.0:1767384401.314719:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314719:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314722:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314722:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384401.314723:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314724:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314725:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314725:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d4d7bb1. 00000400:00000200:0.0:1767384401.314726:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee66bdb9 00000400:00000010:0.0:1767384401.314727:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee66bdb9. 00000100:00000001:0.0:1767384401.314728:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314729:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314731:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314732:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384401.314733:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314733:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314734:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314735:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053c75696. 00000400:00000200:0.0:1767384401.314736:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0c7a128 00000400:00000010:0.0:1767384401.314736:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0c7a128. 00000100:00000001:0.0:1767384401.314737:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314738:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314740:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314741:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384401.314742:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314743:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314743:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314744:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f487be74. 00000400:00000200:0.0:1767384401.314745:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa9103e5 00000400:00000010:0.0:1767384401.314746:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa9103e5. 00000100:00000001:0.0:1767384401.314747:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314748:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314750:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314751:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384401.314751:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314752:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314753:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314753:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb3af196. 00000400:00000200:0.0:1767384401.314754:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000046b7a80 00000400:00000010:0.0:1767384401.314755:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000046b7a80. 00000100:00000001:0.0:1767384401.314756:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314757:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314759:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314760:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384401.314760:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314761:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314762:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314762:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6df1b02. 00000400:00000200:0.0:1767384401.314763:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067896b1e 00000400:00000010:0.0:1767384401.314764:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067896b1e. 00000100:00000001:0.0:1767384401.314765:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314766:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314768:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314769:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384401.314769:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314770:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314771:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314771:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000244a0a06. 00000400:00000200:0.0:1767384401.314772:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7f127fc 00000400:00000010:0.0:1767384401.314773:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7f127fc. 00000100:00000001:0.0:1767384401.314774:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314775:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314777:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314778:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384401.314779:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314779:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314780:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314781:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c100574. 00000400:00000200:0.0:1767384401.314782:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011ca41f7 00000400:00000010:0.0:1767384401.314783:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011ca41f7. 00000100:00000001:0.0:1767384401.314784:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314784:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314787:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314787:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384401.314788:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314789:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314789:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314790:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e50b68cc. 00000400:00000200:0.0:1767384401.314791:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049543aa9 00000400:00000010:0.0:1767384401.314792:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049543aa9. 00000100:00000001:0.0:1767384401.314793:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314793:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314796:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314796:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384401.314797:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314798:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314798:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314799:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087771096. 00000400:00000200:0.0:1767384401.314800:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af08d840 00000400:00000010:0.0:1767384401.314801:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af08d840. 00000100:00000001:0.0:1767384401.314802:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314802:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314805:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314805:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384401.314806:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314807:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314807:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314808:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3b36b6f. 00000400:00000200:0.0:1767384401.314809:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adb8d048 00000400:00000010:0.0:1767384401.314810:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adb8d048. 00000100:00000001:0.0:1767384401.314811:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314811:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314814:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314814:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384401.314815:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314816:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314817:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314817:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f500d92. 00000400:00000200:0.0:1767384401.314818:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000097b9336 00000400:00000010:0.0:1767384401.314819:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000097b9336. 00000100:00000001:0.0:1767384401.314820:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314820:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314823:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314823:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384401.314824:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314825:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314826:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314826:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865ffc5d. 00000400:00000200:0.0:1767384401.314827:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2d6630b 00000400:00000010:0.0:1767384401.314828:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2d6630b. 00000100:00000001:0.0:1767384401.314829:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314829:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314832:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314832:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384401.314833:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314834:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314835:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314835:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ce5962d. 00000400:00000200:0.0:1767384401.314836:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f09db182 00000400:00000010:0.0:1767384401.314837:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f09db182. 00000100:00000001:0.0:1767384401.314838:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314838:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314841:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314841:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384401.314842:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314843:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314843:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314844:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb21415. 00000400:00000200:0.0:1767384401.314845:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5678923 00000400:00000010:0.0:1767384401.314846:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5678923. 00000100:00000001:0.0:1767384401.314847:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314847:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314850:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314851:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384401.314851:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314852:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314853:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314853:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cf06814. 00000400:00000200:0.0:1767384401.314854:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049be3a6a 00000400:00000010:0.0:1767384401.314855:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049be3a6a. 00000100:00000001:0.0:1767384401.314856:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314857:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314859:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314860:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384401.314860:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314861:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314862:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314862:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa3344b8. 00000400:00000200:0.0:1767384401.314863:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c063f413 00000400:00000010:0.0:1767384401.314864:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c063f413. 00000100:00000001:0.0:1767384401.314865:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314865:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314868:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314869:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384401.314869:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314870:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314870:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314871:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5f7955a. 00000400:00000200:0.0:1767384401.314872:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e48f4b4 00000400:00000010:0.0:1767384401.314873:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e48f4b4. 00000100:00000001:0.0:1767384401.314874:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314874:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314877:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314877:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384401.314878:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314879:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314880:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314880:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379b2b47. 00000400:00000200:0.0:1767384401.314881:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000149be537 00000400:00000010:0.0:1767384401.314882:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000149be537. 00000100:00000001:0.0:1767384401.314883:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314884:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314886:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314887:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384401.314888:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314889:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314889:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314890:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000903382e4. 00000400:00000200:0.0:1767384401.314891:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000704bfc8f 00000400:00000010:0.0:1767384401.314892:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000704bfc8f. 00000100:00000001:0.0:1767384401.314893:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314893:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314896:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314896:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384401.314897:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314898:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314898:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314899:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dabbf7dc. 00000400:00000200:0.0:1767384401.314900:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001818f3ba 00000400:00000010:0.0:1767384401.314901:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001818f3ba. 00000100:00000001:0.0:1767384401.314902:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314902:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314905:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314905:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384401.314906:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314907:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314907:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314908:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb547950. 00000400:00000200:0.0:1767384401.314909:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c673ec8 00000400:00000010:0.0:1767384401.314910:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c673ec8. 00000100:00000001:0.0:1767384401.314911:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314911:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314914:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314915:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384401.314915:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314916:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314917:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314918:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f346f60. 00000400:00000200:0.0:1767384401.314919:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d3ead64 00000400:00000010:0.0:1767384401.314920:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d3ead64. 00000100:00000001:0.0:1767384401.314921:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314921:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314923:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314924:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384401.314925:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314926:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314926:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314927:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000258fca23. 00000400:00000200:0.0:1767384401.314928:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c92bd 00000400:00000010:0.0:1767384401.314929:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000405c92bd. 00000100:00000001:0.0:1767384401.314930:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314930:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314933:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314933:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384401.314934:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314935:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314935:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314936:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f3e8b3e. 00000400:00000200:0.0:1767384401.314937:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000da1158b 00000400:00000010:0.0:1767384401.314938:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000da1158b. 00000100:00000001:0.0:1767384401.314939:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314939:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314942:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314942:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384401.314943:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314944:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314944:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314945:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009229719d. 00000400:00000200:0.0:1767384401.314946:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093bd1f9c 00000400:00000010:0.0:1767384401.314947:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093bd1f9c. 00000100:00000001:0.0:1767384401.314948:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314948:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314951:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314951:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384401.314952:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314953:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314954:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314954:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea8bf2e. 00000400:00000200:0.0:1767384401.314955:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000040b1b7e 00000400:00000010:0.0:1767384401.314956:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000040b1b7e. 00000100:00000001:0.0:1767384401.314957:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314958:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314960:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314961:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384401.314961:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314962:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314963:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314963:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057c2e1e9. 00000400:00000200:0.0:1767384401.314964:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129c5a86 00000400:00000010:0.0:1767384401.314965:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129c5a86. 00000100:00000001:0.0:1767384401.314966:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314966:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314969:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314969:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384401.314970:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314971:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314972:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314973:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a233837. 00000400:00000200:0.0:1767384401.314974:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d3c425 00000400:00000010:0.0:1767384401.314974:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050d3c425. 00000100:00000001:0.0:1767384401.314975:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314976:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.314978:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.314979:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384401.314980:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.314980:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.314981:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.314982:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc8b35e4. 00000400:00000200:0.0:1767384401.314982:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bb5727c 00000400:00000010:0.0:1767384401.314983:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bb5727c. 00000100:00000001:0.0:1767384401.314984:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.314985:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315004:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315005:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384401.315006:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315008:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315008:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315009:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0856929. 00000400:00000200:0.0:1767384401.315011:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008045e382 00000400:00000010:0.0:1767384401.315012:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008045e382. 00000100:00000001:0.0:1767384401.315013:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315014:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315016:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315017:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384401.315018:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315019:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315020:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315020:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cbd8baa. 00000400:00000200:0.0:1767384401.315021:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f3e0d6a 00000400:00000010:0.0:1767384401.315022:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f3e0d6a. 00000100:00000001:0.0:1767384401.315023:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315024:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315026:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315027:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384401.315028:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315028:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315029:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315030:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8b86a3e. 00000400:00000200:0.0:1767384401.315031:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b5df361 00000400:00000010:0.0:1767384401.315031:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b5df361. 00000100:00000001:0.0:1767384401.315032:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315033:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315035:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315036:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384401.315037:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315038:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315038:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315039:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b51da38. 00000400:00000200:0.0:1767384401.315040:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007706cb90 00000400:00000010:0.0:1767384401.315041:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007706cb90. 00000100:00000001:0.0:1767384401.315042:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315043:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315046:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315047:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384401.315048:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315048:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315049:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315050:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046b3e834. 00000400:00000200:0.0:1767384401.315051:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f266e820 00000400:00000010:0.0:1767384401.315052:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f266e820. 00000100:00000001:0.0:1767384401.315053:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315053:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315056:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315057:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384401.315057:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315058:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315059:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315059:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae850fa6. 00000400:00000200:0.0:1767384401.315060:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000076f3137 00000400:00000010:0.0:1767384401.315061:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000076f3137. 00000100:00000001:0.0:1767384401.315062:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315063:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315065:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315066:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384401.315066:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315067:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315068:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315068:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c34fcb2. 00000400:00000200:0.0:1767384401.315069:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088ca82e3 00000400:00000010:0.0:1767384401.315070:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088ca82e3. 00000100:00000001:0.0:1767384401.315071:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315072:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315074:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315075:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384401.315076:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315076:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315077:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315077:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc4aeec1. 00000400:00000200:0.0:1767384401.315078:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a19c225 00000400:00000010:0.0:1767384401.315079:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a19c225. 00000100:00000001:0.0:1767384401.315081:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315082:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315084:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315085:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384401.315086:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315087:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315087:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315088:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adaefad5. 00000400:00000200:0.0:1767384401.315089:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021336edb 00000400:00000010:0.0:1767384401.315090:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021336edb. 00000100:00000001:0.0:1767384401.315091:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315091:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315094:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315095:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384401.315095:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315096:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315097:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315097:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a997eb1e. 00000400:00000200:0.0:1767384401.315098:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004d536d2 00000400:00000010:0.0:1767384401.315099:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004d536d2. 00000100:00000001:0.0:1767384401.315100:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315100:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315103:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315103:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384401.315104:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315105:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315106:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315106:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f1b3f2e. 00000400:00000200:0.0:1767384401.315107:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e888180f 00000400:00000010:0.0:1767384401.315108:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e888180f. 00000100:00000001:0.0:1767384401.315109:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315109:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315112:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315112:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384401.315113:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315114:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315115:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315116:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096ababc4. 00000400:00000200:0.0:1767384401.315117:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d590949 00000400:00000010:0.0:1767384401.315117:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d590949. 00000100:00000001:0.0:1767384401.315119:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315119:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315122:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315123:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384401.315123:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315124:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315125:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315125:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a1706c. 00000400:00000200:0.0:1767384401.315126:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7de615e 00000400:00000010:0.0:1767384401.315127:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7de615e. 00000100:00000001:0.0:1767384401.315128:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315129:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384401.315131:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315132:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384401.315132:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384401.315134:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315134:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315136:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315136:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315137:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315138:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315138:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315139:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315140:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315140:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315141:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315142:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315142:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315143:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315144:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315144:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315145:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315146:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315146:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315147:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315148:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315149:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315149:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315150:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315151:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315151:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315152:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315153:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315153:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315154:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315155:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315155:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315156:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315157:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315157:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315158:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315159:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315159:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315160:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315161:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315161:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315162:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315163:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315163:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315164:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315165:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315166:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315166:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315167:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315167:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315168:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315169:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315170:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315170:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315171:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315172:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315172:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315173:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315174:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315174:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315175:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315176:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315177:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315177:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315178:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315178:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315179:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315180:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315181:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315181:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315182:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315182:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315183:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315184:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315185:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315185:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315186:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315186:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315187:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315188:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315189:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315189:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315190:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315191:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315191:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315192:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315193:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315193:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315194:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315195:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315195:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315196:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315197:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315197:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315198:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315199:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315199:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315200:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315201:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315201:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315202:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315203:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315204:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315204:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315205:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315205:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315206:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315207:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315208:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315208:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315209:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315209:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315210:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315211:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315212:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315212:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315213:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315213:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315214:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315215:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315216:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315216:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315217:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315217:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315218:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315219:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.315220:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.315220:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384401.315221:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007de825d7. 00000100:00000010:0.0:1767384401.315223:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddf9fa83. 00000100:00000010:0.0:1767384401.315225:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b7799f81. 00000100:00000010:0.0:1767384401.315226:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aaa4717c. 00000100:00000010:0.0:1767384401.315228:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003610bbbf. 00000100:00000010:0.0:1767384401.315229:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a2ae98d. 00000100:00000010:0.0:1767384401.315230:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000065c48e7d. 00000100:00000010:0.0:1767384401.315232:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038bdbd39. 00000100:00000010:0.0:1767384401.315234:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008105544f. 00000100:00000010:0.0:1767384401.315235:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f40510b. 00000100:00000010:0.0:1767384401.315236:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000014632575. 00000100:00000010:0.0:1767384401.315238:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f83e7b9c. 00000100:00000010:0.0:1767384401.315239:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b2a63f57. 00000100:00000010:0.0:1767384401.315241:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009750003a. 00000100:00000010:0.0:1767384401.315242:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c42948de. 00000100:00000010:0.0:1767384401.315243:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c00abe8a. 00000100:00000010:0.0:1767384401.315245:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c02c066. 00000100:00000010:0.0:1767384401.315247:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5dc8f7e. 00000100:00000010:0.0:1767384401.315248:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000080962199. 00000100:00000010:0.0:1767384401.315249:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000964166c8. 00000100:00000010:0.0:1767384401.315250:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fc218113. 00000100:00000010:0.0:1767384401.315252:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d98ee47. 00000100:00000010:0.0:1767384401.315253:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f2c820f5. 00000100:00000010:0.0:1767384401.315254:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019c90b83. 00000100:00000010:0.0:1767384401.315255:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000065b8d80e. 00000100:00000010:0.0:1767384401.315256:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e4a9c86. 00000100:00000010:0.0:1767384401.315257:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000080ad17c5. 00000100:00000010:0.0:1767384401.315259:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054533e05. 00000100:00000010:0.0:1767384401.315260:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2b8d7bc. 00000100:00000010:0.0:1767384401.315261:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa492855. 00000100:00000010:0.0:1767384401.315262:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c3703219. 00000100:00000010:0.0:1767384401.315264:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a6022a7. 00000100:00000010:0.0:1767384401.315266:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000356caf98. 00000100:00000010:0.0:1767384401.315267:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001cdc15b1. 00000100:00000010:0.0:1767384401.315269:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b7effdaa. 00000100:00000010:0.0:1767384401.315270:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca0b8fb1. 00000100:00000010:0.0:1767384401.315272:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005c20d153. 00000100:00000010:0.0:1767384401.315274:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa087360. 00000100:00000010:0.0:1767384401.315275:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db8d7bd7. 00000100:00000010:0.0:1767384401.315276:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afedee56. 00000100:00000010:0.0:1767384401.315277:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c0ee0d95. 00000100:00000010:0.0:1767384401.315279:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b54ab244. 00000100:00000010:0.0:1767384401.315280:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f83bd75c. 00000100:00000010:0.0:1767384401.315281:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009006c24c. 00000100:00000010:0.0:1767384401.315283:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3cf0bbc. 00000100:00000010:0.0:1767384401.315286:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a0025c1. 00000100:00000010:0.0:1767384401.315287:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007930f077. 00000100:00000010:0.0:1767384401.315289:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016eb602c. 00000100:00000010:0.0:1767384401.315290:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000074bf42d4. 00000100:00000010:0.0:1767384401.315292:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6251b33. 00000100:00000010:0.0:1767384401.315293:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cf229883. 00000100:00000010:0.0:1767384401.315295:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdcb730d. 00000100:00000010:0.0:1767384401.315296:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000035a45169. 00000100:00000010:0.0:1767384401.315298:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c3a87ec. 00000100:00000010:0.0:1767384401.315299:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000095c9fc01. 00000100:00000010:0.0:1767384401.315300:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085533bee. 00000100:00000010:0.0:1767384401.315301:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001ed78ca9. 00000100:00000010:0.0:1767384401.315303:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080ad6e34. 00000100:00000010:0.0:1767384401.315304:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000027d83ea. 00000100:00000010:0.0:1767384401.315306:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e849aa6. 00000100:00000010:0.0:1767384401.315307:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000646850fa. 00000100:00000010:0.0:1767384401.315308:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8a63f11. 00000100:00000010:0.0:1767384401.315309:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f143c8f9. 00000100:00000010:0.0:1767384401.315310:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bda9aad. 00000100:00000010:0.0:1767384401.315311:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002997049f. 00000100:00000010:0.0:1767384401.315313:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097665187. 00000100:00000010:0.0:1767384401.315314:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dc2dfa3e. 00000100:00000010:0.0:1767384401.315316:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007641c15e. 00000100:00000010:0.0:1767384401.315317:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ead8084f. 00000100:00000010:0.0:1767384401.315319:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f140851. 00000100:00000010:0.0:1767384401.315320:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d22e5136. 00000100:00000010:0.0:1767384401.315321:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f0bed7a. 00000100:00000010:0.0:1767384401.315322:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007392667c. 00000100:00000010:0.0:1767384401.315323:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050afad2c. 00000100:00000010:0.0:1767384401.315325:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000068c720c2. 00000100:00000010:0.0:1767384401.315326:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000290c360f. 00000100:00000010:0.0:1767384401.315327:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cab58922. 00000100:00000010:0.0:1767384401.315329:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005f7de01. 00000100:00000010:0.0:1767384401.315330:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000036eaccf3. 00000100:00000010:0.0:1767384401.315332:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb5e0283. 00000100:00000010:0.0:1767384401.315333:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000050f0f9c2. 00000100:00000010:0.0:1767384401.315334:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b5b3162. 00000100:00000010:0.0:1767384401.315336:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d033845. 00000100:00000010:0.0:1767384401.315337:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a75e52b1. 00000100:00000010:0.0:1767384401.315338:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000552e358c. 00000100:00000010:0.0:1767384401.315339:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005602c4c4. 00000100:00000010:0.0:1767384401.315340:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009dbe79ff. 00000100:00000010:0.0:1767384401.315341:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006006a581. 00000100:00000010:0.0:1767384401.315342:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cb168b6e. 00000100:00000010:0.0:1767384401.315344:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba3f118c. 00000100:00000010:0.0:1767384401.315345:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dcaf624e. 00000100:00000010:0.0:1767384401.315346:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064470523. 00000100:00000010:0.0:1767384401.315347:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000017a6cf4d. 00000100:00000010:0.0:1767384401.315348:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d51f050. 00000100:00000010:0.0:1767384401.315349:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000082cdc1f1. 00000100:00000010:0.0:1767384401.315351:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d83ae89. 00000100:00000010:0.0:1767384401.315352:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000077a83c32. 00000100:00000010:0.0:1767384401.315353:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c21bb94. 00000100:00000010:0.0:1767384401.315354:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ccefbd02. 00000100:00000010:0.0:1767384401.315355:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8057802. 00000100:00000010:0.0:1767384401.315356:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007306b700. 00000100:00000010:0.0:1767384401.315358:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066e41243. 00000100:00000010:0.0:1767384401.315359:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000054cb6889. 00000100:00000010:0.0:1767384401.315360:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c78eaef8. 00000100:00000010:0.0:1767384401.315361:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006bc3061f. 00000100:00000010:0.0:1767384401.315363:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c575709c. 00000100:00000010:0.0:1767384401.315364:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001ac6d817. 00000100:00000010:0.0:1767384401.315365:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4c71b40. 00000100:00000010:0.0:1767384401.315366:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea8281c6. 00000100:00000010:0.0:1767384401.315367:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd9ce0d4. 00000100:00000010:0.0:1767384401.315369:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e8d91af. 00000100:00000010:0.0:1767384401.315378:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007eaecd34. 00000100:00000010:0.0:1767384401.315380:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a99e00da. 00000100:00000010:0.0:1767384401.315381:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ea30fd2. 00000100:00000010:0.0:1767384401.315382:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000590565f1. 00000100:00000010:0.0:1767384401.315384:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd39e976. 00000100:00000010:0.0:1767384401.315385:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d58831b2. 00000100:00000010:0.0:1767384401.315386:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074db8eb7. 00000100:00000010:0.0:1767384401.315387:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000265a5a04. 00000100:00000010:0.0:1767384401.315388:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff07c39c. 00000100:00000010:0.0:1767384401.315389:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000162bb922. 00000100:00000010:0.0:1767384401.315391:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078412615. 00000100:00000010:0.0:1767384401.315392:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032830fb9. 00000100:00000010:0.0:1767384401.315393:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000790b4073. 00000100:00000010:0.0:1767384401.315394:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000372c9a80. 00000100:00000010:0.0:1767384401.315395:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d4cbcdf. 00000100:00000010:0.0:1767384401.315396:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007c07e7b6. 00000100:00000010:0.0:1767384401.315397:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089672a5c. 00000100:00000010:0.0:1767384401.315399:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000f4870923. 00000100:00000010:0.0:1767384401.315400:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000d53b006a. 00000100:00000001:0.0:1767384401.315402:0:40103:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384401.315403:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.315404:0:40103:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384401.315405:0:40103:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384401.315405:0:40103:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000eaae152f. 00000100:00000001:0.0:1767384401.315407:0:40103:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384401.315408:0:40103:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.315409:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.315410:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000090e25060. 00000100:00000001:0.0:1767384401.315411:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.315412:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.315412:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000025a4c1a1. 00000100:00000001:0.0:1767384401.315414:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.315414:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.315415:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bf51813c. 00000100:00000001:0.0:1767384401.315417:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.315418:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.315419:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005206bf1a. 00000100:00000001:0.0:1767384401.315420:0:40103:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384401.315529:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000bd522d8b. 00000020:00000010:0.0:1767384401.315532:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000025ab88a8. 00000100:00000010:0.0:1767384401.315546:0:40103:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000009808863f. 00000100:00000010:0.0:1767384401.315552:0:40103:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000058a27a2a. 00000100:00000010:0.0:1767384401.315554:0:40103:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000f7eb01cb. 00000100:00000010:0.0:1767384401.315561:0:40103:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000bc0ed707. 00000100:00000001:0.0:1767384401.315564:0:40103:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.315566:0:40103:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384401.315567:0:40103:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:0.0:1767384401.315570:0:40103:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384401.315571:0:40103:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384401.315572:0:40103:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:0.0:1767384401.315574:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:0.0:1767384401.315576:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:0.0:1767384401.315592:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:2.0:1767384401.315602:0:17097:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000043a1cfd0. 00000040:00000010:2.0:1767384401.315610:0:17097:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000019255b29. 00000020:00000010:1.0:1767384401.315612:0:17096:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004a8eed18. 00000020:00000010:2.0:1767384401.315614:0:17097:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000842b7d88. 00000040:00000010:1.0:1767384401.315619:0:17096:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000065cadac2. 00000020:00000010:2.0:1767384401.315621:0:17097:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004cf0e7df. 00000020:00000010:1.0:1767384401.315624:0:17096:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d6f4d6ec. 00000020:00000010:2.0:1767384401.315628:0:17097:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dd82a8d5. 00000020:00000010:1.0:1767384401.315629:0:17096:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a182aadf. 00000020:00000010:1.0:1767384401.315636:0:17096:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f653a92d. 80000000:00000010:2.0:1767384401.315637:0:17097:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000091b26880. 80000000:00000010:1.0:1767384401.315640:0:17096:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c9d86df5. 40000000:00000010:2.0:1767384401.315644:0:17097:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f0137f72. 40000000:00000010:1.0:1767384401.315645:0:17096:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b0ffd24. 00100000:00000010:1.0:1767384401.315652:0:17096:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000068f95f93. 00100000:00000010:2.0:1767384401.315655:0:17097:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000839b7c60. 00040000:00000010:1.0:1767384401.315656:0:17096:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000080fce645. 00040000:00000010:1.0:1767384401.315660:0:17096:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000089b58e9. 00040000:00000010:2.0:1767384401.315663:0:17097:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000099dcce16. 00080000:00000010:1.0:1767384401.315667:0:17096:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e9db4a0b. 00040000:00000010:2.0:1767384401.315670:0:17097:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bb3a35a5. 00080000:00000010:2.0:1767384401.315677:0:17097:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000088ce8f63. 00080000:00000010:1.0:1767384401.315681:0:17096:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000027fa7b13. 00080000:00000010:2.0:1767384401.315682:0:17097:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008a02ef44. 00000004:00000010:1.0:1767384401.315687:0:17096:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000088834f74. 00000004:00000010:2.0:1767384401.315689:0:17097:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ab1e7c00. 00002000:00000010:1.0:1767384401.315692:0:17096:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000083153818. 00002000:00000010:2.0:1767384401.315698:0:17097:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c58e7fa1. 00000020:00000010:1.0:1767384401.315698:0:17096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cdc00d0. 00000020:00000010:1.0:1767384401.315705:0:17096:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000003707a4e. 00000020:00000010:2.0:1767384401.315706:0:17097:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006591f624. 00000100:00000010:1.0:1767384401.315709:0:17096:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006e1062ab. 00000020:00000010:2.0:1767384401.315713:0:17097:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009864cdfd. 00000100:00100000:1.0:1767384401.315714:0:17096:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [0000000036634b42:17096] 0 exiting: rc = 1 00000100:00000010:2.0:1767384401.315726:0:17097:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000024cf5e6b. 00000100:00100000:2.0:1767384401.315731:0:17097:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [0000000020525e84:17097] 1 exiting: rc = 0 00000100:00000010:0.0:1767384401.315762:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000036634b42. 00000100:00000010:0.0:1767384401.315767:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000020525e84. 00000100:00000001:0.0:1767384401.315770:0:40103:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384401.315771:0:40103:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384401.315773:0:40103:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:0.0:1767384401.315776:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315778:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315780:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f998ea6. 00000400:00000200:0.0:1767384401.315782:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f018e9d4 00000400:00000010:0.0:1767384401.315784:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f018e9d4. 00000100:00000001:0.0:1767384401.315786:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315787:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315792:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315793:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384401.315796:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315797:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315798:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315799:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046914478. 00000400:00000200:0.0:1767384401.315801:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a775067 00000400:00000010:0.0:1767384401.315802:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a775067. 00000100:00000001:0.0:1767384401.315803:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315804:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315807:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315808:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384401.315809:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315810:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315810:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315811:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005844154d. 00000400:00000200:0.0:1767384401.315812:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000293e1597 00000400:00000010:0.0:1767384401.315813:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000293e1597. 00000100:00000001:0.0:1767384401.315814:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315814:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315817:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315818:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384401.315818:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315819:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315820:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315821:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b032e6d3. 00000400:00000200:0.0:1767384401.315821:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095b260fa 00000400:00000010:0.0:1767384401.315822:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095b260fa. 00000100:00000001:0.0:1767384401.315823:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315824:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315826:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315827:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384401.315828:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315828:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315829:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315830:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba6e29af. 00000400:00000200:0.0:1767384401.315831:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000418c3330 00000400:00000010:0.0:1767384401.315831:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000418c3330. 00000100:00000001:0.0:1767384401.315832:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315833:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315835:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315836:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384401.315837:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315838:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315839:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315840:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e820139. 00000400:00000200:0.0:1767384401.315841:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001be99126 00000400:00000010:0.0:1767384401.315842:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001be99126. 00000100:00000001:0.0:1767384401.315843:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315844:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315847:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315847:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384401.315848:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315849:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315850:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315850:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064c44056. 00000400:00000200:0.0:1767384401.315851:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2470c0e 00000400:00000010:0.0:1767384401.315852:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2470c0e. 00000100:00000001:0.0:1767384401.315853:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315853:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315856:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315857:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384401.315857:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315858:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315859:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315859:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000017d7ffe. 00000400:00000200:0.0:1767384401.315860:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013c0891 00000400:00000010:0.0:1767384401.315861:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000013c0891. 00000100:00000001:0.0:1767384401.315862:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315863:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315865:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315866:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384401.315867:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315867:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315868:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315869:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e97da5. 00000400:00000200:0.0:1767384401.315870:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d46456 00000400:00000010:0.0:1767384401.315871:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d46456. 00000100:00000001:0.0:1767384401.315872:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315872:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315874:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315875:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384401.315876:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315877:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315878:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315879:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a231cd50. 00000400:00000200:0.0:1767384401.315880:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d4bbdd4 00000400:00000010:0.0:1767384401.315881:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d4bbdd4. 00000100:00000001:0.0:1767384401.315882:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315883:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315885:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315886:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384401.315886:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315887:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315888:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315888:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075770637. 00000400:00000200:0.0:1767384401.315889:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52df106 00000400:00000010:0.0:1767384401.315890:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e52df106. 00000100:00000001:0.0:1767384401.315891:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315892:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315894:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315895:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384401.315896:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315896:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315897:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315898:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4909b2c. 00000400:00000200:0.0:1767384401.315899:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f267c10 00000400:00000010:0.0:1767384401.315899:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f267c10. 00000100:00000001:0.0:1767384401.315900:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315901:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315903:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315904:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384401.315905:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315906:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315906:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315907:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000980eb7a5. 00000400:00000200:0.0:1767384401.315908:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000724f6a 00000400:00000010:0.0:1767384401.315909:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000724f6a. 00000100:00000001:0.0:1767384401.315910:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315910:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315913:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315914:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384401.315914:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315915:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315916:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315916:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a5393f4. 00000400:00000200:0.0:1767384401.315917:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010cdf68d 00000400:00000010:0.0:1767384401.315918:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010cdf68d. 00000100:00000001:0.0:1767384401.315919:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315920:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315922:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315923:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384401.315924:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315925:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315925:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315926:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca79898f. 00000400:00000200:0.0:1767384401.315927:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f63824b 00000400:00000010:0.0:1767384401.315928:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f63824b. 00000100:00000001:0.0:1767384401.315929:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315929:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315932:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315932:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384401.315933:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315934:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315935:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315935:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fee8992e. 00000400:00000200:0.0:1767384401.315936:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7c694bd 00000400:00000010:0.0:1767384401.315937:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7c694bd. 00000100:00000001:0.0:1767384401.315938:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315939:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315941:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315942:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384401.315942:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315943:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315944:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315944:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009010e47. 00000400:00000200:0.0:1767384401.315945:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c892f73 00000400:00000010:0.0:1767384401.315946:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c892f73. 00000100:00000001:0.0:1767384401.315947:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315948:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315950:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315951:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384401.315952:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315953:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315953:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315954:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e46ce38. 00000400:00000200:0.0:1767384401.315955:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b9c7a51 00000400:00000010:0.0:1767384401.315956:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b9c7a51. 00000100:00000001:0.0:1767384401.315957:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315957:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315960:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315960:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384401.315961:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315962:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315962:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315963:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b642449. 00000400:00000200:0.0:1767384401.315964:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eeb9d97 00000400:00000010:0.0:1767384401.315965:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eeb9d97. 00000100:00000001:0.0:1767384401.315966:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315966:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315969:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315969:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384401.315970:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315971:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315972:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315972:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000314f4cf4. 00000400:00000200:0.0:1767384401.315973:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac07bb3e 00000400:00000010:0.0:1767384401.315974:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac07bb3e. 00000100:00000001:0.0:1767384401.315975:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315975:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.315978:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.315979:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384401.315979:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.315980:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.315981:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.315981:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edd2e482. 00000400:00000200:0.0:1767384401.315982:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f61c63 00000400:00000010:0.0:1767384401.315983:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f61c63. 00000100:00000001:0.0:1767384401.315984:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.315985:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316001:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316002:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384401.316003:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316004:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316005:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316006:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6c04572. 00000400:00000200:0.0:1767384401.316007:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7353a2 00000400:00000010:0.0:1767384401.316008:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7353a2. 00000100:00000001:0.0:1767384401.316009:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316010:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316013:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316013:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384401.316014:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316015:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316016:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316016:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f25bb5b1. 00000400:00000200:0.0:1767384401.316018:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2491915 00000400:00000010:0.0:1767384401.316018:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2491915. 00000100:00000001:0.0:1767384401.316020:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316020:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316023:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316024:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384401.316024:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316025:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316026:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316026:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000234a7c5d. 00000400:00000200:0.0:1767384401.316027:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3aa4db8 00000400:00000010:0.0:1767384401.316028:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3aa4db8. 00000100:00000001:0.0:1767384401.316029:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316030:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316032:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316033:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384401.316034:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316034:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316035:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316036:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0b2f6d4. 00000400:00000200:0.0:1767384401.316037:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da5a936 00000400:00000010:0.0:1767384401.316038:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004da5a936. 00000100:00000001:0.0:1767384401.316039:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316040:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316042:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316043:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384401.316044:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316045:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316045:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316046:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003780f561. 00000400:00000200:0.0:1767384401.316047:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558e5a76 00000400:00000010:0.0:1767384401.316048:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558e5a76. 00000100:00000001:0.0:1767384401.316049:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316049:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316052:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316052:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384401.316053:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316054:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316054:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316055:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009800120. 00000400:00000200:0.0:1767384401.316056:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4a5169 00000400:00000010:0.0:1767384401.316057:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4a5169. 00000100:00000001:0.0:1767384401.316058:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316058:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316061:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316062:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384401.316063:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316063:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316064:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316065:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5ba2a26. 00000400:00000200:0.0:1767384401.316066:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d123ee3 00000400:00000010:0.0:1767384401.316066:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d123ee3. 00000100:00000001:0.0:1767384401.316067:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316068:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316070:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316071:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384401.316072:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316073:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316074:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316074:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000726d5714. 00000400:00000200:0.0:1767384401.316076:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d87c46ee 00000400:00000010:0.0:1767384401.316076:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d87c46ee. 00000100:00000001:0.0:1767384401.316078:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316078:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316081:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316081:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384401.316082:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316083:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316084:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316084:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787e18bb. 00000400:00000200:0.0:1767384401.316085:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e07db6f7 00000400:00000010:0.0:1767384401.316086:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e07db6f7. 00000100:00000001:0.0:1767384401.316087:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316087:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316090:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316091:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384401.316091:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316092:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316093:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316094:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b18751e. 00000400:00000200:0.0:1767384401.316095:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f62d1241 00000400:00000010:0.0:1767384401.316095:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f62d1241. 00000100:00000001:0.0:1767384401.316096:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316097:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316099:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316100:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384401.316101:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316102:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316102:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316103:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000829af32a. 00000400:00000200:0.0:1767384401.316104:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070332536 00000400:00000010:0.0:1767384401.316105:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070332536. 00000100:00000001:0.0:1767384401.316106:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316106:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316109:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316110:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384401.316111:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316111:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316112:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316113:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000350686cc. 00000400:00000200:0.0:1767384401.316114:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ac42d5 00000400:00000010:0.0:1767384401.316115:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ac42d5. 00000100:00000001:0.0:1767384401.316116:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316117:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316119:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316120:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384401.316120:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316121:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316122:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316122:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002412aa45. 00000400:00000200:0.0:1767384401.316123:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000360308e0 00000400:00000010:0.0:1767384401.316124:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000360308e0. 00000100:00000001:0.0:1767384401.316125:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316126:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316128:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316129:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384401.316129:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316130:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316131:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316131:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d684d1c3. 00000400:00000200:0.0:1767384401.316132:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019cc733f 00000400:00000010:0.0:1767384401.316133:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019cc733f. 00000100:00000001:0.0:1767384401.316134:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316135:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316137:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316138:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384401.316139:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316139:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316140:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316141:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d02bd44d. 00000400:00000200:0.0:1767384401.316142:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2862da3 00000400:00000010:0.0:1767384401.316142:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2862da3. 00000100:00000001:0.0:1767384401.316143:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316144:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316146:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316147:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384401.316148:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316149:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316149:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316150:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080e999da. 00000400:00000200:0.0:1767384401.316151:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fa46512 00000400:00000010:0.0:1767384401.316152:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fa46512. 00000100:00000001:0.0:1767384401.316153:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316153:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316156:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316156:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384401.316157:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316158:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316158:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316159:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026507627. 00000400:00000200:0.0:1767384401.316160:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f57a7bd 00000400:00000010:0.0:1767384401.316161:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f57a7bd. 00000100:00000001:0.0:1767384401.316162:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316162:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316165:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316165:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384401.316166:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316167:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316167:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316168:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009fd5e24. 00000400:00000200:0.0:1767384401.316169:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c44795c 00000400:00000010:0.0:1767384401.316170:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c44795c. 00000100:00000001:0.0:1767384401.316171:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316171:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316173:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316174:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384401.316175:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316176:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316176:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316177:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84632f9. 00000400:00000200:0.0:1767384401.316178:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068923655 00000400:00000010:0.0:1767384401.316179:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068923655. 00000100:00000001:0.0:1767384401.316180:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316180:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316183:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316184:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384401.316185:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316185:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316186:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316186:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000824cabc0. 00000400:00000200:0.0:1767384401.316187:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e14f4da 00000400:00000010:0.0:1767384401.316188:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e14f4da. 00000100:00000001:0.0:1767384401.316189:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316190:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316192:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316193:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384401.316194:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316194:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316195:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316195:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062044c64. 00000400:00000200:0.0:1767384401.316196:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fbab7de 00000400:00000010:0.0:1767384401.316197:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fbab7de. 00000100:00000001:0.0:1767384401.316198:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316199:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316201:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316202:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384401.316202:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316203:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316204:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316204:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009328cb73. 00000400:00000200:0.0:1767384401.316205:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e6ae34 00000400:00000010:0.0:1767384401.316206:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e6ae34. 00000100:00000001:0.0:1767384401.316207:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316208:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316210:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316211:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384401.316211:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316212:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316213:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316214:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000722a155d. 00000400:00000200:0.0:1767384401.316215:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003472b90b 00000400:00000010:0.0:1767384401.316215:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003472b90b. 00000100:00000001:0.0:1767384401.316216:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316217:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316219:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316220:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384401.316221:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316221:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316222:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316223:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034c6e7eb. 00000400:00000200:0.0:1767384401.316223:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001af19bd 00000400:00000010:0.0:1767384401.316224:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001af19bd. 00000100:00000001:0.0:1767384401.316225:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316226:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316228:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316229:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384401.316230:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316231:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316231:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316232:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec87c83. 00000400:00000200:0.0:1767384401.316233:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b05d962c 00000400:00000010:0.0:1767384401.316233:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b05d962c. 00000100:00000001:0.0:1767384401.316234:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316235:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316238:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316238:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384401.316239:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316240:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316240:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316241:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae63572e. 00000400:00000200:0.0:1767384401.316242:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1cae8af 00000400:00000010:0.0:1767384401.316243:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1cae8af. 00000100:00000001:0.0:1767384401.316244:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316244:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316247:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316247:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384401.316248:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316249:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316250:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316251:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002702e948. 00000400:00000200:0.0:1767384401.316252:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3e2bc5e 00000400:00000010:0.0:1767384401.316253:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3e2bc5e. 00000100:00000001:0.0:1767384401.316253:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316254:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316256:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316257:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384401.316258:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316259:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316259:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316260:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2b1a6bf. 00000400:00000200:0.0:1767384401.316261:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b3dc400 00000400:00000010:0.0:1767384401.316261:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b3dc400. 00000100:00000001:0.0:1767384401.316262:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316263:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316265:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316266:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384401.316267:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316268:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316268:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316269:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078305f31. 00000400:00000200:0.0:1767384401.316270:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000509da2b9 00000400:00000010:0.0:1767384401.316270:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000509da2b9. 00000100:00000001:0.0:1767384401.316271:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316272:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316274:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316275:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384401.316276:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316276:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316277:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316278:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be862745. 00000400:00000200:0.0:1767384401.316279:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfcb2168 00000400:00000010:0.0:1767384401.316279:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfcb2168. 00000100:00000001:0.0:1767384401.316280:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316281:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316283:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316284:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384401.316285:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316285:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316286:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316287:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d11d79e4. 00000400:00000200:0.0:1767384401.316288:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f8757c 00000400:00000010:0.0:1767384401.316288:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f8757c. 00000100:00000001:0.0:1767384401.316289:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316290:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316292:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316293:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384401.316294:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316294:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316295:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316296:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067fb3ada. 00000400:00000200:0.0:1767384401.316297:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecb2a5ec 00000400:00000010:0.0:1767384401.316297:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecb2a5ec. 00000100:00000001:0.0:1767384401.316298:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316299:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316301:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316302:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384401.316303:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316303:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316304:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316305:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000034470c2. 00000400:00000200:0.0:1767384401.316306:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000692215d5 00000400:00000010:0.0:1767384401.316306:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000692215d5. 00000100:00000001:0.0:1767384401.316307:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316308:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316310:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316311:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384401.316312:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316312:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316313:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316314:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a14e058e. 00000400:00000200:0.0:1767384401.316315:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050cf894e 00000400:00000010:0.0:1767384401.316315:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050cf894e. 00000100:00000001:0.0:1767384401.316316:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316317:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316319:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316320:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384401.316321:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316322:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316322:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316323:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000226d2131. 00000400:00000200:0.0:1767384401.316324:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227eabc4 00000400:00000010:0.0:1767384401.316324:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000227eabc4. 00000100:00000001:0.0:1767384401.316325:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316326:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316328:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316329:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384401.316330:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316331:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316331:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316332:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aee9b98a. 00000400:00000200:0.0:1767384401.316333:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ff5175 00000400:00000010:0.0:1767384401.316333:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ff5175. 00000100:00000001:0.0:1767384401.316334:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316335:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316337:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316338:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384401.316339:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316339:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316340:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316341:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027486bd2. 00000400:00000200:0.0:1767384401.316342:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000901b7264 00000400:00000010:0.0:1767384401.316342:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000901b7264. 00000100:00000001:0.0:1767384401.316343:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316344:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316346:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316347:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384401.316348:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316348:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316349:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316349:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7128ece. 00000400:00000200:0.0:1767384401.316350:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000734ef3fd 00000400:00000010:0.0:1767384401.316352:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000734ef3fd. 00000100:00000001:0.0:1767384401.316353:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316353:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316355:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316356:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384401.316357:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316358:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316358:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316359:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082d05b2e. 00000400:00000200:0.0:1767384401.316360:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9b92385 00000400:00000010:0.0:1767384401.316361:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9b92385. 00000100:00000001:0.0:1767384401.316362:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316362:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316364:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316365:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384401.316366:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316367:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316367:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316368:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9a5d5ac. 00000400:00000200:0.0:1767384401.316369:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000096be3f8 00000400:00000010:0.0:1767384401.316369:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000096be3f8. 00000100:00000001:0.0:1767384401.316370:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316371:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316373:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316374:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384401.316375:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316375:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316376:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316377:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f1fb14e. 00000400:00000200:0.0:1767384401.316378:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa32739 00000400:00000010:0.0:1767384401.316378:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fa32739. 00000100:00000001:0.0:1767384401.316379:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316380:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316382:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316383:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384401.316384:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316384:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316385:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316386:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f676eddb. 00000400:00000200:0.0:1767384401.316387:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000499693ab 00000400:00000010:0.0:1767384401.316388:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000499693ab. 00000100:00000001:0.0:1767384401.316389:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316389:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316391:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316392:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384401.316393:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384401.316394:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384401.316394:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384401.316395:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a88fe63f. 00000400:00000200:0.0:1767384401.316396:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c5cc6a5 00000400:00000010:0.0:1767384401.316397:0:40103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c5cc6a5. 00000100:00000001:0.0:1767384401.316398:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384401.316398:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384401.316400:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384401.316401:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384401.316402:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384401.316403:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316404:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316405:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316406:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316407:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316407:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316408:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316408:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316409:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316410:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316411:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316411:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316412:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316412:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316413:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316414:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316415:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316415:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316416:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316416:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316417:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316418:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316419:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316419:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316420:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316421:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316422:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316422:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316440:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316442:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316444:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316445:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316447:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316449:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316450:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316451:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316452:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316453:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316455:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316456:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316457:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316458:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316459:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316460:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316461:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316462:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316463:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316463:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316464:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316465:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316466:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316466:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316467:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316468:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316469:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316469:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316470:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316471:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316472:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316472:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316473:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316474:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316475:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316476:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316477:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316478:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316478:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316479:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316480:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316480:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316481:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316482:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316483:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316484:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316485:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316485:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316486:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316487:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316488:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316489:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316491:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316492:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316493:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316494:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316497:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316498:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316499:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316500:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316501:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316502:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316503:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316504:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316504:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316505:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316506:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316506:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316507:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316508:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316508:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316509:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316510:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316511:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316511:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316512:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316513:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316513:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316514:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316515:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316515:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316516:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316517:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316517:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316518:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316519:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316519:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316520:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316521:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316521:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316522:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316523:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316523:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316524:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316525:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316525:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316526:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316527:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384401.316527:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384401.316528:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384401.316529:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d95220bf. 00000100:00000010:0.0:1767384401.316532:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6818500. 00000100:00000010:0.0:1767384401.316533:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006c38e04f. 00000100:00000010:0.0:1767384401.316534:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e46a481. 00000100:00000010:0.0:1767384401.316535:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3c482d8. 00000100:00000010:0.0:1767384401.316537:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a0f9d9c. 00000100:00000010:0.0:1767384401.316538:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e136587. 00000100:00000010:0.0:1767384401.316539:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068e1644f. 00000100:00000010:0.0:1767384401.316540:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce6a6ea6. 00000100:00000010:0.0:1767384401.316542:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fd6424b. 00000100:00000010:0.0:1767384401.316543:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e0bb6182. 00000100:00000010:0.0:1767384401.316545:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051caefa8. 00000100:00000010:0.0:1767384401.316546:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009f814bb. 00000100:00000010:0.0:1767384401.316547:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000972a18dc. 00000100:00000010:0.0:1767384401.316548:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c1c9394d. 00000100:00000010:0.0:1767384401.316550:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4ed4d0f. 00000100:00000010:0.0:1767384401.316551:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000911068d1. 00000100:00000010:0.0:1767384401.316552:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033ba4509. 00000100:00000010:0.0:1767384401.316553:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006500438e. 00000100:00000010:0.0:1767384401.316555:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c905c9d. 00000100:00000010:0.0:1767384401.316557:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dc10a9e6. 00000100:00000010:0.0:1767384401.316558:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000301297d4. 00000100:00000010:0.0:1767384401.316560:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a4785ddb. 00000100:00000010:0.0:1767384401.316562:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067946f33. 00000100:00000010:0.0:1767384401.316564:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bbb0b4f4. 00000100:00000010:0.0:1767384401.316566:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000233152b2. 00000100:00000010:0.0:1767384401.316568:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000047d43f58. 00000100:00000010:0.0:1767384401.316570:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f1e8385. 00000100:00000010:0.0:1767384401.316572:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7847a62. 00000100:00000010:0.0:1767384401.316575:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1a1149f. 00000100:00000010:0.0:1767384401.316576:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000089adf6f1. 00000100:00000010:0.0:1767384401.316578:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0d5e654. 00000100:00000010:0.0:1767384401.316581:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009e3677a0. 00000100:00000010:0.0:1767384401.316583:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046c30646. 00000100:00000010:0.0:1767384401.316585:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c55f0559. 00000100:00000010:0.0:1767384401.316587:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098181e71. 00000100:00000010:0.0:1767384401.316589:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003edcee33. 00000100:00000010:0.0:1767384401.316592:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bf2fe9f. 00000100:00000010:0.0:1767384401.316594:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dc24a592. 00000100:00000010:0.0:1767384401.316596:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d751d69. 00000100:00000010:0.0:1767384401.316598:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007dfd06ab. 00000100:00000010:0.0:1767384401.316614:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8441a05. 00000100:00000010:0.0:1767384401.316617:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d667ac6b. 00000100:00000010:0.0:1767384401.316619:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dddb8cb8. 00000100:00000010:0.0:1767384401.316621:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000084c3b665. 00000100:00000010:0.0:1767384401.316624:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbd50954. 00000100:00000010:0.0:1767384401.316625:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039acafde. 00000100:00000010:0.0:1767384401.316628:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ba8d70a. 00000100:00000010:0.0:1767384401.316630:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d60dd851. 00000100:00000010:0.0:1767384401.316631:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076b3e8fe. 00000100:00000010:0.0:1767384401.316632:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032d831aa. 00000100:00000010:0.0:1767384401.316633:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b081ce8. 00000100:00000010:0.0:1767384401.316635:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ef04fd5. 00000100:00000010:0.0:1767384401.316636:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f446d3e. 00000100:00000010:0.0:1767384401.316637:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007db30651. 00000100:00000010:0.0:1767384401.316638:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb14766a. 00000100:00000010:0.0:1767384401.316639:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000710c4cac. 00000100:00000010:0.0:1767384401.316641:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6106273. 00000100:00000010:0.0:1767384401.316642:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033f953f7. 00000100:00000010:0.0:1767384401.316643:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e49483c. 00000100:00000010:0.0:1767384401.316664:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007bc9c9de. 00000100:00000010:0.0:1767384401.316666:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084781ce2. 00000100:00000010:0.0:1767384401.316667:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a285478d. 00000100:00000010:0.0:1767384401.316669:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5fe52b6. 00000100:00000010:0.0:1767384401.316670:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000991a36ef. 00000100:00000010:0.0:1767384401.316671:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6970b2f. 00000100:00000010:0.0:1767384401.316672:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000044c8be2e. 00000100:00000010:0.0:1767384401.316674:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002747f666. 00000100:00000010:0.0:1767384401.316675:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003e35aad7. 00000100:00000010:0.0:1767384401.316676:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065900831. 00000100:00000010:0.0:1767384401.316677:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000552119f3. 00000100:00000010:0.0:1767384401.316678:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a46534af. 00000100:00000010:0.0:1767384401.316680:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006216d6dc. 00000100:00000010:0.0:1767384401.316681:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fdb7f333. 00000100:00000010:0.0:1767384401.316682:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a63a3fd. 00000100:00000010:0.0:1767384401.316683:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009843ca35. 00000100:00000010:0.0:1767384401.316685:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000abd7607b. 00000100:00000010:0.0:1767384401.316686:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e24aa15. 00000100:00000010:0.0:1767384401.316688:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000363f32cf. 00000100:00000010:0.0:1767384401.316689:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f855be6. 00000100:00000010:0.0:1767384401.316690:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7754f7b. 00000100:00000010:0.0:1767384401.316692:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9101220. 00000100:00000010:0.0:1767384401.316693:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000038357def. 00000100:00000010:0.0:1767384401.316694:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c877b10. 00000100:00000010:0.0:1767384401.316695:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e8d473b5. 00000100:00000010:0.0:1767384401.316696:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c65a1df. 00000100:00000010:0.0:1767384401.316697:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070d97f98. 00000100:00000010:0.0:1767384401.316699:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc6d4b9c. 00000100:00000010:0.0:1767384401.316700:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006f3ae307. 00000100:00000010:0.0:1767384401.316710:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d76937f. 00000100:00000010:0.0:1767384401.316711:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b34a321. 00000100:00000010:0.0:1767384401.316712:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002881179a. 00000100:00000010:0.0:1767384401.316714:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d80f5306. 00000100:00000010:0.0:1767384401.316715:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a37af326. 00000100:00000010:0.0:1767384401.316716:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000076957009. 00000100:00000010:0.0:1767384401.316717:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003baa43d1. 00000100:00000010:0.0:1767384401.316718:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c33edd4a. 00000100:00000010:0.0:1767384401.316720:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8fda7d0. 00000100:00000010:0.0:1767384401.316721:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003cf71c6a. 00000100:00000010:0.0:1767384401.316722:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa47ad49. 00000100:00000010:0.0:1767384401.316723:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bf412eb2. 00000100:00000010:0.0:1767384401.316724:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058fa0ade. 00000100:00000010:0.0:1767384401.316726:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9eb5e0b. 00000100:00000010:0.0:1767384401.316727:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5b73f16. 00000100:00000010:0.0:1767384401.316728:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000d60f8c7. 00000100:00000010:0.0:1767384401.316730:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000372aa57d. 00000100:00000010:0.0:1767384401.316731:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000080f1b0df. 00000100:00000010:0.0:1767384401.316732:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000080a3443. 00000100:00000010:0.0:1767384401.316733:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000591efa1e. 00000100:00000010:0.0:1767384401.316734:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a513c075. 00000100:00000010:0.0:1767384401.316736:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c17cebc3. 00000100:00000010:0.0:1767384401.316737:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000156d676a. 00000100:00000010:0.0:1767384401.316738:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005378bbeb. 00000100:00000010:0.0:1767384401.316740:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b00bbb2f. 00000100:00000010:0.0:1767384401.316741:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a20d31c. 00000100:00000010:0.0:1767384401.316742:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002bce18f5. 00000100:00000010:0.0:1767384401.316743:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b8ef9bf8. 00000100:00000010:0.0:1767384401.316744:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7dc7043. 00000100:00000010:0.0:1767384401.316745:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8252702. 00000100:00000010:0.0:1767384401.316746:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097727b43. 00000100:00000010:0.0:1767384401.316747:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f9c4bba. 00000100:00000010:0.0:1767384401.316748:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed630612. 00000100:00000010:0.0:1767384401.316749:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000669537f8. 00000100:00000010:0.0:1767384401.316751:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000722ce974. 00000100:00000010:0.0:1767384401.316752:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d46728f3. 00000100:00000010:0.0:1767384401.316753:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073f94ef1. 00000100:00000010:0.0:1767384401.316754:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000828a6e5b. 00000100:00000010:0.0:1767384401.316756:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fb853dd. 00000100:00000010:0.0:1767384401.316757:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000c55032f3. 00000100:00000010:0.0:1767384401.316759:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000007f17abe8. 00000100:00000001:0.0:1767384401.316760:0:40103:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384401.316761:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.316762:0:40103:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384401.316763:0:40103:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384401.316764:0:40103:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d057a3b1. 00000100:00000001:0.0:1767384401.316766:0:40103:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384401.316766:0:40103:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.316768:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.316768:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000208b6ee9. 00000100:00000001:0.0:1767384401.316769:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.316770:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.316771:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001e757141. 00000100:00000001:0.0:1767384401.316772:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.316773:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.316774:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f780289d. 00000100:00000001:0.0:1767384401.316775:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384401.316776:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384401.316777:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000019b7de46. 00000100:00000001:0.0:1767384401.316779:0:40103:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384401.316825:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000009294c5c9. 00000020:00000010:0.0:1767384401.316827:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000dbb4e3c5. 00000100:00000010:0.0:1767384401.316841:0:40103:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000341e02c2. 00000100:00000010:0.0:1767384401.316847:0:40103:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000082adce84. 00000100:00000010:0.0:1767384401.316848:0:40103:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e5ba942f. 00000100:00000010:0.0:1767384401.316854:0:40103:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000000e03c057. 00000100:00000001:0.0:1767384401.316855:0:40103:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.316856:0:40103:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384401.316857:0:40103:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:0.0:1767384401.316859:0:40103:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384401.316860:0:40103:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384401.316861:0:40103:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:0.0:1767384401.316862:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:0.0:1767384401.316863:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:0.0:1767384401.316864:0:40103:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:0.0:1767384401.316881:0:40103:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:2.0:1767384401.316904:0:17100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000035be1f18. 00000020:00000010:1.0:1767384401.316909:0:17098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000030c32c5e. 00000040:00000010:2.0:1767384401.316912:0:17100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002e813785. 00000040:00000010:1.0:1767384401.316916:0:17098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a68a52da. 00000020:00000010:2.0:1767384401.316918:0:17100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3370f26. 00000020:00000010:1.0:1767384401.316921:0:17098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b6a7eb3b. 00000020:00000010:2.0:1767384401.316925:0:17100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ccfe13fb. 00000020:00000010:1.0:1767384401.316927:0:17098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000019d1dd7f. 00000020:00000010:2.0:1767384401.316933:0:17100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f105f1ad. 00000020:00000010:1.0:1767384401.316933:0:17098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009d3bddb1. 00000020:00000010:3.0:1767384401.316937:0:17099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001785c367. 80000000:00000010:1.0:1767384401.316939:0:17098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005c6a1c76. 80000000:00000010:2.0:1767384401.316941:0:17100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000478f2905. 00000040:00000010:3.0:1767384401.316944:0:17099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000071748a8c. 40000000:00000010:1.0:1767384401.316945:0:17098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000004ab940c. 40000000:00000010:2.0:1767384401.316948:0:17100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005a776dc6. 00000020:00000010:3.0:1767384401.316951:0:17099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005802a6d4. 00100000:00000010:1.0:1767384401.316952:0:17098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008c63e962. 00100000:00000010:2.0:1767384401.316954:0:17100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009075aa93. 00040000:00000010:1.0:1767384401.316958:0:17098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c4707eb3. 00040000:00000010:2.0:1767384401.316962:0:17100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000208aa7a2. 00040000:00000010:1.0:1767384401.316963:0:17098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002a7d111f. 00000020:00000010:3.0:1767384401.316967:0:17099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009095282b. 00040000:00000010:2.0:1767384401.316969:0:17100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b7fb99db. 00080000:00000010:1.0:1767384401.316970:0:17098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000013a1d1b0. 00000020:00000010:3.0:1767384401.316972:0:17099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f3dddf3b. 00080000:00000010:1.0:1767384401.316976:0:17098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002c59603a. 00080000:00000010:2.0:1767384401.316978:0:17100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000045f15de2. 00000004:00000010:1.0:1767384401.316979:0:17098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000babcf6ad. 00080000:00000010:2.0:1767384401.317000:0:17100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003cb8bae9. 00002000:00000010:1.0:1767384401.317000:0:17098:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bf9aa33b. 00000020:00000010:1.0:1767384401.317005:0:17098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3a60681. 80000000:00000010:3.0:1767384401.317006:0:17099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c84089c6. 00000004:00000010:2.0:1767384401.317008:0:17100:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000df6c7b4e. 00000020:00000010:1.0:1767384401.317012:0:17098:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009a658d07. 40000000:00000010:3.0:1767384401.317013:0:17099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001eb67742. 00002000:00000010:2.0:1767384401.317015:0:17100:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cfdd1559. 00000100:00000010:1.0:1767384401.317020:0:17098:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000eb9965f2. 00000020:00000010:2.0:1767384401.317021:0:17100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015540bb2. 00100000:00000010:3.0:1767384401.317023:0:17099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000013dc8fa8. 00000020:00000001:1.0:1767384401.317025:0:17098:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767384401.317029:0:17098:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000009936ebe1. 00000020:00000010:2.0:1767384401.317030:0:17100:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000513f7720. 00040000:00000010:3.0:1767384401.317031:0:17099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009f56e349. 00040000:00000010:3.0:1767384401.317038:0:17099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c8e5f573. 00080000:00000010:3.0:1767384401.317043:0:17099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bdd364e4. 00000100:00000010:2.0:1767384401.317043:0:17100:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002e54bb54. 00000020:00000001:2.0:1767384401.317051:0:17100:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00080000:00000010:3.0:1767384401.317052:0:17099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000095533fed. 00000020:00000010:2.0:1767384401.317056:0:17100:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000e6c8f841. 00000004:00000010:3.0:1767384401.317058:0:17099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d1747eda. 00002000:00000010:3.0:1767384401.317081:0:17099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000001254542. 00000020:00000010:3.0:1767384401.317089:0:17099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f8e27e7. 00000020:00000010:3.0:1767384401.317095:0:17099:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000075ba9bf9. 00000100:00000010:3.0:1767384401.317107:0:17099:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000bf358816. 00000020:00000001:3.0:1767384401.317112:0:17099:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384401.317115:0:17099:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000979cda87. 00000020:00000001:1.0:1767384401.317235:0:17098:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384401.317236:0:17098:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [0000000082e32a40:17098] 0 exiting: rc = 1 00000020:00000001:2.0:1767384401.317401:0:17100:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384401.317404:0:17100:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000c09e1a7c:17100] 2 exiting: rc = 0 00000020:00000001:3.0:1767384401.317407:0:17099:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384401.317410:0:17099:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000b4e19a14:17099] 1 exiting: rc = 0 00000100:00000010:1.0:1767384401.317588:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000082e32a40. 00000100:00000010:1.0:1767384401.317595:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b4e19a14. 00000100:00000010:1.0:1767384401.317600:0:40103:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c09e1a7c. 00000100:00000001:1.0:1767384401.317604:0:40103:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384401.317605:0:40103:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384401.317607:0:40103:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:1.0:1767384401.317610:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317612:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317613:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd87a161. 00000400:00000200:1.0:1767384401.317616:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098912904 00000400:00000010:1.0:1767384401.317618:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000098912904. 00000100:00000001:1.0:1767384401.317621:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317623:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317630:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317631:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384401.317634:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317635:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317637:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317638:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd8bb56e. 00000400:00000200:1.0:1767384401.317641:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000897a7489 00000400:00000010:1.0:1767384401.317643:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000897a7489. 00000100:00000001:1.0:1767384401.317654:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317654:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317658:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317659:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384401.317660:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317661:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317662:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317663:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b81b2c1. 00000400:00000200:1.0:1767384401.317665:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0d1010c 00000400:00000010:1.0:1767384401.317666:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f0d1010c. 00000100:00000001:1.0:1767384401.317667:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317668:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317671:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317671:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384401.317672:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317673:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317674:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317674:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000914c8c34. 00000400:00000200:1.0:1767384401.317675:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa30680b 00000400:00000010:1.0:1767384401.317676:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000aa30680b. 00000100:00000001:1.0:1767384401.317678:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317678:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317681:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317681:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384401.317682:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317683:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317684:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317685:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004330b4df. 00000400:00000200:1.0:1767384401.317686:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7d37d2e 00000400:00000010:1.0:1767384401.317687:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a7d37d2e. 00000100:00000001:1.0:1767384401.317689:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317689:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317692:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317693:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384401.317694:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317695:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317695:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317696:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ec1713. 00000400:00000200:1.0:1767384401.317697:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069f919e6 00000400:00000010:1.0:1767384401.317698:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000069f919e6. 00000100:00000001:1.0:1767384401.317699:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317700:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317702:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317703:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384401.317704:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317705:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317705:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317706:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020ab826b. 00000400:00000200:1.0:1767384401.317707:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1ba32b9 00000400:00000010:1.0:1767384401.317708:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d1ba32b9. 00000100:00000001:1.0:1767384401.317709:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317710:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317712:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317713:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384401.317713:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317714:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317715:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317716:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000375a1af7. 00000400:00000200:1.0:1767384401.317717:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093ed807b 00000400:00000010:1.0:1767384401.317717:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000093ed807b. 00000100:00000001:1.0:1767384401.317719:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317719:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317722:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317723:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384401.317723:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317724:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317725:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317725:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ec6bc48. 00000400:00000200:1.0:1767384401.317727:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4760fa7 00000400:00000010:1.0:1767384401.317728:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e4760fa7. 00000100:00000001:1.0:1767384401.317730:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317730:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317733:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317734:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384401.317735:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317735:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317736:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317737:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e83e93c. 00000400:00000200:1.0:1767384401.317738:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c8181e5 00000400:00000010:1.0:1767384401.317739:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001c8181e5. 00000100:00000001:1.0:1767384401.317740:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317741:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317743:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317744:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384401.317744:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317745:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317746:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317747:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb8bb048. 00000400:00000200:1.0:1767384401.317748:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd208fce 00000400:00000010:1.0:1767384401.317748:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fd208fce. 00000100:00000001:1.0:1767384401.317750:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317751:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317754:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317756:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384401.317757:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317758:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317759:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317760:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0142117. 00000400:00000200:1.0:1767384401.317762:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdfb53e5 00000400:00000010:1.0:1767384401.317764:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fdfb53e5. 00000100:00000001:1.0:1767384401.317766:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317767:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317771:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317772:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384401.317773:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317775:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317777:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317778:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bbb1986. 00000400:00000200:1.0:1767384401.317781:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099d51240 00000400:00000010:1.0:1767384401.317782:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000099d51240. 00000100:00000001:1.0:1767384401.317784:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317785:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317790:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317791:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384401.317793:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317795:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317796:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317797:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000554f7b55. 00000400:00000200:1.0:1767384401.317799:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee4e5a0e 00000400:00000010:1.0:1767384401.317801:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ee4e5a0e. 00000100:00000001:1.0:1767384401.317803:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317805:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317808:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317809:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384401.317810:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317811:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317812:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317813:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2ba4521. 00000400:00000200:1.0:1767384401.317814:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09af2c2 00000400:00000010:1.0:1767384401.317815:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a09af2c2. 00000100:00000001:1.0:1767384401.317816:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317817:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317819:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317820:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384401.317821:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317822:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317823:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317824:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000799bd6af. 00000400:00000200:1.0:1767384401.317825:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b445ce 00000400:00000010:1.0:1767384401.317826:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000027b445ce. 00000100:00000001:1.0:1767384401.317828:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317828:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317831:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317831:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384401.317833:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317834:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317835:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317836:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c0e1d3a. 00000400:00000200:1.0:1767384401.317837:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f6c3a67 00000400:00000010:1.0:1767384401.317838:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001f6c3a67. 00000100:00000001:1.0:1767384401.317839:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317840:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317842:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317843:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384401.317844:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317844:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317845:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317846:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064c6f07c. 00000400:00000200:1.0:1767384401.317847:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ac7a8ef 00000400:00000010:1.0:1767384401.317848:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002ac7a8ef. 00000100:00000001:1.0:1767384401.317849:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317850:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317852:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317853:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384401.317854:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317855:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317855:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317856:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b031dc3. 00000400:00000200:1.0:1767384401.317857:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c139639 00000400:00000010:1.0:1767384401.317858:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008c139639. 00000100:00000001:1.0:1767384401.317859:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317860:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317862:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317863:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384401.317864:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317865:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317865:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317866:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000787b6f6a. 00000400:00000200:1.0:1767384401.317867:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003142d4c4 00000400:00000010:1.0:1767384401.317868:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003142d4c4. 00000100:00000001:1.0:1767384401.317869:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317870:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317873:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317874:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384401.317874:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317875:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317876:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317877:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abd0ed50. 00000400:00000200:1.0:1767384401.317878:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c42dda3 00000400:00000010:1.0:1767384401.317879:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002c42dda3. 00000100:00000001:1.0:1767384401.317880:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317881:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317883:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317884:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384401.317885:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317886:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317886:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317887:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000762b37c0. 00000400:00000200:1.0:1767384401.317888:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007a779ab 00000400:00000010:1.0:1767384401.317889:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000007a779ab. 00000100:00000001:1.0:1767384401.317890:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317891:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317893:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317894:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384401.317895:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317896:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317896:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317897:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004808b3e2. 00000400:00000200:1.0:1767384401.317898:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080f8f8af 00000400:00000010:1.0:1767384401.317899:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000080f8f8af. 00000100:00000001:1.0:1767384401.317900:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317900:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317903:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317904:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384401.317904:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317905:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317906:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317906:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aec42ae4. 00000400:00000200:1.0:1767384401.317907:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b942b91d 00000400:00000010:1.0:1767384401.317908:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b942b91d. 00000100:00000001:1.0:1767384401.317910:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317911:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317913:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317914:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384401.317915:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317916:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317916:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317917:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006256d40. 00000400:00000200:1.0:1767384401.317918:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910584d0 00000400:00000010:1.0:1767384401.317919:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000910584d0. 00000100:00000001:1.0:1767384401.317920:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317921:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317923:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317924:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384401.317924:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317925:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317926:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317926:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da51781d. 00000400:00000200:1.0:1767384401.317927:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093e52033 00000400:00000010:1.0:1767384401.317928:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000093e52033. 00000100:00000001:1.0:1767384401.317940:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317941:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317944:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317944:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384401.317945:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317947:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317947:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317948:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014d304fc. 00000400:00000200:1.0:1767384401.317949:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000733b4ba8 00000400:00000010:1.0:1767384401.317950:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000733b4ba8. 00000100:00000001:1.0:1767384401.317951:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317952:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317954:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317955:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384401.317956:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317957:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317958:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317958:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9bbdd4e. 00000400:00000200:1.0:1767384401.317960:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000577ba173 00000400:00000010:1.0:1767384401.317961:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000577ba173. 00000100:00000001:1.0:1767384401.317962:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317963:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317966:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317967:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384401.317968:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317968:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317969:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317970:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec9593d4. 00000400:00000200:1.0:1767384401.317971:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9ffce1a 00000400:00000010:1.0:1767384401.317971:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e9ffce1a. 00000100:00000001:1.0:1767384401.317973:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317973:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317976:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317977:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384401.317977:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.317978:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.317979:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.317979:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018525ac2. 00000400:00000200:1.0:1767384401.317980:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b3b5152 00000400:00000010:1.0:1767384401.317981:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005b3b5152. 00000100:00000001:1.0:1767384401.317982:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.317983:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.317997:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.317999:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384401.318002:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318004:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318004:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318005:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049b31068. 00000400:00000200:1.0:1767384401.318006:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cab8eae 00000400:00000010:1.0:1767384401.318007:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000cab8eae. 00000100:00000001:1.0:1767384401.318009:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318009:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318012:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318013:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384401.318014:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318014:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318016:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318016:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044904371. 00000400:00000200:1.0:1767384401.318017:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d7c9c3e 00000400:00000010:1.0:1767384401.318019:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000d7c9c3e. 00000100:00000001:1.0:1767384401.318020:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318021:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318023:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318024:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384401.318025:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318025:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318026:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318027:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb933090. 00000400:00000200:1.0:1767384401.318028:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069a442bf 00000400:00000010:1.0:1767384401.318029:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000069a442bf. 00000100:00000001:1.0:1767384401.318030:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318031:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318033:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318034:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384401.318035:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318035:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318036:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318037:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007232591e. 00000400:00000200:1.0:1767384401.318038:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000089bf1b0 00000400:00000010:1.0:1767384401.318039:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000089bf1b0. 00000100:00000001:1.0:1767384401.318040:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318041:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318043:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318044:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384401.318045:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318046:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318046:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318047:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000889696b9. 00000400:00000200:1.0:1767384401.318048:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ceff5b4 00000400:00000010:1.0:1767384401.318049:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007ceff5b4. 00000100:00000001:1.0:1767384401.318050:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318051:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318053:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318054:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384401.318055:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318056:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318057:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318058:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055bff8a8. 00000400:00000200:1.0:1767384401.318059:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007c98ae3 00000400:00000010:1.0:1767384401.318060:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000007c98ae3. 00000100:00000001:1.0:1767384401.318061:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318062:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318064:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318065:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384401.318066:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318066:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318067:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318068:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e417a40. 00000400:00000200:1.0:1767384401.318069:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076529816 00000400:00000010:1.0:1767384401.318069:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000076529816. 00000100:00000001:1.0:1767384401.318071:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318071:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318074:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318074:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384401.318075:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318076:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318076:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318077:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007377ad25. 00000400:00000200:1.0:1767384401.318078:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f98ecb0f 00000400:00000010:1.0:1767384401.318079:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f98ecb0f. 00000100:00000001:1.0:1767384401.318080:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318081:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318083:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318084:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384401.318084:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318085:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318086:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318087:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c29fc3d. 00000400:00000200:1.0:1767384401.318087:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13968c7 00000400:00000010:1.0:1767384401.318088:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a13968c7. 00000100:00000001:1.0:1767384401.318089:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318090:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318093:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318094:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384401.318094:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318095:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318096:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318096:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cbe4b15. 00000400:00000200:1.0:1767384401.318097:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dbfb412 00000400:00000010:1.0:1767384401.318098:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006dbfb412. 00000100:00000001:1.0:1767384401.318099:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318100:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318102:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318103:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384401.318104:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318105:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318105:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318106:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045bb6827. 00000400:00000200:1.0:1767384401.318107:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043805b57 00000400:00000010:1.0:1767384401.318108:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000043805b57. 00000100:00000001:1.0:1767384401.318109:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318109:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318112:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318113:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384401.318113:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318114:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318115:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318115:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3f2f2b3. 00000400:00000200:1.0:1767384401.318116:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000725bc231 00000400:00000010:1.0:1767384401.318117:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000725bc231. 00000100:00000001:1.0:1767384401.318118:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318119:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318121:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318122:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384401.318123:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318124:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318124:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318125:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077af486d. 00000400:00000200:1.0:1767384401.318126:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052b7283b 00000400:00000010:1.0:1767384401.318127:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000052b7283b. 00000100:00000001:1.0:1767384401.318128:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318129:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318132:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318133:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384401.318133:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318134:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318135:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318136:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e159f01e. 00000400:00000200:1.0:1767384401.318136:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023565c55 00000400:00000010:1.0:1767384401.318137:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000023565c55. 00000100:00000001:1.0:1767384401.318139:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318139:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318142:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318142:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384401.318143:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318144:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318145:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318145:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009309a219. 00000400:00000200:1.0:1767384401.318146:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc88d4db 00000400:00000010:1.0:1767384401.318147:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fc88d4db. 00000100:00000001:1.0:1767384401.318148:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318149:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318151:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318152:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384401.318153:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318154:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318154:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318155:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000724b91a7. 00000400:00000200:1.0:1767384401.318156:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8422aea 00000400:00000010:1.0:1767384401.318157:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f8422aea. 00000100:00000001:1.0:1767384401.318158:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318158:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318161:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318162:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384401.318162:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318163:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318164:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318165:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e347a114. 00000400:00000200:1.0:1767384401.318166:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000733a9e97 00000400:00000010:1.0:1767384401.318167:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000733a9e97. 00000100:00000001:1.0:1767384401.318168:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318169:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318172:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318172:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384401.318173:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318174:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318174:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318175:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b847626. 00000400:00000200:1.0:1767384401.318176:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004606bf4d 00000400:00000010:1.0:1767384401.318177:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004606bf4d. 00000100:00000001:1.0:1767384401.318178:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318179:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318181:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318182:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384401.318182:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318183:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318184:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318184:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000abf754. 00000400:00000200:1.0:1767384401.318185:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddd662a4 00000400:00000010:1.0:1767384401.318186:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ddd662a4. 00000100:00000001:1.0:1767384401.318187:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318188:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318190:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318191:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384401.318192:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318193:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318193:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318194:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001311f1f1. 00000400:00000200:1.0:1767384401.318195:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832a39af 00000400:00000010:1.0:1767384401.318196:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000832a39af. 00000100:00000001:1.0:1767384401.318207:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318208:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318211:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318212:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384401.318212:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318214:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318215:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318216:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c47b1170. 00000400:00000200:1.0:1767384401.318217:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362564db 00000400:00000010:1.0:1767384401.318218:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000362564db. 00000100:00000001:1.0:1767384401.318220:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318220:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318223:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318223:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384401.318224:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318225:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318226:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318226:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a7ebc6d. 00000400:00000200:1.0:1767384401.318227:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c90da366 00000400:00000010:1.0:1767384401.318228:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c90da366. 00000100:00000001:1.0:1767384401.318230:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318230:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318233:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318233:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384401.318234:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318235:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318236:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318236:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005639040. 00000400:00000200:1.0:1767384401.318237:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000289fe4cf 00000400:00000010:1.0:1767384401.318238:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000289fe4cf. 00000100:00000001:1.0:1767384401.318239:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318240:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318242:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318243:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384401.318243:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318244:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318245:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318246:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0348c18. 00000400:00000200:1.0:1767384401.318247:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b65f77af 00000400:00000010:1.0:1767384401.318247:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b65f77af. 00000100:00000001:1.0:1767384401.318249:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318249:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318252:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318252:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384401.318253:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318255:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318255:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318256:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035ee7409. 00000400:00000200:1.0:1767384401.318257:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073926e00 00000400:00000010:1.0:1767384401.318258:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000073926e00. 00000100:00000001:1.0:1767384401.318260:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318261:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318263:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318264:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384401.318264:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318265:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318266:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318266:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4cbf25f. 00000400:00000200:1.0:1767384401.318267:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a7ac0c9 00000400:00000010:1.0:1767384401.318268:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009a7ac0c9. 00000100:00000001:1.0:1767384401.318270:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318270:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318273:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318274:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384401.318274:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318275:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318276:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318277:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc3e2b8. 00000400:00000200:1.0:1767384401.318278:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600ec499 00000400:00000010:1.0:1767384401.318279:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000600ec499. 00000100:00000001:1.0:1767384401.318280:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318280:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318283:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318284:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384401.318284:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318285:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318286:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318286:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000460df28c. 00000400:00000200:1.0:1767384401.318287:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aebb3f6 00000400:00000010:1.0:1767384401.318288:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006aebb3f6. 00000100:00000001:1.0:1767384401.318290:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318290:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318293:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318294:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384401.318295:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318296:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318297:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318298:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddaa13cb. 00000400:00000200:1.0:1767384401.318299:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f89271c7 00000400:00000010:1.0:1767384401.318300:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f89271c7. 00000100:00000001:1.0:1767384401.318301:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318301:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318304:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318305:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384401.318305:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318306:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318307:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318307:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023119083. 00000400:00000200:1.0:1767384401.318308:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca725edd 00000400:00000010:1.0:1767384401.318309:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ca725edd. 00000100:00000001:1.0:1767384401.318311:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318311:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318314:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318314:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384401.318315:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318316:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318317:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318317:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6f60597. 00000400:00000200:1.0:1767384401.318318:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c056caa 00000400:00000010:1.0:1767384401.318319:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009c056caa. 00000100:00000001:1.0:1767384401.318321:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318321:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318324:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318324:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384401.318325:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318326:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318326:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318327:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a0e06ba. 00000400:00000200:1.0:1767384401.318328:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600431dd 00000400:00000010:1.0:1767384401.318329:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000600431dd. 00000100:00000001:1.0:1767384401.318331:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318332:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318335:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318335:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384401.318336:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318337:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318338:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318339:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096fe4903. 00000400:00000200:1.0:1767384401.318339:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4b6de2 00000400:00000010:1.0:1767384401.318340:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005e4b6de2. 00000100:00000001:1.0:1767384401.318342:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318342:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318345:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318345:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384401.318346:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384401.318347:0:40103:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384401.318348:0:40103:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384401.318348:0:40103:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c515bef. 00000400:00000200:1.0:1767384401.318349:0:40103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000067e51fa 00000400:00000010:1.0:1767384401.318350:0:40103:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000067e51fa. 00000100:00000001:1.0:1767384401.318355:0:40103:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384401.318356:0:40103:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384401.318359:0:40103:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384401.318360:0:40103:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384401.318360:0:40103:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384401.318362:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318363:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318364:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318365:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318365:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318366:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318367:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318367:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318368:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318369:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318370:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318371:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318371:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318373:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318373:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318374:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318375:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318376:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318377:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318377:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318378:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318379:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318380:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318380:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318381:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318382:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318382:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318383:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318384:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318384:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318385:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318386:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318386:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318387:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318388:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318388:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318389:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318390:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318390:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318391:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318392:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318392:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318393:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318394:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318394:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318395:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318396:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318396:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318397:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318398:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318398:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318399:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318400:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318401:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318402:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318402:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318403:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318404:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318405:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318406:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318406:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318407:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318408:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318408:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318409:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318410:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318410:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318411:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318412:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318412:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318413:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318414:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318414:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318415:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318416:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318416:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318417:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318418:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318418:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318419:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318420:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318420:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318421:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318422:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318422:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318423:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318444:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318446:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318448:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318450:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318451:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318452:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318453:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318455:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318456:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318457:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318458:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318459:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318461:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318462:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318463:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318464:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318466:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318467:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318468:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318469:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318470:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318470:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318471:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318472:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318472:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318473:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318474:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318475:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318476:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318476:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318477:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318478:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318479:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318479:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318480:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318481:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318482:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318484:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318485:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318486:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384401.318488:0:40103:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384401.318489:0:40103:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384401.318491:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000573c5943. 00000100:00000010:1.0:1767384401.318529:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d016778a. 00000100:00000010:1.0:1767384401.318532:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c493c84e. 00000100:00000010:1.0:1767384401.318559:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005df42864. 00000100:00000010:1.0:1767384401.318560:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000021ea13c0. 00000100:00000010:1.0:1767384401.318598:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007eb0ee19. 00000100:00000010:1.0:1767384401.318599:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a75fca64. 00000100:00000010:1.0:1767384401.318674:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098a82c12. 00000100:00000010:1.0:1767384401.318675:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e3d03506. 00000100:00000010:1.0:1767384401.318704:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005264dbe9. 00000100:00000010:1.0:1767384401.318706:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000253bb555. 00000100:00000010:1.0:1767384401.318733:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5129091. 00000100:00000010:1.0:1767384401.318735:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a7b831ee. 00000100:00000010:1.0:1767384401.318778:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014404b93. 00000100:00000010:1.0:1767384401.318781:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007bc673a1. 00000100:00000010:1.0:1767384401.318836:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048cb154f. 00000100:00000010:1.0:1767384401.318838:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003be6cc90. 00000100:00000010:1.0:1767384401.318866:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d1c94c0. 00000100:00000010:1.0:1767384401.318868:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b6a6bbcb. 00000100:00000010:1.0:1767384401.318898:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000893925cc. 00000100:00000010:1.0:1767384401.318900:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004aa0fbf0. 00000100:00000010:1.0:1767384401.318939:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d49bd83. 00000100:00000010:1.0:1767384401.318941:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000914eb520. 00000100:00000010:1.0:1767384401.318978:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5f83c23. 00000100:00000010:1.0:1767384401.318980:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000483d81e3. 00000100:00000010:1.0:1767384401.319038:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fef9df63. 00000100:00000010:1.0:1767384401.319041:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000024497457. 00000100:00000010:1.0:1767384401.319073:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bcc7f4b0. 00000100:00000010:1.0:1767384401.319075:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fe128fdb. 00000100:00000010:1.0:1767384401.319105:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d38cbbf. 00000100:00000010:1.0:1767384401.319107:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ae159c4f. 00000100:00000010:1.0:1767384401.319135:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008990acb8. 00000100:00000010:1.0:1767384401.319136:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000336865ab. 00000100:00000010:1.0:1767384401.319173:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046fee8d5. 00000100:00000010:1.0:1767384401.319174:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000009dc2e77. 00000100:00000010:1.0:1767384401.319212:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f60c0a3. 00000100:00000010:1.0:1767384401.319214:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000de18500f. 00000100:00000010:1.0:1767384401.319236:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000741035c6. 00000100:00000010:1.0:1767384401.319237:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000887ea161. 00000100:00000010:1.0:1767384401.319260:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f3f3b17. 00000100:00000010:1.0:1767384401.319262:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b946d349. 00000100:00000010:1.0:1767384401.319287:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004669a2f6. 00000100:00000010:1.0:1767384401.319288:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004d9a9a4d. 00000100:00000010:1.0:1767384401.319321:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e36714b. 00000100:00000010:1.0:1767384401.319323:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e05bb0f0. 00000100:00000010:1.0:1767384401.319351:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008175af1. 00000100:00000010:1.0:1767384401.319353:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000be0870b4. 00000100:00000010:1.0:1767384401.319384:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fdb7acd. 00000100:00000010:1.0:1767384401.319385:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000aa9835a3. 00000100:00000010:1.0:1767384401.319414:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000188f8ac4. 00000100:00000010:1.0:1767384401.319415:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006cf6fcb1. 00000100:00000010:1.0:1767384401.319557:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec1cd3ca. 00000100:00000010:1.0:1767384401.319562:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002aba54d5. 00000100:00000010:1.0:1767384401.319624:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a60cf07. 00000100:00000010:1.0:1767384401.319628:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000037eb6dd3. 00000100:00000010:1.0:1767384401.319696:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de620c46. 00000100:00000010:1.0:1767384401.319698:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000042d7b9ce. 00000100:00000010:1.0:1767384401.319735:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033b91fb4. 00000100:00000010:1.0:1767384401.319737:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000adb353ad. 00000100:00000010:1.0:1767384401.319777:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000262374fa. 00000100:00000010:1.0:1767384401.319781:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e1fb8494. 00000100:00000010:1.0:1767384401.319815:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccd98933. 00000100:00000010:1.0:1767384401.319817:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a860b808. 00000100:00000010:1.0:1767384401.319849:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d2f0be2. 00000100:00000010:1.0:1767384401.319852:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000039429cf6. 00000100:00000010:1.0:1767384401.319877:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075fa9b83. 00000100:00000010:1.0:1767384401.319879:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005d6f0d65. 00000100:00000010:1.0:1767384401.319901:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a46c4438. 00000100:00000010:1.0:1767384401.319903:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000005c43540. 00000100:00000010:1.0:1767384401.319936:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8da9618. 00000100:00000010:1.0:1767384401.319937:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000dc8e780. 00000100:00000010:1.0:1767384401.319963:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2164589. 00000100:00000010:1.0:1767384401.319965:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009c37a949. 00000100:00000010:1.0:1767384401.320003:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b216557. 00000100:00000010:1.0:1767384401.320006:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002e42fe8f. 00000100:00000010:1.0:1767384401.320028:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4004037. 00000100:00000010:1.0:1767384401.320029:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000043738db5. 00000100:00000010:1.0:1767384401.320057:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9df622d. 00000100:00000010:1.0:1767384401.320059:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ebc8f90f. 00000100:00000010:1.0:1767384401.320086:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008597c8c2. 00000100:00000010:1.0:1767384401.320087:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d12b4297. 00000100:00000010:1.0:1767384401.320114:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bc9384c. 00000100:00000010:1.0:1767384401.320116:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a27ac090. 00000100:00000010:1.0:1767384401.320140:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3754a15. 00000100:00000010:1.0:1767384401.320141:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000079a8fabf. 00000100:00000010:1.0:1767384401.320168:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f8bbc99. 00000100:00000010:1.0:1767384401.320170:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d202bbbe. 00000100:00000010:1.0:1767384401.320204:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090c65afa. 00000100:00000010:1.0:1767384401.320205:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001af2a830. 00000100:00000010:1.0:1767384401.320227:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c926c36a. 00000100:00000010:1.0:1767384401.320228:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009d360547. 00000100:00000010:1.0:1767384401.320249:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000701c41e5. 00000100:00000010:1.0:1767384401.320251:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008bc11b28. 00000100:00000010:1.0:1767384401.320288:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002574e5b3. 00000100:00000010:1.0:1767384401.320290:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ba0e5b37. 00000100:00000010:1.0:1767384401.320321:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000729a499e. 00000100:00000010:1.0:1767384401.320322:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000027fc1ee2. 00000100:00000010:1.0:1767384401.320355:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000375c39a0. 00000100:00000010:1.0:1767384401.320356:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a2bd4e99. 00000100:00000010:1.0:1767384401.320389:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000479441a4. 00000100:00000010:1.0:1767384401.320391:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a86fca66. 00000100:00000010:1.0:1767384401.320417:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b2280eb. 00000100:00000010:1.0:1767384401.320419:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d0e693a5. 00000100:00000010:1.0:1767384401.320467:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a61056f2. 00000100:00000010:1.0:1767384401.320470:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ba7097b0. 00000100:00000010:1.0:1767384401.320496:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f98091a5. 00000100:00000010:1.0:1767384401.320497:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006facd4a3. 00000100:00000010:1.0:1767384401.320525:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c8f0fb4. 00000100:00000010:1.0:1767384401.320526:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e7c3f13f. 00000100:00000010:1.0:1767384401.320553:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068a798c4. 00000100:00000010:1.0:1767384401.320554:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009a90aa65. 00000100:00000010:1.0:1767384401.320584:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5fc6969. 00000100:00000010:1.0:1767384401.320586:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fb590f2e. 00000100:00000010:1.0:1767384401.320620:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000983f8fc5. 00000100:00000010:1.0:1767384401.320621:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007d8403af. 00000100:00000010:1.0:1767384401.320647:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b5727e8. 00000100:00000010:1.0:1767384401.320648:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000016a58d1c. 00000100:00000010:1.0:1767384401.320685:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d5b0f65. 00000100:00000010:1.0:1767384401.320687:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007471b79b. 00000100:00000010:1.0:1767384401.320724:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013390f10. 00000100:00000010:1.0:1767384401.320725:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005fec59b7. 00000100:00000010:1.0:1767384401.320763:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c683c305. 00000100:00000010:1.0:1767384401.320764:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000070f69071. 00000100:00000010:1.0:1767384401.320799:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a5b2689. 00000100:00000010:1.0:1767384401.320800:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bf43ac37. 00000100:00000010:1.0:1767384401.320828:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da915af4. 00000100:00000010:1.0:1767384401.320830:0:40103:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000051ac67. 00000100:00000010:1.0:1767384401.320856:0:40103:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4a3a3d2. 00000100:00000010:1.0:1767384401.320859:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000002b50ea34. 00000100:00000010:1.0:1767384401.320863:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000a27f690b. 00000100:00000010:1.0:1767384401.320867:0:40103:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000eb0867ba. 00000100:00000001:1.0:1767384401.320871:0:40103:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384401.320872:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384401.320874:0:40103:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384401.320876:0:40103:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384401.320877:0:40103:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000330393c2. 00000100:00000001:1.0:1767384401.320879:0:40103:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384401.320880:0:40103:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384401.320881:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384401.320882:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000016b0b7c. 00000100:00000001:1.0:1767384401.320884:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384401.320884:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384401.320885:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002a027b87. 00000100:00000001:1.0:1767384401.320886:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384401.320887:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384401.320888:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001c4e6b7b. 00000100:00000001:1.0:1767384401.320889:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384401.320889:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384401.320890:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003171ffc5. 00000100:00000001:1.0:1767384401.320891:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384401.320892:0:40103:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384401.320892:0:40103:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384401.320893:0:40103:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000a67d3354. 00000100:00000001:1.0:1767384401.320894:0:40103:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384401.320895:0:40103:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384401.320896:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384401.320896:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c3f6a4cf. 00000100:00000001:1.0:1767384401.320897:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384401.320898:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384401.320899:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006809c3ae. 00000100:00000001:1.0:1767384401.320900:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384401.320900:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384401.320901:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e4aacb0c. 00000100:00000001:1.0:1767384401.320913:0:40103:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384401.320914:0:40103:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384401.320915:0:40103:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000355b39bf. 00000100:00000010:1.0:1767384401.320916:0:40103:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 0000000086e1997f. 00000100:00000001:1.0:1767384401.320918:0:40103:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384401.320965:0:40103:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e3c30422. 00000020:00000010:1.0:1767384401.320968:0:40103:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f8bd0e81. 00000100:00000010:1.0:1767384401.320985:0:40103:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000febd7bcc. 00000100:00000010:1.0:1767384401.321004:0:40103:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000003153ebbf. 00000100:00000010:1.0:1767384401.321010:0:40103:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000692a0a2f. 00000100:00000010:1.0:1767384401.321014:0:40103:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000fa29cd6e. 00000100:00000001:1.0:1767384401.321016:0:40103:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384401.321018:0:40103:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:1.0:1767384401.321042:0:40103:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384401.321045:0:40103:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384401.321053:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384401.321058:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000018989558. 00000001:00000010:1.0:1767384401.321060:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e523d388. 00000001:00000010:1.0:1767384401.321061:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008a9b2c22. 00000001:00000010:1.0:1767384401.321062:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004b345215. 00000001:00000010:1.0:1767384401.321063:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006324654f. 00000001:00000010:1.0:1767384401.321065:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003647d95d. 00000001:00000001:1.0:1767384401.321067:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384401.321068:0:40103:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384401.321070:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007bccbe02. 00000001:00000010:1.0:1767384401.321071:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000074327cc9. 00000001:00000010:1.0:1767384401.321072:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b78bdfce. 00000001:00000010:1.0:1767384401.321073:0:40103:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000513a3580. 00000001:00000010:1.0:1767384401.321074:0:40103:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000086ca3e47. 00000001:00000010:1.0:1767384401.321075:0:40103:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003f69e5f2. 00000001:00000001:1.0:1767384401.321076:0:40103:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384401.321077:0:40103:0:(obd_config.c:955:class_decref()) Decref MDS (0000000021d52f84) now 3 - setup 00000020:00000001:1.0:1767384401.321079:0:40103:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384401.321081:0:40103:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384401.321084:0:40103:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384401.321088:0:40103:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384401.321090:0:40103:0:(obd_config.c:955:class_decref()) Decref MDS (0000000021d52f84) now 2 - obd_device_list 00000020:00000080:1.0:1767384401.321091:0:40103:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:1.0:1767384401.321092:0:40103:0:(obd_config.c:955:class_decref()) Decref MDS (0000000021d52f84) now 1 - newdev 00000020:00000040:1.0:1767384401.321094:0:40103:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c245d1a5 with handle 0x980286e253c5f9d0 from hash 00000020:00000040:1.0:1767384401.321096:0:40103:0:(genops.c:898:class_export_put()) PUTting export 00000000c245d1a5 : new refcount 0 00000020:00000080:1.0:1767384401.321098:0:40103:0:(genops.c:904:class_export_put()) final put 00000000c245d1a5/MDS_uuid 00000020:00000001:1.0:1767384401.321100:0:40103:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384401.321102:0:40103:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384401.321104:0:40103:0:(genops.c:863:class_export_destroy()) destroying export 00000000c245d1a5/MDS_uuid for MDS 00000020:00000001:1.0:1767384401.321105:0:40103:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384401.321107:0:40103:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384401.321108:0:40103:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c245d1a5. 00000020:00000001:1.0:1767384401.321110:0:40103:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384401.321111:0:40103:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:1.0:1767384401.321112:0:40103:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:1.0:1767384401.321114:0:40103:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384401.321116:0:40103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e020777a. 00000020:00000010:1.0:1767384401.321120:0:40103:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000033b91dae. 00000040:00000010:1.0:1767384401.321123:0:40103:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a0ca5c8b. 00000020:00000010:1.0:1767384401.321125:0:40103:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c7b2f9dd. 00000020:00000010:1.0:1767384401.321128:0:40103:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aa206da2. 00000020:00000010:1.0:1767384401.321131:0:40103:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000047a1578c. 80000000:00000010:1.0:1767384401.321133:0:40103:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0062750. 40000000:00000010:1.0:1767384401.321135:0:40103:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008233a440. 00100000:00000010:1.0:1767384401.321138:0:40103:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008242b01b. 00040000:00000010:1.0:1767384401.321141:0:40103:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003e1b2d1b. 00040000:00000010:1.0:1767384401.321143:0:40103:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f29fe0a5. 00080000:00000010:1.0:1767384401.321147:0:40103:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000583b5830. 00080000:00000010:1.0:1767384401.321149:0:40103:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a987b921. 00000004:00000010:1.0:1767384401.321156:0:40103:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000067f290a8. 00000004:00000001:1.0:1767384401.321158:0:40103:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:1.0:1767384401.321162:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ff0b0cbd. 00000004:00000010:1.0:1767384401.321164:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000749a7da1. 00000004:00000010:1.0:1767384401.321166:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ab18b7e4. 00000004:00000010:1.0:1767384401.321168:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000f80b4e0. 00000004:00000010:1.0:1767384401.321172:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000089b4890c. 00000004:00000010:1.0:1767384401.321174:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e7f1b612. 00000004:00000010:1.0:1767384401.321176:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000979f13e3. 00000004:00000010:1.0:1767384401.321178:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a82c2664. 00000004:00000010:1.0:1767384401.321180:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e3de6e55. 00000004:00000010:1.0:1767384401.321183:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000027c287c1. 00000004:00000010:1.0:1767384401.321186:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000031246c7e. 00000004:00000010:1.0:1767384401.321193:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc8a0b38. 00000004:00000010:1.0:1767384401.321196:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c83a83cd. 00000004:00000010:1.0:1767384401.321197:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006594b1f5. 00000004:00000010:1.0:1767384401.321200:0:40103:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000ab84dc33. 00000004:00000001:1.0:1767384401.321202:0:40103:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384401.321205:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000033b91dae. 00000040:00000010:1.0:1767384401.321207:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a0ca5c8b. 00000020:00000010:1.0:1767384401.321208:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c7b2f9dd. 00000020:00000010:1.0:1767384401.321210:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aa206da2. 00000020:00000010:1.0:1767384401.321213:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000047a1578c. 80000000:00000010:1.0:1767384401.321214:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b0062750. 40000000:00000010:1.0:1767384401.321216:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008233a440. 00100000:00000010:1.0:1767384401.321218:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008242b01b. 00040000:00000010:1.0:1767384401.321219:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003e1b2d1b. 00040000:00000010:1.0:1767384401.321221:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f29fe0a5. 00080000:00000010:1.0:1767384401.321223:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a987b921. 00080000:00000010:1.0:1767384401.321225:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000583b5830. 00000004:00000010:1.0:1767384401.321227:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000067f290a8. 00000020:00000010:1.0:1767384401.321229:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e020777a. 00000020:00000001:1.0:1767384401.321231:0:40103:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384401.321232:0:40103:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000021d52f84. 00000020:00000001:1.0:1767384401.321237:0:40103:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384401.321238:0:40103:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384401.321240:0:40103:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000bea6d841. 00000020:00000001:1.0:1767384401.321241:0:40103:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384401.321243:0:40103:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384401.321247:0:40103:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 00000000a6b5cbaa. 00000020:00000010:1.0:1767384401.321251:0:40103:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000925f04ed. 00000020:00000010:1.0:1767384401.321255:0:40103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ccff249f. 00000040:00000010:1.0:1767384401.321257:0:40103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000068e39e3d. 00000020:00000010:1.0:1767384401.321259:0:40103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042ac713b. 00000020:00000010:1.0:1767384401.321261:0:40103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:1.0:1767384401.321263:0:40103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000094c8450. 80000000:00000010:1.0:1767384401.321264:0:40103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009a38f0c3. 40000000:00000010:1.0:1767384401.321267:0:40103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001ae65145. 00100000:00000010:1.0:1767384401.321269:0:40103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c3b62bc5. 00040000:00000010:1.0:1767384401.321270:0:40103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002308ea8b. 00040000:00000010:1.0:1767384401.321272:0:40103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000067477cde. 00040000:00000010:1.0:1767384401.321274:0:40103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000daaf9fdd. 00080000:00000010:1.0:1767384401.321276:0:40103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000259f09e9. 00080000:00000010:1.0:1767384401.321278:0:40103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000008981262. 00000004:00000010:1.0:1767384401.321280:0:40103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cdc9ba64. 00000004:00000010:1.0:1767384401.321282:0:40103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004117c4c3. 00000004:00000010:1.0:1767384401.321285:0:40103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ace338e4. 00002000:00000010:1.0:1767384401.321286:0:40103:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a33fc679. 00000004:00000010:1.0:1767384401.321289:0:40103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000340cd499. 00000020:00000010:1.0:1767384401.321291:0:40103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc871318. 00000020:02000400:1.0:1767384401.321293:0:40103:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:1.0:1767384401.322640:0:40103:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 000000009df9feee. 00000020:00000001:1.0:1767384401.322643:0:40103:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000010:2.0:1767384401.323649:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000570ca62d. 00080000:00000010:2.0:1767384401.323657:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000570ca62d. 00000020:00000001:2.0:1767384401.323663:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384401.323666:0:10611:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006922b295. 00080000:00000010:3.0:1767384401.323671:0:10611:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006922b295. 00000020:00000001:3.0:1767384401.323675:0:10611:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384401.479930:0:40116:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b0220836. 00080000:00000010:1.0:1767384401.479939:0:40116:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b0220836. 00000020:00000001:1.0:1767384401.479944:0:40116:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384401.571512:0:17893:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384401.571518:0:17893:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384401.571520:0:17070:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384401.571525:0:17070:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384401.617328:0:40157:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000bb4985e0. 00000400:00000040:2.0:1767384401.617350:0:40157:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384401.617353:0:40157:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384401.617355:0:40157:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384401.617357:0:40157:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384401.617359:0:40157:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384401.617361:0:40157:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1767384401.617363:0:40157:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1767384401.617453:0:40157:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000bb4985e0. 00000800:00000200:2.0:1767384401.763493:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (4) 00000800:00000200:2.1:1767384401.763501:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (4) 00000400:00000200:3.0:1767384401.763642:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763701:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763730:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763755:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763785:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763816:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763847:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763869:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763897:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763925:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763940:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.763960:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764001:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764030:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764049:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764064:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764083:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764107:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764129:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764142:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764162:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764182:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764205:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764243:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764276:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764296:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764316:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764335:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764358:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764378:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764413:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764466:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764498:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764540:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384401.764582:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384401.764744:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a6fb515. 00000800:00000010:3.0:1767384401.764749:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066e24113. 00000800:00000010:3.0:1767384401.764753:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000691f8423. 00000800:00000010:3.0:1767384401.764773:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000691f8423. 00000800:00020000:3.0:1767384401.764784:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384401.764787:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066e24113. 00000800:00000010:3.0:1767384401.764790:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009a6fb515. 00000400:02020000:3.0:1767384401.764843:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp32 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384401.764847:0:16343:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:2.0:1767384401.778699:0:40168:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e916c0d9. 00080000:00000010:2.0:1767384401.778707:0:40168:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e916c0d9. 00000020:00000001:2.0:1767384401.778712:0:40168:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384402.083515:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384402.083523:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384402.083530:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019fd9e63. 00000020:00000040:2.0:1767384402.083536:0:38:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=4 obd=MGC192.168.203.143@tcp 00000100:00000001:2.0:1767384402.083540:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384402.083544:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384402.083548:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384402.083555:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000357a72e. 00000100:00000001:2.0:1767384402.083562:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384402.083571:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@0000000019fd9e63 x1853236746160128/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384402.083582:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384402.083585:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384402.083591:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019fd9e63] to pc [ptlrpcd_00_03+3] req@0000000019fd9e63 x1853236746160128/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384402.083622:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384402.083625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767384402.083630:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1767384402.083633:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767384402.083635:0:38:0:(import.c:65:import_set_state_nolock()) 00000000a6eb9d4d lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384402.083636:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384402.083640:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1767384402.083642:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384402.083646:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1767384402.083647:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 318 00000100:00000001:0.0:1767384402.083647:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384402.083651:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384402.083652:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019fd9e63 x1853236746160128/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384402.083655:0:38:0:(import.c:2128:obd_at_measure()) add 10 to 00000000f86b65d7 time=101 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384402.083666:0:38:0:(import.c:2194:obd_at_measure()) AT 00000000f86b65d7 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:3.0:1767384402.083668:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384402.083671:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384402.083673:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 02000000:00000001:3.0:1767384402.083675:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384402.083679:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384402.083682:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 5 to 0@lo 02000000:00000001:3.0:1767384402.083683:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384402.083689:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384402.083691:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 6 to 0@lo 00000100:00000001:2.0:1767384402.083694:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000001:2.0:1767384402.083697:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384402.083699:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x980286e253c5fb19 00000020:00000001:2.0:1767384402.083702:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384402.083705:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c840e6e refcount=8 00000020:00000001:2.0:1767384402.083707:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000020:00000001:2.0:1767384402.083710:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446632560326893568 : -111513382658048 : ffff9a9444706000) 00000100:00000040:2.0:1767384402.083713:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000025c6df15 refcount 5 to 0@lo 00000100:00000001:2.0:1767384402.083715:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384402.083716:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000025c6df15 refcount 6 to 0@lo 00000100:00000001:2.0:1767384402.083718:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446632565325076224 : -111508384475392 : ffff9a956e5a9700) 00000020:00000040:2.0:1767384402.083721:0:38:0:(genops.c:898:class_export_put()) PUTting export 000000005c840e6e : new refcount 7 00000100:00080000:2.0:1767384402.083724:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000a6eb9d4d using connection 192.168.203.143@tcp/0@lo 00000100:00000001:2.0:1767384402.083726:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384402.083728:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384402.083734:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384402.083737:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384402.083740:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1767384402.083742:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384402.083745:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa85cd2b. 00000100:00100000:3.0:1767384402.083747:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019fd9e63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:92b443ed-e82f-4160-b27d-56e958e24602:16356:1853236746160128:0@lo:400: 00000020:00000040:2.0:1767384402.083750:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6eb9d4d refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384402.083752:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384402.083757:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384402.083759:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384402.083761:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384402.083762:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384402.083767:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384402.083767:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384402.083772:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f5c375d. 02000000:00000001:2.0:1767384402.083772:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384402.083775:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384402.083776:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384402.083784:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004f372805. 00000400:00000010:3.0:1767384402.083785:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081cbe5a2. 00000100:00000001:2.0:1767384402.083792:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384402.083793:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000100:00100000:2.0:1767384402.083799:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fa85cd2b x1853236746160256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384402.083800:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746160128, portal 25 00000100:00000001:3.0:1767384402.083805:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384402.083807:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565481295360 : -111508228256256 : ffff9a9577aa4e00) 00000100:00000001:2.0:1767384402.083814:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384402.083816:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019fd9e63 x1853236746160128/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384402.083817:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384402.083824:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa85cd2b] to pc [ptlrpcd_rcv+-1] req@00000000fa85cd2b x1853236746160256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384402.083833:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384402.083838:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384402.083840:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384402.083842:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746160128, offset 0 00000400:00000200:3.0:1767384402.083846:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384402.083848:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384402.083854:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (328) 00000400:00000200:3.0:1767384402.083859:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384402.083868:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df08800 00000100:00000001:1.0:1767384402.083868:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384402.083873:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000100:3.0:1767384402.083876:0:16356:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236746160128 offset 0 length 224: 4 00000100:00000001:1.0:1767384402.083876:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384402.083881:0:16356:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000040362236 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:1.0:1767384402.083882:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa85cd2b x1853236746160256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384402.083884:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1767384402.083890:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384402.083892:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384402.083896:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384402.083897:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384402.083899:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384402.083901:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000100:00100000:1.0:1767384402.083901:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa85cd2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236746160256:0@lo:38: 00000400:00000010:3.0:1767384402.083906:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000001:1.0:1767384402.083908:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384402.083910:0:16356:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384402.083912:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384402.083914:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384402.083916:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019fd9e63 x1853236746160128/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384402.083917:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384402.083922:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000052bfb5e3. 02000000:00000001:1.0:1767384402.083927:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384402.083928:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384402.083931:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c5a0d6. 00000100:00000040:3.0:1767384402.083932:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019fd9e63 x1853236746160128/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384402.083937:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef766825. 00000100:00000001:3.0:1767384402.083940:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384402.083942:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746160256, portal 10 00000100:00000001:3.0:1767384402.083943:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384402.083946:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384402.083948:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384402.083948:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565481307008 : -111508228244608 : ffff9a9577aa7b80) 00000100:00000001:3.0:1767384402.083955:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294990854 00000100:00000040:1.0:1767384402.083958:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa85cd2b x1853236746160256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384402.083960:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da3a66be. 00000100:00000001:1.0:1767384402.083967:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384402.083968:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384402.083971:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384402.083975:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071bef6d3. 00000100:00000200:1.0:1767384402.083977:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236746160256, offset 0 00000400:00000200:1.0:1767384402.083980:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384402.083993:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294990854 00000100:00000010:3.0:1767384402.083997:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000053da703. 00000400:00000200:1.0:1767384402.084001:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384402.084002:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384402.084008:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294990854 00000400:00000200:1.0:1767384402.084012:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824df08880 00000100:00000010:3.0:1767384402.084014:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1eb3641. 00000100:00000001:3.0:1767384402.084018:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000400:00000100:1.0:1767384402.084021:0:16352:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236746160256 offset 0 length 520: 4 00000100:00000001:3.0:1767384402.084022:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294990854 00000400:00000200:1.0:1767384402.084024:0:16352:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000036b29932 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000010:3.0:1767384402.084026:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c296375. 00000400:00000200:1.0:1767384402.084028:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:3.0:1767384402.084029:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384402.084034:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384402.084034:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071bef6d3 00000400:00000010:1.0:1767384402.084038:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071bef6d3. 00000100:00000001:3.0:1767384402.084039:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384402.084043:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384402.084043:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384402.084046:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384402.084048:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa85cd2b x1853236746160256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384402.084054:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384402.084054:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384402.084057:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384402.084060:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa85cd2b x1853236746160256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384402.084061:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384402.084064:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384402.084066:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384402.084070:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384402.084072:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384402.084073:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384402.084075:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384402.084079:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3325 usecs (4 jiffies) 00000100:00000001:1.0:1767384402.084081:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294990852 00000100:00000001:1.0:1767384402.084083:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294990854 00000100:00000001:1.0:1767384402.084085:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294990852 00000100:00000001:1.0:1767384402.084086:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294990854 00000100:00000001:1.0:1767384402.084087:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294990852 00000100:00000001:1.0:1767384402.084089:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294990854 00000100:00000001:1.0:1767384402.084090:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294990852 00000100:00000001:1.0:1767384402.084091:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294990854 00000100:00000001:1.0:1767384402.084092:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384402.084093:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384402.084094:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384402.084096:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384402.084099:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384402.084100:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384402.084101:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384402.084102:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384402.084103:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384402.084104:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384402.090478:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294990854, at 4294990855 00000100:00000040:3.0:1767384402.090486:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294990854, at 4294990855 00000100:00000010:1.0:1767384402.090486:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000053da703. 00000100:00000040:2.0:1767384402.090487:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294990854, at 4294990855 00000100:00000040:0.0:1767384402.090493:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294990854, at 4294990855 00000100:00000010:3.0:1767384402.090494:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c296375. 00000100:00000010:2.0:1767384402.090498:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1eb3641. 00000100:00000010:0.0:1767384402.090502:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da3a66be. 00080000:00000010:3.0:1767384402.165971:0:40221:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000029b1c4c5. 00080000:00000010:3.0:1767384402.165979:0:40221:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000029b1c4c5. 00000020:00000001:3.0:1767384402.165999:0:40221:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384402.275502:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384402.275508:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384402.275531:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384402.275535:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384402.275538:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384402.339481:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp47 00000400:00000010:3.0:1767384402.339486:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000026f8e294. 00000400:00000010:3.0:1767384402.339492:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b46f3e05. 00000400:00000010:3.0:1767384402.339496:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000400:00000010:3.0:1767384402.339502:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000a5dba33. 00000400:00000200:3.0:1767384402.339506:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp47 00000400:00000200:3.0:1767384402.339523:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp47 local destination 00000400:00000200:3.0:1767384402.339528:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp47 00000400:00000200:3.0:1767384402.339531:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp47 NI seq info: [232:232:256:4294967295] 192.168.203.143@tcp47 LPNI seq info [192:192:8:4294967295] 00000400:00000200:3.0:1767384402.339536:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp47 00000400:00000200:3.0:1767384402.339541:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp47(192.168.203.143@tcp47:) -> 192.168.203.143@tcp47(192.168.203.143@tcp47:192.168.203.143@tcp47) : GET try# 0 00000800:00000200:3.0:1767384402.339545:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp47 00000800:00000010:3.0:1767384402.339549:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a61b6d2. 00000800:00000200:3.0:1767384402.339554:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c747948e] -> 12345-192.168.203.143@tcp47 (2) 00000800:00000200:3.1:1767384402.339557:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c747948e] -> 12345-192.168.203.143@tcp47 (2) 00000400:00000200:3.0:1767384402.339576:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp47 added to recovery queue. ping count: 4 next ping: 339 health :600 00000400:00000010:3.0:1767384402.339582:0:16350:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 527 at 00000000def9860c. 00000400:02000040:3.0:1767384402.339591:0:16350:0:(lib-move.c:3976:lnet_print_recovery_list()) 8 local NIs in recovery (showing 8): 192.168.203.143@tcp38, 192.168.203.143@tcp45, 192.168.203.143@tcp47, 192.168.203.143@tcp44, 192.168.203.143@tcp37, 192.168.203.143@tcp43, 192.168.203.143@tcp36, 192.168.203.143@tcp30 00000400:00000200:0.0:1767384402.339635:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339665:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339678:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339690:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339702:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339714:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339726:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339738:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339750:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339761:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339773:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339785:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339798:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339815:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339837:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339860:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339881:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339894:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339906:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339918:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339929:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339941:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339953:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339965:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.339978:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.340013:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.340026:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.340038:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.340051:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.340063:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.340074:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.340086:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.340097:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.340108:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.340120:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384402.340238:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002d55f8d. 00000800:00000010:0.0:1767384402.340242:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c07895c2. 00000800:00000010:0.0:1767384402.340246:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004835f2c3. 00000800:00000010:0.0:1767384402.340263:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004835f2c3. 00000800:00020000:0.0:1767384402.340270:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384402.340273:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c07895c2. 00000800:00000010:0.0:1767384402.340275:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002d55f8d. 00000400:02020000:0.0:1767384402.340303:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp47 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384402.340308:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp47 notifying 192.168.203.143@tcp47: down 00000400:00000200:0.0:1767384402.340311:0:34393:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384402.340315:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp47 00000800:00000010:0.0:1767384402.340317:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a61b6d2. 00000400:00000200:0.0:1767384402.340320:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384402.340323:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp47->192.168.203.143@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384402.340331:0:34393:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384402.340333:0:34393:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384402.340336:0:34393:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp47) recovery failed with -71 00000400:00000010:3.0:1767384402.344181:0:16350:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 527 at 00000000def9860c. 00000800:00000200:2.0:1767384402.787564:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e90304df] -> 12345-192.168.203.143@tcp19 (6) 00000800:00000200:2.0:1767384402.787575:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp19 ip 192.168.203.143:988 00000800:00000200:2.0:1767384402.787581:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384402.787609:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (4) 00000800:00000200:2.1:1767384402.787613:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000536b2d45] -> 12345-192.168.203.143@tcp27 (4) 00000800:00000001:2.0:1767384402.787735:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384402.787740:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384402.787753:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:2.0:1767384402.787754:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384402.787762:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384402.787767:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384402.787812:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.787839:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.787864:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.787889:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.787911:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.787934:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.787959:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788018:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788045:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788069:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788090:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788112:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788134:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788158:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788178:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788201:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788222:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788241:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788258:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788278:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788300:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788322:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788343:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788364:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788386:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788407:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788480:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788519:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788545:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788569:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788590:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788609:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788627:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384402.788646:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384402.788764:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002d55f8d. 00000800:00000010:0.0:1767384402.788770:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c07895c2. 00000800:00000010:0.0:1767384402.788775:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004835f2c3. 00000800:00000010:0.0:1767384402.788798:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004835f2c3. 00000800:00020000:0.0:1767384402.788805:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384402.788809:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c07895c2. 00000800:00000010:0.0:1767384402.788811:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002d55f8d. 00000400:02020000:0.0:1767384402.788847:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp27 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384402.788852:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384403.299549:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384403.299565:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384403.299623:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384403.299627:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384403.299630:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384403.363481:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384403.363490:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384403.363493:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384403.363500:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000400:00000200:3.0:1767384403.363508:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384403.363514:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp47 recovery ping unlinked 00000400:00000010:3.0:1767384403.363540:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000026f8e294. 00000400:00000010:3.0:1767384403.363545:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b46f3e05. 00000800:00000200:2.0:1767384403.811588:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd335166] -> 12345-192.168.203.143@tcp35 (6) 00000800:00000200:2.0:1767384403.811598:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp35 ip 192.168.203.143:988 00000800:00000200:2.0:1767384403.811603:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384403.811780:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384403.811787:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384403.811799:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384403.811804:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384403.811807:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384404.323515:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384404.323521:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384404.323540:0:40104:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384404.323542:0:40104:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384404.323544:0:40104:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384405.347555:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384405.347564:0:27:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384405.347566:0:27:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384405.347568:0:27:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384405.347573:0:27:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384405.347575:0:27:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384405.347577:0:27:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384405.347580:0:27:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384405.347601:0:40105:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384405.347604:0:40105:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384405.347606:0:40105:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384405.859569:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (6) 00000800:00000200:2.0:1767384405.859579:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp25 ip 192.168.203.143:988 00000800:00000200:2.0:1767384405.859583:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384405.859757:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384405.859759:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384405.859777:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384405.859783:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384405.859786:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384406.371546:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384406.371551:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384406.371570:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384406.371572:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384406.371573:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384406.435553:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp43 00000400:00000010:3.0:1767384406.435564:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000026f8e294. 00000400:00000010:3.0:1767384406.435574:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b46f3e05. 00000400:00000010:3.0:1767384406.435580:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000400:00000010:3.0:1767384406.435588:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b34eafc. 00000400:00000200:3.0:1767384406.435593:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp43 00000400:00000200:3.0:1767384406.435616:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp43 local destination 00000400:00000200:3.0:1767384406.435623:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp43 00000400:00000200:3.0:1767384406.435627:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp43 NI seq info: [233:233:256:4294967295] 192.168.203.143@tcp43 LPNI seq info [193:193:8:4294967295] 00000400:00000200:3.0:1767384406.435634:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp43 00000400:00000200:3.0:1767384406.435641:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp43(192.168.203.143@tcp43:) -> 192.168.203.143@tcp43(192.168.203.143@tcp43:192.168.203.143@tcp43) : GET try# 0 00000800:00000200:3.0:1767384406.435647:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp43 00000800:00000010:3.0:1767384406.435652:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000146f030e. 00000800:00000200:3.0:1767384406.435658:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000800:00000200:3.1:1767384406.435664:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000731c69d3] -> 12345-192.168.203.143@tcp43 (2) 00000400:00000200:3.0:1767384406.435690:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp43 added to recovery queue. ping count: 5 next ping: 359 health :500 00000400:00000200:1.0:1767384406.435774:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435814:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435828:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435840:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435853:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435865:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435878:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435891:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435903:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435915:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435927:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435939:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435962:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435982:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.435998:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436023:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436050:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436076:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436101:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436127:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436150:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436172:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436194:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436217:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436241:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436265:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436289:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436314:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436338:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436364:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436390:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436413:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436506:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436533:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.436565:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384406.436741:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000583b5830. 00000800:00000010:1.0:1767384406.436747:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000fe789c1. 00000800:00000010:1.0:1767384406.436752:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a36f1476. 00000800:00000010:1.0:1767384406.436773:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a36f1476. 00000800:00020000:1.0:1767384406.436782:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384406.443684:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000fe789c1. 00000800:00000010:1.0:1767384406.443694:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000583b5830. 00000400:02020000:1.0:1767384406.443788:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp43 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384406.448001:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp43 notifying 192.168.203.143@tcp43: down 00000400:00000200:1.0:1767384406.448008:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384406.448013:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp43 00000800:00000010:1.0:1767384406.448016:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000146f030e. 00000400:00000200:1.0:1767384406.448022:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384406.448026:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp43->192.168.203.143@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384406.448041:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384406.448043:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384406.448046:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp43) recovery failed with -71 00000800:00000200:2.0:1767384406.883518:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (4) 00000800:00000200:2.1:1767384406.883528:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091a5fdd5] -> 12345-192.168.203.143@tcp33 (4) 00000400:00000200:1.0:1767384406.883645:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883705:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883730:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883754:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883779:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883803:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883826:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883851:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883875:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883898:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883922:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883946:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.883999:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884025:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884050:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884075:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884099:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884125:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884152:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884177:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884203:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884228:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884253:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884278:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884303:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884327:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884351:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884377:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884402:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884475:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884520:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884547:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884572:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884596:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384406.884620:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384406.884763:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000583b5830. 00000800:00000010:1.0:1767384406.884768:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000fe789c1. 00000800:00000010:1.0:1767384406.884772:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a36f1476. 00000800:00000010:1.0:1767384406.884787:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a36f1476. 00000800:00020000:1.0:1767384406.884796:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384406.884799:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000fe789c1. 00000800:00000010:1.0:1767384406.884800:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000583b5830. 00000400:02020000:1.0:1767384406.884829:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp33 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384406.884833:0:16341:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000040:3.0:1767384407.203573:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92b443ed-e82f-4160-b27d-56e958e24602->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384407.203582:0:486:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384407.203591:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006835a9ea. 00000020:00000040:3.0:1767384407.203596:0:486:0:(genops.c:1229:class_import_get()) import 0000000057948314 refcount=5 obd=MGC192.168.203.143@tcp 00000100:00000001:3.0:1767384407.203600:0:486:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384407.203603:0:486:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384407.203608:0:486:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384407.203614:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004decd0c0. 00000100:00000001:3.0:1767384407.203620:0:486:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384407.203625:0:16352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000040:3.0:1767384407.203627:0:486:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 92b443ed-e82f-4160-b27d-56e958e24602->MGS req@000000006835a9ea x1853236746160384/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384407.203637:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384407.203641:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384407.203646:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384407.203650:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384407.203652:0:486:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384407.203655:0:486:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384407.203655:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384407.203661:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384407.203663:0:486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006835a9ea] to pc [ptlrpcd_00_00+0] req@000000006835a9ea x1853236746160384/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384407.203689:0:486:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384407.203692:0:486:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767384407.203694:0:486:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1767384407.203703:0:486:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (333) 00000100:00000001:0.0:1767384407.203721:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384407.203726:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384407.203729:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384407.203730:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384407.203736:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384407.203736:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006835a9ea x1853236746160384/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384407.203750:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384407.203752:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384407.203756:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384407.203760:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384407.203763:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384407.203767:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006835a9ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92b443ed-e82f-4160-b27d-56e958e24602:16353:1853236746160384:0@lo:400: 00000100:00000001:0.0:1767384407.203772:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384407.203777:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384407.203780:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384407.203782:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384407.203787:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048000536. 02000000:00000001:0.0:1767384407.203790:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384407.203796:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073a592a. 00000400:00000010:0.0:1767384407.203803:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000724f6a. 00000100:00000200:0.0:1767384407.203810:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746160384, portal 25 00000100:00000001:0.0:1767384407.203812:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384407.203814:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446632565472396160 : -111508237155456 : ffff9a9577228380) 00000100:00000040:0.0:1767384407.203819:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006835a9ea x1853236746160384/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384407.203827:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384407.203830:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384407.203833:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f267c10. 00000100:00000200:0.0:1767384407.203836:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236746160384, offset 0 00000400:00000200:0.0:1767384407.203842:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384407.203853:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384407.203864:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824df08900 00000400:00000100:0.0:1767384407.203870:0:16353:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236746160384 offset 0 length 224: 4 00000400:00000200:0.0:1767384407.203874:0:16353:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000947c93e2 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384407.203876:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384407.203887:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f267c10 00000400:00000010:0.0:1767384407.203890:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f267c10. 00000100:00000001:0.0:1767384407.203893:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384407.203897:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006835a9ea x1853236746160384/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384407.203906:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384407.203908:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006835a9ea x1853236746160384/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384407.203917:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.203918:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384407.203923:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.203926:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 0 is 4294995974 00000100:00000010:0.0:1767384407.203931:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5a55c4d. 00000100:00000001:0.0:1767384407.203937:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384407.203942:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 1 is 4294995974 00000100:00000010:0.0:1767384407.203945:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036196936. 00000100:00000001:0.0:1767384407.203965:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384407.203976:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 2 is 4294995974 00000100:00000010:0.0:1767384407.203980:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf6a7b5e. 00000100:00000001:0.0:1767384407.203984:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384407.203995:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS new deadline estimation for cpu 3 is 4294995974 00000100:00000010:0.0:1767384407.204000:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8b376fb. 00000100:00000001:0.0:1767384407.204003:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.143@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384407.204012:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384407.204016:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.204019:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.204021:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384407.204027:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384407.204029:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384407.204032:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384407.204034:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384407.204037:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.204039:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384407.210515:0:417:0:(connection.c:75:cpu_latency_work()) work item of 000000003e06c1ac (cpu 0) has reached its deadline 4294995974, at 4294995975 00000100:00000040:0.0:1767384407.210515:0:364:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec0fed22 (cpu 0) has reached its deadline 4294995974, at 4294995975 00000100:00000040:2.0:1767384407.210516:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000012b9608b (cpu 0) has reached its deadline 4294995974, at 4294995975 00000100:00000040:3.0:1767384407.210527:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000889ba665 (cpu 0) has reached its deadline 4294995974, at 4294995975 00000100:00000010:2.0:1767384407.210529:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf6a7b5e. 00000100:00000010:1.0:1767384407.210532:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036196936. 00000100:00000010:0.0:1767384407.210537:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5a55c4d. 00000100:00000010:3.0:1767384407.210539:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8b376fb. 00010000:00000001:2.0:1767384407.395531:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384407.395538:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384407.395631:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384407.395635:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384407.395637:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384407.459557:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384407.459563:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384407.459566:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384407.459570:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000400:00000200:3.0:1767384407.459576:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384407.459582:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384407.459596:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000026f8e294. 00000400:00000010:3.0:1767384407.459600:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b46f3e05. 00080000:00000010:1.0:1767384407.754701:0:40270:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec6fccd2. 00080000:00000010:1.0:1767384407.754714:0:40270:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec6fccd2. 00000020:00000001:1.0:1767384407.754720:0:40270:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384407.907474:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ba770e4] -> 12345-192.168.203.143@tcp20 (6) 00000800:00000200:2.0:1767384407.907486:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp20 ip 192.168.203.143:988 00000800:00000200:2.0:1767384407.907490:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384407.907510:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec6193bf] -> 12345-192.168.203.143@tcp41 (4) 00000800:00000200:2.1:1767384407.907516:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec6193bf] -> 12345-192.168.203.143@tcp41 (4) 00000400:00000200:3.0:1767384407.907599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:2.0:1767384407.907610:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384407.907621:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384407.907626:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384407.907631:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384407.907635:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384407.907656:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907678:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907690:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907702:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907714:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907726:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907738:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907750:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907770:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907794:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907817:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907847:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907867:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907889:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907908:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907921:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907933:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907961:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907977:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.907989:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908001:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908014:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908026:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908038:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908050:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908063:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908087:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908099:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908112:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908124:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908137:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908150:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384407.908163:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384407.908252:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a6fb515. 00000800:00000010:3.0:1767384407.908256:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e22f814b. 00000800:00000010:3.0:1767384407.908259:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b7be0ed4. 00000800:00000010:3.0:1767384407.908274:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b7be0ed4. 00000800:00020000:3.0:1767384407.908279:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384407.908282:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e22f814b. 00000800:00000010:3.0:1767384407.908283:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009a6fb515. 00000400:02020000:3.0:1767384407.908309:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp41 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384407.908317:0:16343:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:1.0:1767384408.227493:0:16352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384408.227505:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384408.227507:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384408.227511:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384408.227514:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384408.227517:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384408.227519:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384408.419498:0:27:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384408.419505:0:27:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384408.419523:0:40104:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384408.419527:0:40104:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384408.419530:0:40104:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384408.435029:0:40434:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384408.435036:0:40434:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing load_modules_local 00000001:00000001:3.0:1767384408.436895:0:40434:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:2.0:1767384408.616411:0:40449:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:1.0:1767384409.501876:0:40683:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000696fbd27. 00080000:00000010:1.0:1767384409.501887:0:40683:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000696fbd27. 00000400:00000200:0.0:1767384409.507487:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp30 00000400:00000010:0.0:1767384409.507492:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007dbd0940. 00000400:00000010:0.0:1767384409.507498:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000031f58dc5. 00000400:00000010:0.0:1767384409.507501:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f267c10. 00000400:00000010:0.0:1767384409.507508:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006a5e34fe. 00000400:00000200:0.0:1767384409.507511:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp30 00000400:00000200:0.0:1767384409.507528:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp30 local destination 00000400:00000200:0.0:1767384409.507533:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp30 00000400:00000200:0.0:1767384409.507538:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp30 NI seq info: [234:234:256:4294967295] 192.168.203.143@tcp30 LPNI seq info [194:194:8:4294967295] 00000400:00000200:0.0:1767384409.507544:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp30 00000400:00000200:0.0:1767384409.507551:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp30(192.168.203.143@tcp30:) -> 192.168.203.143@tcp30(192.168.203.143@tcp30:192.168.203.143@tcp30) : GET try# 0 00000800:00000200:0.0:1767384409.507558:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp30 00000800:00000010:0.0:1767384409.507564:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000259615d6. 00000800:00000200:0.0:1767384409.507571:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000800:00000200:0.1:1767384409.507578:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e82da37a] -> 12345-192.168.203.143@tcp30 (2) 00000400:00000200:0.0:1767384409.507604:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp30 added to recovery queue. ping count: 6 next ping: 394 health :400 00080000:00000010:1.0:1767384409.507695:0:40685:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000696fbd27. 00080000:00000010:1.0:1767384409.507700:0:40685:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000696fbd27. 00000400:00000200:2.0:1767384409.507706:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507746:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507777:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507795:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507810:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507824:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507838:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507852:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507866:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507879:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507894:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507908:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507921:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507947:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507965:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.507983:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508003:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508020:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508033:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508050:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508070:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508096:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508124:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508140:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508158:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508178:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508197:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508218:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508237:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508256:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508276:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508306:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508342:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508383:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384409.508401:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:2.0:1767384409.508569:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef947ab3. 00000800:00000010:2.0:1767384409.508574:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c2e8e5e6. 00000800:00000010:2.0:1767384409.508578:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e7dae92d. 00000800:00000010:2.0:1767384409.508596:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e7dae92d. 00000800:00020000:2.0:1767384409.508605:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384409.508608:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c2e8e5e6. 00000800:00000010:2.0:1767384409.508611:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef947ab3. 00000400:02020000:2.0:1767384409.508670:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp30 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384409.508677:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp30 notifying 192.168.203.143@tcp30: down 00000800:00000200:2.0:1767384409.508682:0:34393:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp30 down 00000800:00000100:2.0:1767384409.508688:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp30 00000800:00000010:2.0:1767384409.508691:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000259615d6. 00000400:00000200:2.0:1767384409.508695:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384409.508700:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp30->192.168.203.143@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384409.508707:0:34393:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384409.508710:0:34393:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384409.508715:0:34393:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp30) recovery failed with -71 00080000:00000010:0.0:1767384409.676956:0:40697:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000006873084. 00080000:00000010:0.0:1767384409.676965:0:40697:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000006873084. 00000800:00000200:2.0:1767384409.955501:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (6) 00000800:00000200:2.0:1767384409.955509:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp10 ip 192.168.203.143:988 00000800:00000200:2.0:1767384409.955513:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384409.955528:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (4) 00000800:00000200:2.1:1767384409.955531:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d55e1cd] -> 12345-192.168.203.143@tcp31 (4) 00000400:00000200:0.0:1767384409.955623:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000200:3.0:1767384409.955629:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384409.955675:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955719:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955742:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955763:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955784:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955805:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955831:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955849:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955865:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955882:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955904:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955924:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955960:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955981:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.955998:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956020:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956041:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956054:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956066:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956080:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956105:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956135:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956168:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956187:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956206:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956239:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956264:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956293:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956322:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956356:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956377:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956405:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956445:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384409.956485:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384409.956611:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002d55f8d. 00000800:00000010:0.0:1767384409.956616:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090e553ea. 00000800:00000010:0.0:1767384409.956621:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d954d2d. 00000800:00000010:0.0:1767384409.956639:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d954d2d. 00000800:00020000:0.0:1767384409.956646:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384409.956649:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090e553ea. 00000800:00000010:0.0:1767384409.956652:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002d55f8d. 00000400:02020000:0.0:1767384409.956694:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp31 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384409.956698:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:3.0:1767384409.965079:0:40748:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f7739d79. 00080000:00000010:3.0:1767384409.965088:0:40748:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f7739d79. 00080000:00000010:1.0:1767384410.248679:0:40797:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005287041e. 00080000:00000010:1.0:1767384410.248689:0:40797:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005287041e. 00000400:00000200:0.0:1767384410.531476:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f267c10 00000400:00000010:0.0:1767384410.531483:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f267c10. 00000400:00000200:0.0:1767384410.531488:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384410.531495:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384410.531508:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007dbd0940. 00000400:00000010:0.0:1767384410.531513:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000031f58dc5. 00000400:00000200:0.0:1767384410.531521:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp44 00000400:00000010:0.0:1767384410.531525:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007dbd0940. 00000400:00000010:0.0:1767384410.531530:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000031f58dc5. 00000400:00000010:0.0:1767384410.531534:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f267c10. 00000400:00000010:0.0:1767384410.531541:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000009cca752. 00000400:00000200:0.0:1767384410.531545:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp44 00000400:00000200:0.0:1767384410.531559:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp44 local destination 00000400:00000200:0.0:1767384410.531565:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp44 00000400:00000200:0.0:1767384410.531568:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp44 NI seq info: [235:235:256:4294967295] 192.168.203.143@tcp44 LPNI seq info [195:195:8:4294967295] 00000400:00000200:0.0:1767384410.531575:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp44 00000400:00000200:0.0:1767384410.531581:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp44(192.168.203.143@tcp44:) -> 192.168.203.143@tcp44(192.168.203.143@tcp44:192.168.203.143@tcp44) : GET try# 0 00000800:00000200:0.0:1767384410.531585:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp44 00000800:00000010:0.0:1767384410.531588:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001d871dc8. 00000800:00000200:0.0:1767384410.531594:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000800:00000200:0.1:1767384410.531598:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009273920f] -> 12345-192.168.203.143@tcp44 (2) 00000400:00000200:0.0:1767384410.531617:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp44 added to recovery queue. ping count: 5 next ping: 363 health :500 00000400:00000200:3.0:1767384410.531676:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.531732:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.531756:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.531817:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.531863:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.531895:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.531914:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.531943:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.531982:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532011:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532028:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532062:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532082:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532100:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532120:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532133:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532148:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532161:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532175:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532188:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532200:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532213:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532228:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532243:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532265:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532277:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532290:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532317:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532333:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532349:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532364:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532381:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532412:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532426:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384410.532449:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:3.0:1767384410.532573:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a6fb515. 00000800:00000010:3.0:1767384410.532577:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a2351db. 00000800:00000010:3.0:1767384410.532581:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcba7bd4. 00000800:00000010:3.0:1767384410.532597:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcba7bd4. 00000800:00020000:3.0:1767384410.532604:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:3.0:1767384410.532607:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a2351db. 00000800:00000010:3.0:1767384410.532609:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009a6fb515. 00000400:02020000:3.0:1767384410.532638:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp44 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384410.532644:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp44 notifying 192.168.203.143@tcp44: down 00000400:00000200:3.0:1767384410.532648:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384410.532651:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp44 00000800:00000010:3.0:1767384410.532654:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001d871dc8. 00000400:00000200:3.0:1767384410.532657:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384410.532661:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp44->192.168.203.143@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384410.532667:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384410.532669:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384410.532671:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp44) recovery failed with -71 00080000:00000010:1.0:1767384410.538292:0:40847:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b0220836. 00080000:00000010:1.0:1767384410.538302:0:40847:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b0220836. 00080000:00000010:1.0:1767384410.830402:0:40894:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000885a92e. 00080000:00000010:1.0:1767384410.830411:0:40894:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000885a92e. 00000800:00000200:2.0:1767384410.979518:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008632bd16] -> 12345-192.168.203.143@tcp39 (4) 00000800:00000200:2.1:1767384410.979529:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008632bd16] -> 12345-192.168.203.143@tcp39 (4) 00000800:00000200:2.0:1767384410.979550:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000800:00000200:2.0:1767384410.979554:0:16345:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.143 (cnted 2, interval 16, 4 secs later) 00000800:00000200:2.1:1767384410.979569:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d83cfdbe] -> 12345-192.168.203.143@tcp26 (4) 00000800:00000200:2.1:1767384410.979572:0:16345:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.143 (cnted 2, interval 16, 4 secs later) 00000800:00000100:2.0:1767384410.979577:0:16345:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.143@tcp26 00000400:00000200:1.0:1767384410.979637:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979675:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979694:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979714:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979732:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979747:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979776:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979797:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979817:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979831:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979859:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979877:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979894:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979909:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979946:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979967:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.979983:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980007:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980020:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980032:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980048:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980064:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980078:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980093:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980105:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980120:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980147:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980163:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980193:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980233:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980254:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980270:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980284:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980298:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384410.980313:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384410.980522:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000583b5830. 00000800:00000010:1.0:1767384410.980527:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d773b35b. 00000800:00000010:1.0:1767384410.980533:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa3faa42. 00000800:00000010:1.0:1767384410.980559:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa3faa42. 00000800:00020000:1.0:1767384410.980569:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384410.980573:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d773b35b. 00000800:00000010:1.0:1767384410.980575:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000583b5830. 00000400:02020000:1.0:1767384410.980615:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp39 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384410.980621:0:16341:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:1.0:1767384411.123616:0:40943:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000019a1285c. 00080000:00000010:1.0:1767384411.123627:0:40943:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000019a1285c. 00080000:00000010:0.0:1767384411.256521:0:40983:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d48b054f. 00080000:00000010:0.0:1767384411.256530:0:40983:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d48b054f. 00000020:00000010:0.0:1767384411.264798:0:40983:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000d7e2e857. 00000020:00000010:0.0:1767384411.264805:0:40983:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 0000000081e6a084. 00000020:00000010:0.0:1767384411.264812:0:40983:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 0000000078e506b1. 00000020:00000010:0.0:1767384411.264824:0:40983:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 00000000f80a44fc. 00000020:00000010:0.0:1767384411.264839:0:40983:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 0000000087671aa0. 00000020:00000010:0.0:1767384411.264842:0:40983:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 00000000cd583e78. 00000020:00000010:0.0:1767384411.264845:0:40983:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at 00000000b63e2bf8. 00000020:00000010:0.0:1767384411.264859:0:40983:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000f18cd346. 00000020:00000010:0.0:1767384411.264872:0:40983:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000e44668fd. 00000020:00000010:0.0:1767384411.264876:0:40983:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cf9d211a. 00000020:00000010:0.0:1767384411.264884:0:40983:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 00000000f18cd346. 00000020:00000010:0.0:1767384411.264887:0:40983:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at 000000003034accf. 00000001:00000010:0.0:1767384411.264899:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000028f970d5. 00000001:00000010:0.0:1767384411.264902:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fabe914a. 00000001:00000010:0.0:1767384411.264905:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ec6a2ca. 00000001:00000010:0.0:1767384411.264906:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f6910b4f. 00000001:00000010:0.0:1767384411.264908:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006cdf4e01. 00000001:00000010:0.0:1767384411.264909:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b99fb004. 00000001:00000010:0.0:1767384411.264911:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000152be54. 00000001:00000010:0.0:1767384411.264913:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c03ef66e. 00000001:00000010:0.0:1767384411.264914:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b80f7e26. 00000001:00000010:0.0:1767384411.264916:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000096e90b8. 00000001:00000010:0.0:1767384411.264917:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005a6a7af9. 00000001:00000010:0.0:1767384411.264934:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000055f6152. 00000020:00000010:0.0:1767384411.264938:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4ed3f14. 00000020:00000010:0.0:1767384411.264942:0:40983:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f18cd346. 00000020:00000010:0.0:1767384411.264945:0:40983:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fed57eac. 00000008:00000010:0.0:1767384411.264949:0:40983:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e727fb95. 00020000:00000010:0.0:1767384411.264953:0:40983:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000129683e6. 00008000:00000010:0.0:1767384411.264956:0:40983:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006abf562a. 00000080:00000010:0.0:1767384411.264961:0:40983:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e63101eb. 00000020:00000010:0.0:1767384411.264964:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ceb6d4d. 00000020:00000010:0.0:1767384411.264966:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000cdc00d0. 00000040:00000010:0.0:1767384411.264969:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000e03c057. 00000020:00000010:0.0:1767384411.264972:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000da91af4. 00000020:00000010:0.0:1767384411.264974:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000036634b42. 00040000:00000010:0.0:1767384411.264977:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a1175624. 00040000:00000010:0.0:1767384411.264980:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000401a3396. 00080000:00000010:0.0:1767384411.264984:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000002d55f8d. 00080000:00000010:0.0:1767384411.264988:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000010836e7. 00080000:00000010:0.0:1767384411.265005:0:40983:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 000000003a6b5af0. 00000001:00000010:3.0:1767384411.272084:0:40983:0:(osd_compat.c:489:osd_ost_init()) kmalloced '(dev->od_ost_map)': 120 at 0000000004dc8b7a. 00000001:00000010:3.0:1767384411.272499:0:40983:0:(osd_compat.c:265:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at 00000000fe5b3de6. 00000020:00000010:3.0:1767384411.273211:0:40983:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000dbb4e3c5. 00000020:00000010:3.0:1767384411.273225:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004b79fd8f. 00000020:00000010:3.0:1767384411.273230:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000e401d860. 00000020:00000010:3.0:1767384411.274542:0:40983:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000004b35e9d7. 00080000:00000010:3.0:1767384411.274550:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007839691a. 00080000:00000010:3.0:1767384411.274552:0:40983:0:(osd_handler.c:437:osd_object_alloc()) kmalloced '(h)': 88 at 00000000b0589fe2. 00080000:00000010:3.0:1767384411.274739:0:40983:0:(osd_oi.c:394:osd_oi_init()) kmalloced '(oi)': 8192 at 000000009a6fb515. 00080000:00000010:3.0:1767384411.274781:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001bb83c3d. 00080000:00000010:3.0:1767384411.274993:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001fd7367c. 00080000:00000010:3.0:1767384411.275163:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b22f061e. 00080000:00000010:3.0:1767384411.275331:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b0a487d5. 00080000:00000010:3.0:1767384411.275503:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004e65ca43. 00080000:00000010:3.0:1767384411.275672:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000a170f83. 00080000:00000010:3.0:1767384411.275833:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000146f030e. 00080000:00000010:3.0:1767384411.276076:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004a61b6d2. 00080000:00000010:3.0:1767384411.276225:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002935d5eb. 00080000:00000010:3.0:1767384411.276376:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dccf0e64. 00080000:00000010:3.0:1767384411.276549:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000124fb7c9. 00080000:00000010:3.0:1767384411.276708:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000024b7b7a7. 00080000:00000010:3.0:1767384411.276876:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000340adfca. 00080000:00000010:3.0:1767384411.277052:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000080772aa. 00080000:00000010:3.0:1767384411.277226:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003647d95d. 00080000:00000010:3.0:1767384411.277396:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000081e9ed9d. 00080000:00000010:3.0:1767384411.277614:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000093dc325b. 00080000:00000010:3.0:1767384411.277779:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000097056b76. 00080000:00000010:3.0:1767384411.277969:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005928e33a. 00080000:00000010:3.0:1767384411.278176:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003367837c. 00080000:00000010:3.0:1767384411.278375:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009f56e349. 00080000:00000010:3.0:1767384411.278557:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003f69e5f2. 00080000:00000010:3.0:1767384411.278726:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000086bf6ff7. 00080000:00000010:3.0:1767384411.278907:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000cd070f9c. 00080000:00000010:3.0:1767384411.279093:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009fbeac69. 00080000:00000010:3.0:1767384411.279257:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006e713343. 00080000:00000010:3.0:1767384411.279454:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ba355b5a. 00080000:00000010:3.0:1767384411.279650:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000099dcce16. 00080000:00000010:3.0:1767384411.279861:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e325284c. 00080000:00000010:3.0:1767384411.280036:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004321cc83. 00080000:00000010:3.0:1767384411.280179:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000edbea41c. 00080000:00000010:3.0:1767384411.280315:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a8297e05. 00080000:00000010:3.0:1767384411.280500:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008a877ff2. 00080000:00000010:3.0:1767384411.280660:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dda67d2e. 00080000:00000010:3.0:1767384411.280862:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ef1f1cf6. 00080000:00000010:3.0:1767384411.281000:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000081eeb4f7. 00080000:00000010:3.0:1767384411.281137:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ef640c0e. 00080000:00000010:3.0:1767384411.281265:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c9df3ff7. 00080000:00000010:3.0:1767384411.281392:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f887ffd7. 00080000:00000010:3.0:1767384411.281541:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000bdfff68f. 00080000:00000010:3.0:1767384411.281666:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006d4a6cb6. 00080000:00000010:3.0:1767384411.281793:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c9749d98. 00080000:00000010:3.0:1767384411.281944:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f0a3a8d7. 00080000:00000010:3.0:1767384411.282098:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000068955f80. 00080000:00000010:3.0:1767384411.282240:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005660ded0. 00080000:00000010:3.0:1767384411.282379:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000044257948. 00080000:00000010:3.0:1767384411.282545:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000090f3d1f0. 00080000:00000010:3.0:1767384411.282694:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000051203aef. 00080000:00000010:3.0:1767384411.282848:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b9391b6c. 00080000:00000010:3.0:1767384411.283015:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c9e642c3. 00080000:00000010:3.0:1767384411.283166:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e890466d. 00080000:00000010:3.0:1767384411.283322:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000023b7038. 00080000:00000010:3.0:1767384411.283492:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002dd7cf07. 00080000:00000010:3.0:1767384411.283673:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000065a72fdc. 00080000:00000010:3.0:1767384411.283810:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dba1d7a9. 00080000:00000010:3.0:1767384411.283947:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000011d97d8c. 00080000:00000010:3.0:1767384411.284108:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000effcf45c. 00080000:00000010:3.0:1767384411.284243:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000009edde0b. 00080000:00000010:3.0:1767384411.284378:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f4ce53fa. 00080000:00000010:3.0:1767384411.284533:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d10d629a. 00080000:00000010:3.0:1767384411.284667:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000341312f2. 00080000:00000010:3.0:1767384411.284820:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006745fa70. 00080000:00000010:3.0:1767384411.284974:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000075019dd4. 00080000:00000010:3.0:1767384411.285136:0:40983:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004ec6e43e. 00000001:00000010:3.0:1767384411.285478:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.285623:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.285656:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.285836:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.285859:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.285862:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.285865:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000bb3f7912. 00000001:00000010:3.0:1767384411.285878:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.285881:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.285894:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286017:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.286021:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000f34726f6. 00100000:00000010:3.0:1767384411.286152:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f3b2a74d. 00000001:00000010:3.0:1767384411.286157:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286160:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286169:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286171:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286188:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286308:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286634:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286642:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286667:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286671:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286691:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286694:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.286697:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000b5b07454. 00000001:00000010:3.0:1767384411.286716:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286720:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286739:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286743:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286762:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.286766:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.286769:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000ece815bc. 00000001:00000010:3.0:1767384411.287232:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287242:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.287245:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000004050f869. 00000001:00000010:3.0:1767384411.287263:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287266:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.287268:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000eef483b8. 00000001:00000010:3.0:1767384411.287283:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287287:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287309:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287314:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287336:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287340:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.287349:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000678fdd93. 00100000:00000010:3.0:1767384411.287528:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000037a5bac1. 00000001:00000010:3.0:1767384411.287536:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287541:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287567:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287572:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.287575:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000fc530986. 00000001:00000010:3.0:1767384411.287597:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287601:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287624:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287629:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.287632:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000b5cac44b. 00000001:00000010:3.0:1767384411.287652:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.287812:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.288160:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000bb3f7912. 00000001:00000010:3.0:1767384411.288335:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.288496:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.288503:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000bb3f7912. 00100000:00000010:3.0:1767384411.288506:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000f34726f6. 00100000:00000010:3.0:1767384411.288858:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000eba1153a. 00000001:00000010:3.0:1767384411.288866:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.289012:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.289212:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c74a2440. 00000001:00000010:3.0:1767384411.289219:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.289224:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.289448:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c30c0038. 00000001:00000010:3.0:1767384411.289454:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.289458:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.289637:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e3236126. 00000001:00000010:3.0:1767384411.289644:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.289648:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.289846:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000020200c00. 00000001:00000010:3.0:1767384411.289852:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.289857:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.290025:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005cc53e61. 00000001:00000010:3.0:1767384411.290031:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.290037:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.290200:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000023009357. 00000001:00000010:3.0:1767384411.290206:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.290211:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.290384:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000058a147d0. 00000001:00000010:3.0:1767384411.290391:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.290396:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.290588:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009a405a4d. 00000001:00000010:3.0:1767384411.290595:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.290599:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.290784:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000042f6c2fa. 00000001:00000010:3.0:1767384411.290791:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.290796:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.291005:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013e9274c. 00000001:00000010:3.0:1767384411.291012:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291017:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.291186:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000050932344. 00000001:00000010:3.0:1767384411.291193:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291198:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.291210:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000b5b07454. 00100000:00000010:3.0:1767384411.291525:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b6ffae3b. 00000001:00000010:3.0:1767384411.291533:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291538:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291565:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291570:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291590:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291594:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291758:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291887:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291917:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291938:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291962:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.291967:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.291972:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000ece815bc. 00100000:00000010:3.0:1767384411.292262:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000055288c5e. 00000001:00000010:3.0:1767384411.292268:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.292271:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.292397:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f4d7b1e5. 00000001:00000010:3.0:1767384411.292401:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.292405:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.292581:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007842766f. 00000001:00000010:3.0:1767384411.292586:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.292589:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.292721:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fc4d0d5b. 00000001:00000010:3.0:1767384411.292727:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.292729:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.292867:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005c629307. 00000001:00000010:3.0:1767384411.292872:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.292875:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.293013:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000275d8f69. 00000001:00000010:3.0:1767384411.293018:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.293021:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.293147:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000b52165b. 00000001:00000010:3.0:1767384411.293153:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.293156:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.293281:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000599f5aa1. 00000001:00000010:3.0:1767384411.293286:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.293289:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.293401:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008b56a96e. 00000001:00000010:3.0:1767384411.293406:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.293409:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.293565:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003b372ee9. 00000001:00000010:3.0:1767384411.293570:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.293573:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.293691:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bed71fa1. 00000001:00000010:3.0:1767384411.293696:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.293699:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.293854:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006d95d164. 00000001:00000010:3.0:1767384411.293859:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.293862:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.293998:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000058d514d9. 00000001:00000010:3.0:1767384411.294003:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.294006:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.294119:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e52354d6. 00000001:00000010:3.0:1767384411.294124:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.294127:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.294242:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000095960c59. 00000001:00000010:3.0:1767384411.294247:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.294250:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.294389:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e3e0408c. 00000001:00000010:3.0:1767384411.294395:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.294398:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.294556:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004ee98841. 00000001:00000010:3.0:1767384411.294563:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.294567:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.294709:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e5a27f68. 00000001:00000010:3.0:1767384411.294716:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.294720:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.294900:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007fb986c0. 00000001:00000010:3.0:1767384411.294907:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.294912:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.295077:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000090aa16c9. 00000001:00000010:3.0:1767384411.295084:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.295089:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.295242:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008049cea4. 00000001:00000010:3.0:1767384411.295250:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.295255:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.295394:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cd74988d. 00000001:00000010:3.0:1767384411.295399:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.295402:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.295565:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c7517408. 00000001:00000010:3.0:1767384411.295571:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.295574:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.295689:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008fd9fa40. 00000001:00000010:3.0:1767384411.295694:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.295697:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.295812:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003d5cb312. 00000001:00000010:3.0:1767384411.295817:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.295820:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.296001:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000086f1479e. 00000001:00000010:3.0:1767384411.296006:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.296009:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.296158:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ee7ff808. 00000001:00000010:3.0:1767384411.296163:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.296166:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.296358:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000facfc2aa. 00000001:00000010:3.0:1767384411.296363:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.296367:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.296511:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000052d9237f. 00000001:00000010:3.0:1767384411.296518:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.296523:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.296677:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d4383020. 00000001:00000010:3.0:1767384411.296683:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.296686:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.296851:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ac203e5f. 00000001:00000010:3.0:1767384411.296857:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.296860:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.297009:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005aed200b. 00000001:00000010:3.0:1767384411.297014:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.297018:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.297023:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000004050f869. 00000001:00000010:3.0:1767384411.297161:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.297268:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.297274:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000eef483b8. 00100000:00000010:3.0:1767384411.297404:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000678fdd93. 00000001:00000010:3.0:1767384411.297581:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.297585:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.297589:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000fc530986. 00000001:00000010:3.0:1767384411.297732:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.297737:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.297740:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000020c96df8. 00000001:00000010:3.0:1767384411.297751:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.297754:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.297755:0:40983:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000058c5ee98. 00100000:00000010:3.0:1767384411.297758:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000b5cac44b. 00000001:00000010:3.0:1767384411.297938:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.297943:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.297957:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.297960:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.297963:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000bb3f7912. 00100000:00000010:3.0:1767384411.298240:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dcfb9a6f. 00000001:00000010:3.0:1767384411.298249:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.298384:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.298608:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000947833b4. 00000001:00000010:3.0:1767384411.298615:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.298620:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.298806:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb3f7912. 00000001:00000010:3.0:1767384411.298813:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.298817:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.298824:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000020c96df8. 00100000:00000010:3.0:1767384411.299212:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000115bfbe4. 00000001:00000010:3.0:1767384411.299219:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.299223:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.299370:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000020428603. 00000001:00000010:3.0:1767384411.299377:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.299382:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.300161:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000805dea25. 00000001:00000010:3.0:1767384411.300171:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.300178:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00100000:00000010:3.0:1767384411.300189:0:40983:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000058c5ee98. 00000001:00000010:3.0:1767384411.300238:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.300247:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.300270:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.300276:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000020:00000010:3.0:1767384411.301307:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b1849382. 00000020:00000010:3.0:1767384411.301313:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at 00000000817b0ce3. 00040000:00000010:3.0:1767384411.301338:0:40983:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 0000000057cac891. 00040000:00000010:3.0:1767384411.301344:0:40983:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000bbd004c8. 00040000:00000010:3.0:1767384411.301348:0:40983:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000bbd004c8. 00000020:00000010:3.0:1767384411.301364:0:40983:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000bbd004c8. 00000020:00000010:3.0:1767384411.301370:0:40983:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000bbd004c8. 00040000:00000010:3.0:1767384411.301375:0:40983:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000002c2bdbe3. 00040000:00000010:3.0:1767384411.301377:0:40983:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000bbd004c8. 00040000:00000010:3.0:1767384411.301379:0:40983:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000bbd004c8. 00000020:00000010:3.0:1767384411.301408:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000cdc00d0. 00000040:00000010:3.0:1767384411.301413:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000e03c057. 00000020:00000010:3.0:1767384411.301460:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000da91af4. 00000020:00000010:3.0:1767384411.301465:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000036634b42. 00040000:00000010:3.0:1767384411.301469:0:40983:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a1175624. 00040000:00000010:3.0:1767384411.301473:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000401a3396. 00080000:00000010:3.0:1767384411.301478:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000010836e7. 00080000:00000010:3.0:1767384411.301483:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000002d55f8d. 00000020:00000010:3.0:1767384411.301486:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ceb6d4d. 00000020:00000010:3.0:1767384411.301491:0:40983:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f18cd346. 00000020:00000010:3.0:1767384411.301495:0:40983:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fed57eac. 00000008:00000010:3.0:1767384411.301500:0:40983:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e727fb95. 00020000:00000010:3.0:1767384411.301504:0:40983:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000129683e6. 00008000:00000010:3.0:1767384411.301508:0:40983:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006abf562a. 00000080:00000010:3.0:1767384411.301513:0:40983:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e63101eb. 00000020:00000010:3.0:1767384411.301517:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4ed3f14. 00000020:00000010:3.0:1767384411.301522:0:40983:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at 000000003034accf. 00000020:00000010:3.0:1767384411.301532:0:40983:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000010a6cebd. 00000020:00000010:3.0:1767384411.301549:0:40983:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000002fd77e48. 00000020:00000010:3.0:1767384411.301553:0:40983:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 000000008e470452. 00000020:00000010:3.0:1767384411.301557:0:40983:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 000000000e53ab9d. 00000020:00000010:3.0:1767384411.301568:0:40983:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000001f11feaa. 00000020:00000010:3.0:1767384411.301573:0:40983:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ec7536a8. 00000020:00000010:3.0:1767384411.301583:0:40983:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 000000000e53ab9d. 00000020:00000010:3.0:1767384411.301587:0:40983:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000000e53ab9d. 00000001:00000010:3.0:1767384411.301603:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b8d685f5. 00000001:00000010:3.0:1767384411.301608:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000693b83d4. 00000001:00000010:3.0:1767384411.301613:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b5670022. 00000001:00000010:3.0:1767384411.301616:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000690617f4. 00000001:00000010:3.0:1767384411.301619:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c4ed3f14. 00000001:00000010:3.0:1767384411.301622:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ceb6d4d. 00000001:00000010:3.0:1767384411.301625:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002bcf7eb5. 00000001:00000010:3.0:1767384411.301628:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cc32af4f. 00000001:00000010:3.0:1767384411.301637:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000036634b42. 00000001:00000010:3.0:1767384411.301639:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000e03c057. 00000001:00000010:3.0:1767384411.301642:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000cdc00d0. 00000001:00000010:3.0:1767384411.301646:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000136bd128. 00000020:00000010:3.0:1767384411.301651:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015540bb2. 00000020:00000010:3.0:1767384411.301655:0:40983:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003329c9de. 00000020:00000010:3.0:1767384411.301659:0:40983:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a8385985. 00000008:00000010:3.0:1767384411.301663:0:40983:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000057a620c7. 00020000:00000010:3.0:1767384411.301666:0:40983:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000039863aa4. 00008000:00000010:3.0:1767384411.301670:0:40983:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000edba89ca. 00000080:00000010:3.0:1767384411.301675:0:40983:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000428289c7. 00000020:00000010:3.0:1767384411.301679:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad370f9. 00000020:00000010:3.0:1767384411.301682:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061d33e48. 00000040:00000010:3.0:1767384411.301684:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008286d389. 00000020:00000010:3.0:1767384411.301688:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000650047f6. 00000020:00000010:3.0:1767384411.301692:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009118b668. 80000000:00000010:3.0:1767384411.301695:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000049a67036. 00040000:00000010:3.0:1767384411.301699:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c795d0d0. 00080000:00000010:3.0:1767384411.301704:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001a0934c4. 00080000:00000010:3.0:1767384411.301709:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008a02ef44. 20000000:00000010:3.0:1767384411.301715:0:40983:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 0000000061bb2f21. 20000000:00000010:3.0:1767384411.301722:0:40983:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 00000000bbd004c8. 00000020:00000010:3.0:1767384411.301727:0:40983:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000154f041. 20000000:00000010:3.0:1767384411.301734:0:40983:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 00000000bbd004c8. 00010000:00000010:3.0:1767384411.301743:0:40983:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000049bf5bc2. 00000001:00000010:3.0:1767384411.301747:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000281f6b3d. 00000001:00000010:3.0:1767384411.301751:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000008c02a627. 00000001:00000010:3.0:1767384411.301755:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000102567fb. 00000001:00000010:3.0:1767384411.301758:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000f603000a. 00000020:00000010:3.0:1767384411.301806:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e26b3d80. 00000020:00000010:3.0:1767384411.301810:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000000823f7e1. 00000020:00000010:3.0:1767384411.301861:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000035d359bc. 00000020:00000010:3.0:1767384411.301869:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000074e223e3. 00000020:00000010:3.0:1767384411.301896:0:40983:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000205f7a96. 00000020:00000010:3.0:1767384411.301899:0:40983:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000a923bbb5. 00000020:00000010:3.0:1767384411.301905:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dedc8b82. 00080000:00000010:3.0:1767384411.301909:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d108d084. 00000001:00000010:3.0:1767384411.301916:0:40983:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 0000000067c2040b. 00000001:00000010:3.0:1767384411.302095:0:40983:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000a72c38f6. 20000000:00000010:3.0:1767384411.302792:0:40983:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000ca8509e2. 00080000:00000010:3.0:1767384411.302797:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007a667a50. 00080000:00000010:3.0:1767384411.302823:0:40983:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000fa6058f2. 00000020:00000010:3.0:1767384411.302826:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009959fe92. 00080000:00000010:3.0:1767384411.302828:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b4ee5c6c. 00000020:00000010:3.0:1767384411.302839:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009bf903cc. 00080000:00000010:3.0:1767384411.302842:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b33f20e. 00080000:00000010:3.0:1767384411.302849:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e616af8e. 00100000:00000010:3.0:1767384411.302853:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b27ae13b. 00100000:00000010:3.0:1767384411.302868:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b27ae13b. 00000001:00000010:3.0:1767384411.302871:0:40983:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 0000000058cba95f. 00080000:00000010:3.0:1767384411.302874:0:40983:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000fc0709bd. 00000001:00000010:3.0:1767384411.302877:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.303033:0:40983:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 0000000000314f07. 00000001:00000010:3.0:1767384411.303036:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004efceb43. 00000001:00000010:3.0:1767384411.303039:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005ef846e7. 00000001:00000010:3.0:1767384411.303041:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000084567581. 00000001:00000010:3.0:1767384411.303052:0:40983:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 0000000046354445. 00000001:00000010:3.0:1767384411.303058:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005ea30140. 00000001:00000010:3.0:1767384411.303060:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005ea30140. 00000001:00000010:3.0:1767384411.303062:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.303064:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006fec1f30. 00000001:00000010:3.0:1767384411.303068:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005ea30140. 00000001:00000010:3.0:1767384411.303070:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005ea30140. 00000001:00000010:3.0:1767384411.303071:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006fec1f30. 00080000:00000010:3.0:1767384411.303078:0:40983:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000fc0709bd. 00000001:00000010:3.0:1767384411.303087:0:40983:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000af2c9d1d. 00000001:00000010:3.0:1767384411.303090:0:40983:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000017f6dd54. 00000001:00000010:3.0:1767384411.303091:0:40983:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cd3190b7. 00000001:00000010:3.0:1767384411.303097:0:40983:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 00000000b3642699. 00000001:00000010:3.0:1767384411.303100:0:40983:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 000000002dbf0f28. 00000020:00000010:3.0:1767384411.303113:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008093f3b1. 00080000:00000010:3.0:1767384411.303116:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fc0709bd. 00000040:00000010:3.0:1767384411.303123:0:40983:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000837e0300. 00000020:00000010:3.0:1767384411.303126:0:40983:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000004efa4105. 00000020:00000010:3.0:1767384411.303128:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002970ae1a. 00080000:00000010:3.0:1767384411.303130:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f96b1668. 00000001:00000010:3.0:1767384411.303132:0:40983:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000b27ae13b. 00000001:00000010:3.0:1767384411.303144:0:40983:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000aafd2005. 00000020:00000010:3.0:1767384411.303831:0:40983:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000000988a28b. 00000020:00000010:3.0:1767384411.303836:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000db192645. 00080000:00000010:3.0:1767384411.303839:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e6e14e91. 00000001:00000010:3.0:1767384411.303842:0:40983:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 0000000045a4cf31. 00000001:00000010:3.0:1767384411.303857:0:40983:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 0000000073c9b258. 00080000:00000010:3.0:1767384411.304375:0:40983:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008a854c1c. 20000000:00000010:3.0:1767384411.304393:0:40983:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000c4136a31. 20000000:00000010:3.0:1767384411.304395:0:40983:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 0000000010a748a1. 20000000:00000010:3.0:1767384411.304398:0:40983:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d48f6879. 20000000:00000010:3.0:1767384411.304399:0:40983:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000dc3507ed. 20000000:00000010:3.0:1767384411.304400:0:40983:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000008e5efe44. 20000000:00000010:3.0:1767384411.304402:0:40983:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000006fe07a51. 20000000:00000010:3.0:1767384411.304403:0:40983:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000088562c07. 20000000:00000010:3.0:1767384411.304404:0:40983:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 000000009557c9f8. 20000000:00000010:3.0:1767384411.304405:0:40983:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000cb923a19. 20000000:00000010:3.0:1767384411.304406:0:40983:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000e849e222. 20000000:00000010:3.0:1767384411.304407:0:40983:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000ce8708dd. 20000000:00000010:3.0:1767384411.304408:0:40983:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000004c3267cd. 00080000:00000010:3.0:1767384411.304417:0:40983:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000008a854c1c. 20000000:00000010:3.0:1767384411.304420:0:40983:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000004c3267cd. 20000000:00000010:3.0:1767384411.304443:0:40983:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000ce8708dd. 00000020:00000010:3.0:1767384411.304460:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000045b9826. 00080000:00000010:3.0:1767384411.304465:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009c4a5523. 20000000:00000010:3.0:1767384411.304478:0:40983:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000e849e222. 20000000:00000010:3.0:1767384411.304482:0:40983:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000cb923a19. 20000000:00000010:3.0:1767384411.304485:0:40983:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 000000009557c9f8. 20000000:00000010:3.0:1767384411.304487:0:40983:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000088562c07. 00000020:00000010:3.0:1767384411.304500:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001ba79989. 00080000:00000010:3.0:1767384411.304504:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000259ab1c1. 20000000:00000010:3.0:1767384411.304512:0:40983:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000006fe07a51. 20000000:00000010:3.0:1767384411.304514:0:40983:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000008e5efe44. 00000020:00000010:3.0:1767384411.304526:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000025f068a3. 00080000:00000010:3.0:1767384411.304530:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000074a7ea17. 20000000:00000010:3.0:1767384411.304537:0:40983:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000dc3507ed. 20000000:00000010:3.0:1767384411.304538:0:40983:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d48f6879. 20000000:00000010:3.0:1767384411.304540:0:40983:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 0000000010a748a1. 20000000:00000010:3.0:1767384411.304541:0:40983:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000c4136a31. 00000020:00000010:3.0:1767384411.304638:0:40983:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000003047167a. 00000020:00000010:3.0:1767384411.304642:0:40983:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000003047167a. 20000000:00000010:3.0:1767384411.304647:0:40983:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000002e0eb9d9. 20000000:00000010:3.0:1767384411.304651:0:40983:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000d660b644. 20000000:00000010:3.0:1767384411.304655:0:40983:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000087e0f6ee. 20000000:00000010:3.0:1767384411.304658:0:40983:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000e849e222. 20000000:00000010:3.0:1767384411.304660:0:40983:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000215ff74e. 20000000:00000010:1.0:1767384411.304857:0:40983:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000a93350cc. 00000040:00000010:1.0:1767384411.304865:0:40983:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000082e32a40. 00000040:00000010:1.0:1767384411.304878:0:40983:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000082e32a40. 20000000:00000010:1.0:1767384411.304884:0:40983:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000a93350cc. 00000040:00000010:1.0:1767384411.304889:0:40983:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000082e32a40. 00000040:00000010:1.0:1767384411.304907:0:40983:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000029c00b74. 00000020:00000010:1.0:1767384411.304913:0:40983:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000c264c930. 00000020:00000010:1.0:1767384411.304917:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000256affb8. 00080000:00000010:1.0:1767384411.304949:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004df007f4. 00000040:00000010:1.0:1767384411.304965:0:40983:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000583b5830. 00000040:00000010:1.0:1767384411.304974:0:40983:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000029c00b74. 00000040:00000010:1.0:1767384411.304977:0:40983:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000583b5830. 00000040:00000010:1.0:1767384411.304981:0:40983:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000082e32a40. 20000000:00000010:1.0:1767384411.304986:0:40983:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000082e32a40. 20000000:00000010:1.0:1767384411.304990:0:40983:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000a93350cc. 00000040:00000010:1.0:1767384411.304992:0:40983:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002a7d111f. 00000040:00000010:1.0:1767384411.305000:0:40983:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002a7d111f. 20000000:00000010:1.0:1767384411.305003:0:40983:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000a93350cc. 00000100:00000010:1.0:1767384411.305008:0:40983:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000002a7d111f. 00000100:00000010:1.0:1767384411.305014:0:40983:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c0737f3b. 00000100:00000010:1.0:1767384411.305028:0:40983:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000fcc30998. 00000100:00000010:1.0:1767384411.305036:0:40983:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c45104bf. 00000100:00000010:1.0:1767384411.305041:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce3638fe. 00000100:00000010:1.0:1767384411.305045:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000583b5830. 00000100:00000010:1.0:1767384411.305048:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c66a35c. 00000100:00000010:1.0:1767384411.305053:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a987b921. 00000100:00000010:1.0:1767384411.305055:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5c63795. 00000100:00000010:1.0:1767384411.305060:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c59603a. 00000100:00000010:1.0:1767384411.305063:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003428f715. 00000100:00000010:1.0:1767384411.305067:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013a1d1b0. 00000100:00000010:1.0:1767384411.305069:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050e458fa. 00000100:00000010:1.0:1767384411.305073:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000027fa7b13. 00000100:00000010:1.0:1767384411.305076:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009877858. 00000100:00000010:1.0:1767384411.305080:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9db4a0b. 00000100:00000010:1.0:1767384411.305083:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000736ec638. 00000100:00000010:1.0:1767384411.305088:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005c0d2af. 00000100:00000010:1.0:1767384411.305091:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000239d54ef. 00000100:00000010:1.0:1767384411.305095:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bbd2a0ae. 00000100:00000010:1.0:1767384411.305097:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b464724. 00000100:00000010:1.0:1767384411.305101:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d90b90e. 00000100:00000010:1.0:1767384411.305103:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fe194c9. 00000100:00000010:1.0:1767384411.305108:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0afe9ce. 00000100:00000010:1.0:1767384411.305111:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f8acd39. 00000100:00000010:1.0:1767384411.305115:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cbe28d3d. 00000100:00000010:1.0:1767384411.305118:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd8df222. 00000100:00000010:1.0:1767384411.305121:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa68b587. 00000100:00000010:1.0:1767384411.305124:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cce7d800. 00000100:00000010:1.0:1767384411.305128:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2f297ed. 00000100:00000010:1.0:1767384411.305130:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000825e1618. 00000100:00000010:1.0:1767384411.305134:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001bd18066. 00000100:00000010:1.0:1767384411.305136:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047eee69c. 00000100:00000010:1.0:1767384411.305139:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cec2284. 00000100:00000010:1.0:1767384411.305142:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ade4d622. 00000100:00000010:1.0:1767384411.305147:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000538259e6. 00000100:00000010:1.0:1767384411.305149:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005822e384. 00000100:00000010:1.0:1767384411.305155:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000de1be3bc. 00000100:00000010:1.0:1767384411.305157:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d197d5d. 00000100:00000010:1.0:1767384411.305162:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000085b4a06b. 00000100:00000010:1.0:1767384411.305164:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005da6a5f2. 00000100:00000010:1.0:1767384411.305168:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000008981262. 00000100:00000010:1.0:1767384411.305171:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b11b7652. 00000100:00000010:1.0:1767384411.305175:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000259f09e9. 00000100:00000010:1.0:1767384411.305179:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b5727e8. 00000100:00000010:1.0:1767384411.305183:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f9176d6. 00000100:00000010:1.0:1767384411.305185:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000983f8fc5. 00000100:00000010:1.0:1767384411.305190:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d045f856. 00000100:00000010:1.0:1767384411.305193:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5fc6969. 00000100:00000010:1.0:1767384411.305198:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f535bbb2. 00000100:00000010:1.0:1767384411.305200:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068a798c4. 00000100:00000010:1.0:1767384411.305205:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b16415c. 00000100:00000010:1.0:1767384411.305207:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c8f0fb4. 00000100:00000010:1.0:1767384411.305211:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e5b6786. 00000100:00000010:1.0:1767384411.305214:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f98091a5. 00000100:00000010:1.0:1767384411.305218:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002dc23879. 00000100:00000010:1.0:1767384411.305221:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a61056f2. 00000100:00000010:1.0:1767384411.305226:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000209a1d20. 00000100:00000010:1.0:1767384411.305228:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b2280eb. 00000100:00000010:1.0:1767384411.305232:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009fb7a112. 00000100:00000010:1.0:1767384411.305235:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000479441a4. 00000100:00000010:1.0:1767384411.305240:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9165c79. 00000100:00000010:1.0:1767384411.305242:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000375c39a0. 00000100:00000010:1.0:1767384411.305247:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040c898c4. 00000100:00000010:1.0:1767384411.305250:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000729a499e. 00000100:00000010:1.0:1767384411.305254:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfdda106. 00000100:00000010:1.0:1767384411.305257:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002574e5b3. 00000100:00000010:1.0:1767384411.305260:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f2feac1. 00000100:00000010:1.0:1767384411.305263:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000701c41e5. 00000100:00000010:1.0:1767384411.305269:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000074bc9f16. 00000100:00000010:1.0:1767384411.305271:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c926c36a. 00000100:00000010:1.0:1767384411.305275:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001feb17f5. 00000100:00000010:1.0:1767384411.305278:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090c65afa. 00000100:00000010:1.0:1767384411.305282:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5266fd5. 00000100:00000010:1.0:1767384411.305285:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f8bbc99. 00000100:00000010:1.0:1767384411.305290:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003cb8bae9. 00000100:00000010:1.0:1767384411.305293:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3754a15. 00000100:00000010:1.0:1767384411.305298:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045f15de2. 00000100:00000010:1.0:1767384411.305300:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bc9384c. 00000100:00000010:1.0:1767384411.305305:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006dc2ab21. 00000100:00000010:1.0:1767384411.305308:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008597c8c2. 00000100:00000010:1.0:1767384411.305313:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000220e74ef. 00000100:00000010:1.0:1767384411.305315:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9df622d. 00000100:00000010:1.0:1767384411.305319:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005fcec0d2. 00000100:00000010:1.0:1767384411.305323:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4004037. 00000100:00000010:1.0:1767384411.305327:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000238eece2. 00000100:00000010:1.0:1767384411.305330:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b216557. 00000100:00000010:1.0:1767384411.305335:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0e42dbe. 00000100:00000010:1.0:1767384411.305337:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2164589. 00000100:00000010:1.0:1767384411.305342:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b453872e. 00000100:00000010:1.0:1767384411.305345:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8da9618. 00000100:00000010:1.0:1767384411.305350:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c21514b. 00000100:00000010:1.0:1767384411.305352:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a46c4438. 00000100:00000010:1.0:1767384411.305357:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002442227e. 00000100:00000010:1.0:1767384411.305359:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075fa9b83. 00000100:00000010:1.0:1767384411.305364:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ec7e4a3. 00000100:00000010:1.0:1767384411.305367:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d2f0be2. 00000100:00000010:1.0:1767384411.305371:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e00e8bd6. 00000100:00000010:1.0:1767384411.305374:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccd98933. 00000100:00000010:1.0:1767384411.305379:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa82c656. 00000100:00000010:1.0:1767384411.305381:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000262374fa. 00000100:00000010:1.0:1767384411.305386:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025cf0c78. 00000100:00000010:1.0:1767384411.305389:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033b91fb4. 00000100:00000010:1.0:1767384411.305394:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f910bb8. 00000100:00000010:1.0:1767384411.305397:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de620c46. 00000100:00000010:1.0:1767384411.305402:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000148b9057. 00000100:00000010:1.0:1767384411.305404:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a60cf07. 00000100:00000010:1.0:1767384411.305408:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eab06aa7. 00000100:00000010:1.0:1767384411.305412:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec1cd3ca. 00000100:00000010:1.0:1767384411.305416:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004bb00cc9. 00000100:00000010:1.0:1767384411.305419:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000188f8ac4. 00000100:00000010:1.0:1767384411.305727:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001e7e9fc4. 00000100:00000010:1.0:1767384411.305793:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fdb7acd. 00000100:00000010:1.0:1767384411.305799:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6a47c49. 00000100:00000010:1.0:1767384411.305803:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008175af1. 00000100:00000010:1.0:1767384411.305807:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000031580684. 00000100:00000010:1.0:1767384411.305809:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e36714b. 00000100:00000010:1.0:1767384411.305814:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd3736e0. 00000100:00000010:1.0:1767384411.305816:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004669a2f6. 00000100:00000010:1.0:1767384411.305827:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f601d8a5. 00000100:00000010:1.0:1767384411.305840:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f3f3b17. 00000100:00000010:1.0:1767384411.305845:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2c4efa7. 00000100:00000010:1.0:1767384411.305847:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000741035c6. 00000100:00000010:1.0:1767384411.305851:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d4d0e00. 00000100:00000010:1.0:1767384411.305853:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f60c0a3. 00000100:00000010:1.0:1767384411.305857:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008823292a. 00000100:00000010:1.0:1767384411.305860:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046fee8d5. 00000100:00000010:1.0:1767384411.305870:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021490b54. 00000100:00000010:1.0:1767384411.305873:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008990acb8. 00000100:00000010:1.0:1767384411.305877:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000015eab8e7. 00000100:00000010:1.0:1767384411.305880:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d38cbbf. 00000100:00000010:1.0:1767384411.305884:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fbc8f524. 00000400:00000200:1.0:1767384411.305888:0:40983:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384411.305969:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bcc7f4b0. 00000020:00000010:1.0:1767384411.305975:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000487389a1. 00000100:00000010:1.0:1767384411.306020:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d7ca5bcc. 00000100:00000010:1.0:1767384411.306026:0:40983:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000037f609cf. 00000100:00000010:1.0:1767384411.306029:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c2bb0f47. 00000100:00000010:1.0:1767384411.306034:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d268ac7a. 00000100:00000010:1.0:1767384411.306036:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000335c03ca. 00000100:00000200:1.0:1767384411.306065:0:40983:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384411.306069:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000055c14137. 00000100:00000010:3.0:1767384411.306247:0:40989:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000043492fac. 00000020:00000010:3.0:1767384411.306252:0:40989:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008d14a2d0. 00000020:00000010:3.0:1767384411.306257:0:40989:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014bdf75e. 00000020:00000010:3.0:1767384411.306261:0:40989:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aa0e492e. 00000040:00000010:3.0:1767384411.306263:0:40989:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d48a6ac3. 00000020:00000010:3.0:1767384411.306267:0:40989:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c815a89f. 00000020:00000010:3.0:1767384411.306275:0:40989:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5daa738. 80000000:00000010:3.0:1767384411.306277:0:40989:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000596b66b3. 00040000:00000010:3.0:1767384411.306281:0:40989:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000238a8514. 00080000:00000010:3.0:1767384411.306284:0:40989:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005d4bee0d. 00080000:00000010:3.0:1767384411.306292:0:40989:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000601dbd24. 20000000:00000010:3.0:1767384411.306296:0:40989:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004c23e568. 00000100:00000200:3.0:1767384411.306299:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306303:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fec1f30. 00000400:00000010:3.0:1767384411.306307:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006af25348. 00000100:00000200:3.0:1767384411.306312:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306313:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ea30140. 00000400:00000010:3.0:1767384411.306315:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009678089c. 00000100:00000200:3.0:1767384411.306316:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306317:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c3e580. 00000400:00000010:3.0:1767384411.306320:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d108967. 00000100:00000200:3.0:1767384411.306321:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306323:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e504759. 00000400:00000010:3.0:1767384411.306325:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb4c9374. 00000100:00000200:3.0:1767384411.306326:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306327:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ec5abcf. 00000400:00000010:3.0:1767384411.306329:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cc02395. 00000100:00000200:3.0:1767384411.306330:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306331:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000551290f5. 00000400:00000010:3.0:1767384411.306333:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015e1c3dd. 00000100:00000200:3.0:1767384411.306334:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306335:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6ec4972. 00000400:00000010:3.0:1767384411.306338:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e307d995. 00000100:00000200:3.0:1767384411.306339:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306340:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d514d18. 00000400:00000010:3.0:1767384411.306341:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056e82790. 00000100:00000200:3.0:1767384411.306343:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306344:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007903df6f. 00000400:00000010:3.0:1767384411.306346:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c4c37f5. 00000100:00000200:3.0:1767384411.306347:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306349:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000caa27b8. 00000400:00000010:3.0:1767384411.306350:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d2bb3ae. 00000100:00000200:3.0:1767384411.306357:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306359:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000680ad572. 00000400:00000010:3.0:1767384411.306361:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4974834. 00000100:00000200:3.0:1767384411.306363:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306364:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000071af7e9. 00000400:00000010:3.0:1767384411.306367:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c86d7427. 00000100:00000200:3.0:1767384411.306368:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306370:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006593aed3. 00000400:00000010:3.0:1767384411.306371:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090d0f01d. 00000100:00000200:3.0:1767384411.306372:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306373:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aba7b743. 00000400:00000010:3.0:1767384411.306375:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003531028c. 00000100:00000200:3.0:1767384411.306377:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306378:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb49037e. 00000400:00000010:3.0:1767384411.306380:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c964edb9. 00000100:00000200:3.0:1767384411.306381:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306382:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f1e98d2. 00000400:00000010:3.0:1767384411.306384:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f53a96b. 00000100:00000200:3.0:1767384411.306385:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306386:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a75d8ec. 00000400:00000010:3.0:1767384411.306387:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006694da60. 00000100:00000200:3.0:1767384411.306389:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306390:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008120939e. 00000400:00000010:3.0:1767384411.306392:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfdb235f. 00000100:00000200:3.0:1767384411.306393:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306394:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000304994b8. 00000400:00000010:3.0:1767384411.306396:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ce99258. 00000100:00000200:3.0:1767384411.306397:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306398:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071faf969. 00000400:00000010:3.0:1767384411.306399:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000deec5b62. 00000100:00000200:3.0:1767384411.306401:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306402:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abbaa028. 00000400:00000010:3.0:1767384411.306403:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ac6c0ef. 00000100:00000200:3.0:1767384411.306404:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306406:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011b3bf29. 00000400:00000010:3.0:1767384411.306407:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000feba4947. 00000100:00000200:3.0:1767384411.306414:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306415:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bf494a5. 00000400:00000010:3.0:1767384411.306417:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e4ba028. 00000100:00000200:3.0:1767384411.306418:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306420:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5bb6112. 00000400:00000010:3.0:1767384411.306421:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012df88ac. 00000100:00000200:3.0:1767384411.306441:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306442:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9ac78a. 00000400:00000010:3.0:1767384411.306445:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d68cca2e. 00000100:00000200:3.0:1767384411.306446:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306448:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a0da7ce. 00000400:00000010:3.0:1767384411.306450:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c09905a. 00000100:00000200:3.0:1767384411.306452:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306453:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009734f41b. 00000400:00000010:3.0:1767384411.306455:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f683bad. 00000100:00000200:3.0:1767384411.306456:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306457:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa40e3f8. 00000400:00000010:3.0:1767384411.306459:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004204a497. 00000100:00000200:3.0:1767384411.306462:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306464:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f06f2e0. 00000400:00000010:3.0:1767384411.306467:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091c3ab46. 00000100:00000200:3.0:1767384411.306471:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306474:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9ef55f. 00000400:00000010:3.0:1767384411.306477:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043a1ca07. 00000100:00000200:3.0:1767384411.306481:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306483:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075d20443. 00000400:00000010:3.0:1767384411.306488:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004be27beb. 00000100:00000200:3.0:1767384411.306491:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306494:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c30d6339. 00000400:00000010:3.0:1767384411.306497:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d5b254c. 00000100:00000200:3.0:1767384411.306499:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306503:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b12a30d5. 00000400:00000010:3.0:1767384411.306506:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a52fbfdb. 00000100:00000200:3.0:1767384411.306508:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306511:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dfb077f. 00000400:00000010:3.0:1767384411.306513:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038a38b07. 00000100:00000200:3.0:1767384411.306524:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306527:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2da544. 00000400:00000010:3.0:1767384411.306530:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e92deb71. 00000100:00000200:3.0:1767384411.306533:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306535:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000620c9c98. 00000400:00000010:3.0:1767384411.306548:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dc8bcbd. 00000100:00000200:3.0:1767384411.306551:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306554:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6f8fa75. 00000400:00000010:3.0:1767384411.306557:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c52cb86. 00000100:00000200:3.0:1767384411.306560:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306563:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db80322a. 00000400:00000010:3.0:1767384411.306565:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057cd7b71. 00000100:00000200:3.0:1767384411.306567:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306569:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5d2da8. 00000400:00000010:3.0:1767384411.306571:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3d777ea. 00000100:00000200:3.0:1767384411.306573:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306575:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4810c78. 00000400:00000010:3.0:1767384411.306577:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c71c7fc. 00000100:00000200:3.0:1767384411.306580:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306582:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de242751. 00000400:00000010:3.0:1767384411.306585:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086b4e319. 00000100:00000200:3.0:1767384411.306587:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306589:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037910cf1. 00000400:00000010:3.0:1767384411.306591:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba4daeaf. 00000100:00000200:3.0:1767384411.306593:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306596:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d6c7872. 00000400:00000010:3.0:1767384411.306599:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c5a2a5e. 00000100:00000200:3.0:1767384411.306601:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306603:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000818c4f8d. 00000400:00000010:3.0:1767384411.306605:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d053908c. 00000100:00000200:3.0:1767384411.306607:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306609:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024b0215f. 00000400:00000010:3.0:1767384411.306612:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3fbcdf8. 00000100:00000200:3.0:1767384411.306614:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306617:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2727d55. 00000400:00000010:3.0:1767384411.306620:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f384b702. 00000100:00000200:3.0:1767384411.306628:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306630:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f00f402a. 00000400:00000010:3.0:1767384411.306633:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045104c66. 00000100:00000200:3.0:1767384411.306635:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306637:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3704ce. 00000400:00000010:3.0:1767384411.306640:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b96aacf. 00000100:00000200:3.0:1767384411.306643:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306645:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b2857bc. 00000400:00000010:3.0:1767384411.306648:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006afb24f7. 00000100:00000200:3.0:1767384411.306650:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306653:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006001a36f. 00000400:00000010:3.0:1767384411.306658:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abc1ee2e. 00000100:00000200:3.0:1767384411.306660:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306662:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074c9d094. 00000400:00000010:3.0:1767384411.306666:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034170a55. 00000100:00000200:3.0:1767384411.306668:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306671:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c3717a0. 00000400:00000010:3.0:1767384411.306674:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f962fc69. 00000100:00000200:3.0:1767384411.306676:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306679:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ffd53ca. 00000400:00000010:3.0:1767384411.306682:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c2cc907. 00000100:00000200:3.0:1767384411.306684:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306686:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbb11a7e. 00000400:00000010:3.0:1767384411.306689:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f836137a. 00000100:00000200:3.0:1767384411.306692:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306694:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000317913ea. 00000400:00000010:3.0:1767384411.306697:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b7235f1. 00000100:00000200:3.0:1767384411.306699:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306701:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e247ec66. 00000400:00000010:3.0:1767384411.306704:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1889614. 00000100:00000200:3.0:1767384411.306706:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306708:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c99cb5be. 00000400:00000010:3.0:1767384411.306710:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c05810. 00000100:00000200:3.0:1767384411.306712:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306714:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018f5a0b7. 00000400:00000010:3.0:1767384411.306717:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073461712. 00000100:00000200:3.0:1767384411.306727:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306730:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069137a3a. 00000400:00000010:3.0:1767384411.306733:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1264758. 00000100:00000200:3.0:1767384411.306735:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306738:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a3e06be. 00000400:00000010:3.0:1767384411.306740:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053baa280. 00000100:00000200:3.0:1767384411.306742:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306744:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9f4fe2d. 00000400:00000010:3.0:1767384411.306746:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd52f65f. 00000100:00000200:3.0:1767384411.306747:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306749:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031a83b06. 00000400:00000010:3.0:1767384411.306751:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a575bc09. 00000100:00000200:3.0:1767384411.306753:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306754:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064dcabb3. 00000400:00000010:3.0:1767384411.306756:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056895f60. 00000100:00000200:3.0:1767384411.306758:0:40989:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384411.306759:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f12190de. 00000400:00000010:3.0:1767384411.306760:0:40989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9fd83bb. 00000100:00000010:3.0:1767384411.306773:0:40989:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006ddfdd5f. 00000100:00000200:3.0:1767384411.306788:0:40989:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384411.306847:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000082575f8a. 00000100:00000010:2.0:1767384411.307009:0:40991:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b73ee083. 00000020:00000010:2.0:1767384411.307014:0:40991:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cc5458fd. 00000020:00000010:2.0:1767384411.307019:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005046cfeb. 00000020:00000010:2.0:1767384411.307021:0:40991:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000025443d4e. 00000040:00000010:2.0:1767384411.307024:0:40991:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000852df675. 00000020:00000010:2.0:1767384411.307026:0:40991:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076d6d3ab. 00000020:00000010:2.0:1767384411.307029:0:40991:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000db9a582d. 80000000:00000010:2.0:1767384411.307031:0:40991:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000231c46da. 00040000:00000010:2.0:1767384411.307034:0:40991:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000043fe104d. 00080000:00000010:2.0:1767384411.307038:0:40991:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ef947ab3. 00080000:00000010:2.0:1767384411.307041:0:40991:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ccc28aa6. 20000000:00000010:2.0:1767384411.307045:0:40991:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d0b5c98f. 00000100:00000010:2.0:1767384411.307058:0:40991:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000281df18b. 00000100:00000200:2.0:1767384411.307069:0:40991:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384411.307080:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f9a3d481. 00000100:00000010:3.0:1767384411.307228:0:40992:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004ef91cb1. 00000020:00000010:3.0:1767384411.307230:0:40992:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000060f3bc3a. 00000020:00000010:3.0:1767384411.307235:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000193ce0a. 00000020:00000010:3.0:1767384411.307237:0:40992:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051b22236. 00000040:00000010:3.0:1767384411.307239:0:40992:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e1fc0930. 00000020:00000010:3.0:1767384411.307241:0:40992:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d49a084. 00000020:00000010:3.0:1767384411.307244:0:40992:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ba4d530d. 80000000:00000010:3.0:1767384411.307245:0:40992:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000041b3156. 00040000:00000010:3.0:1767384411.307247:0:40992:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008da96da9. 00080000:00000010:3.0:1767384411.307250:0:40992:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000023fdb9df. 00080000:00000010:3.0:1767384411.307253:0:40992:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bcda59d5. 20000000:00000010:3.0:1767384411.307256:0:40992:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009841fb46. 00000100:00000010:3.0:1767384411.307268:0:40992:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000eb5cb4d. 00000100:00000200:3.0:1767384411.307279:0:40992:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:2.0:1767384411.307319:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009c4a5523. 00000020:00000010:2.0:1767384411.307325:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000045b9826. 00000020:00000010:2.0:1767384411.307334:0:40983:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000aec958c8. 00080000:00000010:2.0:1767384411.307345:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007a667a50. 20000000:00000010:2.0:1767384411.307348:0:40983:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000ca8509e2. 00080000:00000010:2.0:1767384411.307378:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000259ab1c1. 00000020:00000010:2.0:1767384411.307380:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001ba79989. 00080000:00000010:2.0:1767384411.307398:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000074a7ea17. 00000020:00000010:2.0:1767384411.307400:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000025f068a3. 00080000:00000010:2.0:1767384411.307407:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004df007f4. 00000020:00000010:2.0:1767384411.307409:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000256affb8. 00000020:00000010:2.0:1767384411.307417:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000061d33e48. 00000040:00000010:2.0:1767384411.307420:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008286d389. 00000020:00000010:2.0:1767384411.307673:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000650047f6. 00000020:00000010:2.0:1767384411.307679:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009118b668. 80000000:00000010:2.0:1767384411.307684:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000049a67036. 00040000:00000010:2.0:1767384411.307687:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c795d0d0. 00080000:00000010:2.0:1767384411.307693:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008a02ef44. 00080000:00000010:2.0:1767384411.307700:0:40983:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000fa6058f2. 00080000:00000010:2.0:1767384411.307703:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001a0934c4. 00000020:00000010:2.0:1767384411.307708:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad370f9. 00000020:00000010:2.0:1767384411.307712:0:40983:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003329c9de. 00000020:00000010:2.0:1767384411.307717:0:40983:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a8385985. 00000008:00000010:2.0:1767384411.307722:0:40983:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000057a620c7. 00020000:00000010:2.0:1767384411.307727:0:40983:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000039863aa4. 00008000:00000010:2.0:1767384411.307733:0:40983:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000edba89ca. 00000080:00000010:2.0:1767384411.307738:0:40983:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000428289c7. 00000020:00000010:2.0:1767384411.307742:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015540bb2. 00000020:00000010:2.0:1767384411.307747:0:40983:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000000e53ab9d. 00000020:00000010:2.0:1767384411.307769:0:40983:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000b1c1c0e8. 00000020:00000010:2.0:1767384411.307772:0:40983:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 0000000044ae0990. 00000100:02020000:2.0:1767384411.307784:0:40983:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.203.143@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:0.0:1767384411.311474:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073a592a. 00000400:00000200:0.0:1767384411.311481:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000724f6a 00000400:00000010:0.0:1767384411.311484:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000724f6a. 00000400:00000010:3.0:1767384411.311493:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081cbe5a2. 00000100:00000200:0.0:1767384411.311496:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006835a9ea x1853236746160384/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384423 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384411.311502:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:3.0:1767384411.311507:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000100:00000200:0.0:1767384411.311516:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006835a9ea x1853236746160384/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384423 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384411.311520:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019fd9e63 x1853236746160128/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384418 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384411.311539:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019fd9e63 x1853236746160128/t0(0) o400->MGC192.168.203.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384418 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384411.311548:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048000536. 02000000:00000010:3.0:1767384411.311555:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f5c375d. 02000000:00000010:0.0:1767384411.311557:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004decd0c0. 02000000:00000010:3.0:1767384411.311564:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000357a72e. 00000100:00000010:0.0:1767384411.311565:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006835a9ea. 00000100:00000010:3.0:1767384411.311573:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019fd9e63. 00000100:00000010:2.0:1767384411.311627:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017f735d0. 02000000:00000010:2.0:1767384411.311639:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ea0e32cf. 02000000:00000010:0.0:1767384411.311687:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005f209717. 00000400:00000010:0.0:1767384411.311692:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073a592a. 00000400:00000010:0.0:1767384411.311695:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000724f6a. 00000100:00000200:0.0:1767384411.311698:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746160512, portal 25 00000400:00000010:0.0:1767384411.311702:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e52df106. 00000100:00000200:0.0:1767384411.311703:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236746160512, offset 0 00000400:00000200:0.0:1767384411.311708:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.311718:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.311726:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824df08980 00000400:00000200:0.0:1767384411.311731:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x21d5 [2] + 0 00000400:00000010:0.0:1767384411.311733:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fec1f30. 00000400:00000200:0.0:1767384411.311736:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006af25348 00000400:00000200:0.0:1767384411.311740:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.311743:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384411.311746:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006af25348 00000400:00000010:0.0:1767384411.311747:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006af25348. 00000100:00000200:0.0:1767384411.311750:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384411.311766:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52df106 00000400:00000010:0.0:1767384411.311767:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e52df106. 00000100:00000200:0.0:1767384411.311770:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017f735d0 x1853236746160512/t0(0) o250->MGC192.168.203.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384411.311781:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c098702. 00000100:00000010:0.0:1767384411.311790:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093535811. 00000100:00000010:0.0:1767384411.311795:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3e1b9f6. 00000020:00000010:3.0:1767384411.311796:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f6e3dae2. 00000100:00000010:0.0:1767384411.311799:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d265c355. 00000020:00000010:3.0:1767384411.311811:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f842bb5. 00000020:00000010:3.0:1767384411.311816:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccafb86c. 00000020:00000010:3.0:1767384411.311819:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006017bddb. 00000100:00000200:3.0:1767384411.311841:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746160512 02000000:00000010:3.0:1767384411.311853:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e3fec923. 00000020:00000010:3.0:1767384411.311860:0:40992:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000037e65d2e. 00000001:00000010:3.0:1767384411.311866:0:40992:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009387c9f8. 00000001:00000010:3.0:1767384411.311869:0:40992:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002c0c0dfd. 00000001:00000010:3.0:1767384411.311871:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000075cd4d9e. 00000001:00000010:3.0:1767384411.311873:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000164a0153. 00000001:00000010:3.0:1767384411.311875:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000004611e5e. 00000001:00000010:3.0:1767384411.311877:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007eb778f1. 00000020:00000010:3.0:1767384411.311886:0:40992:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d5938dde. 00000020:00000010:3.0:1767384411.311947:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d73d08b3. 00000020:00000010:3.0:1767384411.311950:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000529f73bd. 00000020:00000010:3.0:1767384411.311952:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000de7e0f98. 00000020:00000010:3.0:1767384411.311962:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bbe6b8de. 00000020:00000010:3.0:1767384411.311963:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000002a5e3457. 00000020:00000010:3.0:1767384411.311965:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000feb9f64e. 00000020:00000010:3.0:1767384411.311973:0:40992:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000df446e07. 00010000:00000200:3.0:1767384411.312017:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a50b5927 x1853236746160512/t0(0) o250->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384431 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384411.312029:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000100:00000200:3.0:1767384411.312031:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236746160512, offset 0 00000400:00000200:3.0:1767384411.312034:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384411.312039:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384411.312042:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824df08980 00000400:00000200:3.0:1767384411.312046:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x22d5 [1] + 0 00000400:00000200:3.0:1767384411.312048:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.312050:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384411.312053:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017f735d0 x1853236746160512/t0(0) o250->MGC192.168.203.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384411.312069:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:3.0:1767384411.312071:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000020:00000010:3.0:1767384411.312079:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccafb86c. 00000020:00000010:3.0:1767384411.312082:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006017bddb. 00000020:00000010:3.0:1767384411.312084:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f842bb5. 00000400:00000010:0.0:1767384411.312088:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073a592a. 02000000:00000010:3.0:1767384411.312089:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000e3fec923. 00000400:00000200:0.0:1767384411.312095:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000724f6a 00000100:00000200:3.0:1767384411.312097:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384411.312098:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000724f6a. 00000400:00000010:3.0:1767384411.312103:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083ba6948. 00000100:00000200:0.0:1767384411.312107:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017f735d0 x1853236746160512/t0(0) o250->MGC192.168.203.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384411.312108:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a663c685. 00000100:00000200:0.0:1767384411.312118:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017f735d0 x1853236746160512/t0(0) o250->MGC192.168.203.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.312147:0:16352:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 00000000487b82a2. 02000000:00000010:0.0:1767384411.312167:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005f209717. 02000000:00000010:0.0:1767384411.312171:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ea0e32cf. 00000100:00000010:0.0:1767384411.312175:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017f735d0. 00000020:00000010:2.0:1767384411.312191:0:40983:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 0000000044ae0990. 00000020:00000010:2.0:1767384411.312195:0:40983:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000b1c1c0e8. 00000020:00000010:2.0:1767384411.312203:0:40983:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000fa5e8dcc. 00000020:00000010:2.0:1767384411.312214:0:40983:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000035512772. 00000020:00000010:1.0:1767384411.312215:0:486:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 0000000074b829b4. 00000020:00000010:2.0:1767384411.312219:0:40983:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000358e599b. 00000020:00000010:2.0:1767384411.312228:0:40983:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000fa5e8dcc. 00000020:00000010:2.0:1767384411.312233:0:40983:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 000000002e8c46ca. 00000001:00000010:2.0:1767384411.312244:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000357a72e. 00000100:00000010:1.0:1767384411.312245:0:486:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c549c65b. 00000001:00000010:2.0:1767384411.312250:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b1c1c0e8. 00000001:00000010:2.0:1767384411.312255:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005065b289. 00000001:00000010:2.0:1767384411.312259:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001708a089. 00000100:00000010:1.0:1767384411.312259:0:486:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df4a7b6c. 00000001:00000010:2.0:1767384411.312263:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000015540bb2. 00000001:00000010:2.0:1767384411.312267:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4a5ce72. 02000000:00000010:1.0:1767384411.312271:0:486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000095533fed. 00000001:00000010:2.0:1767384411.312272:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000019f3c6c6. 00000001:00000010:2.0:1767384411.312278:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004dee30b2. 00000001:00000010:2.0:1767384411.312281:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ad370f9. 00000100:00000010:1.0:1767384411.312281:0:486:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fef9df63. 00000001:00000010:2.0:1767384411.312287:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c795d0d0. 00000100:00000010:1.0:1767384411.312288:0:486:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000358155e5. 00000001:00000010:2.0:1767384411.312291:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009118b668. 00000001:00000010:2.0:1767384411.312294:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008286d389. 00000020:00000010:2.0:1767384411.312297:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061d33e48. 00000020:00000010:2.0:1767384411.312302:0:40983:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c03e6a0a. 00000400:00000010:1.0:1767384411.312302:0:486:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df44ae10. 00000020:00000010:2.0:1767384411.312308:0:40983:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000542473c0. 00000400:00000010:1.0:1767384411.312309:0:486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071bef6d3. 00000008:00000010:2.0:1767384411.312313:0:40983:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000cc48e54a. 00000100:00000200:1.0:1767384411.312314:0:486:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824df08a00-0x695824df08a00, portal 33 00020000:00000010:2.0:1767384411.312319:0:40983:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000005bb40ac. 02000000:00000010:1.0:1767384411.312322:0:486:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bdd364e4. 00008000:00000010:2.0:1767384411.312324:0:40983:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000661ee67b. 00000400:00000010:1.0:1767384411.312327:0:486:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b2a738f. 00000080:00000010:2.0:1767384411.312330:0:40983:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002bf75fd5. 00000400:00000010:1.0:1767384411.312332:0:486:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9d9884d. 00000100:00000200:1.0:1767384411.312335:0:486:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746160640, portal 25 00000020:00000010:2.0:1767384411.312336:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a667a50. 00000400:00000010:1.0:1767384411.312340:0:486:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b29e3960. 00000020:00000010:2.0:1767384411.312342:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074a7ea17. 00000100:00000200:1.0:1767384411.312343:0:486:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236746160640, offset 0 00000040:00000010:2.0:1767384411.312347:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000259ab1c1. 00000400:00000200:1.0:1767384411.312351:0:486:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384411.312354:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000011cff9d6. 00000400:00000200:1.0:1767384411.312358:0:486:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384411.312359:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004cf0e7df. 00000020:00000010:2.0:1767384411.312364:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c4a5523. 00000400:00000200:1.0:1767384411.312366:0:486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824df08a00 80000000:00000010:2.0:1767384411.312368:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fa5e8dcc. 00000400:00000200:1.0:1767384411.312373:0:486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21d9 [2] + 0 40000000:00000010:2.0:1767384411.312374:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f283f19. 00000400:00000010:1.0:1767384411.312378:0:486:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ea30140. 00100000:00000010:2.0:1767384411.312381:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ee2f9c5. 00000400:00000200:1.0:1767384411.312382:0:486:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009678089c 00040000:00000010:2.0:1767384411.312388:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000208aa7a2. 00000400:00000200:1.0:1767384411.312388:0:486:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1767384411.312394:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000048682a34. 00000400:00000200:1.0:1767384411.312395:0:486:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384411.312400:0:486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009678089c 00080000:00000010:2.0:1767384411.312401:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000daea3b8b. 00000400:00000010:1.0:1767384411.312402:0:486:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009678089c. 00000100:00000200:1.0:1767384411.312408:0:486:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00080000:00000010:2.0:1767384411.312409:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d4d94177. 00000004:00000010:2.0:1767384411.312416:0:40983:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 0000000044ae0990. 00000400:00000200:1.0:1767384411.312421:0:486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b29e3960 00000400:00000010:1.0:1767384411.312444:0:486:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b29e3960. 00000100:00000200:1.0:1767384411.312451:0:486:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df4a7b6c x1853236746160640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384411.312473:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b36b400a. 00000020:00000010:3.0:1767384411.312480:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b36b400a. 00000020:00000010:3.0:1767384411.312486:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026906ba8. 00000020:00000010:3.0:1767384411.312491:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccafb86c. 00000020:00000010:3.0:1767384411.312494:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006017bddb. 00000020:00000010:3.0:1767384411.312533:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b36b400a. 00000020:00000010:3.0:1767384411.312537:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b36b400a. 00000100:00000010:2.0:1767384411.312537:0:40983:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000008c25db39. 00000100:00000200:3.0:1767384411.312543:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746160640 00000100:00000010:2.0:1767384411.312546:0:40983:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000934dc3d1. 02000000:00000010:3.0:1767384411.312563:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c20c3a9e. 00000100:00000010:2.0:1767384411.312565:0:40983:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000000bf882af. 00000100:00000010:2.0:1767384411.312575:0:40983:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000ac2b1b5d. 20000000:00000010:3.0:1767384411.312576:0:40992:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000f7f59287. 00000100:00000010:3.0:1767384411.312582:0:40992:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000068f39a58. 00000100:00000010:2.0:1767384411.312584:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef4b383f. 00000100:00000010:3.0:1767384411.312585:0:40992:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002493dbd1. 00000400:00000010:3.0:1767384411.312596:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000400:00000010:3.0:1767384411.312601:0:40992:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000210e10c9. 00000400:00000200:3.0:1767384411.312604:0:40992:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384411.312609:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384411.312614:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824df08a00 00000400:00000200:3.0:1767384411.312617:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x22e5 [1] + 0 00000400:00000010:3.0:1767384411.312619:0:40992:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df44ae10. 00000400:00000200:3.0:1767384411.312621:0:40992:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071bef6d3 00000100:00000200:3.0:1767384411.312624:0:40992:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000068f39a58 00000400:00000200:3.0:1767384411.312630:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384411.312633:0:40992:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x22f1 00000400:00000200:3.0:1767384411.312636:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.312638:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384411.312640:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:3.0:1767384411.312641:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000100:00000200:3.0:1767384411.312642:0:40992:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000068f39a58 00000400:00000200:3.0:1767384411.312645:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071bef6d3 00000400:00000010:3.0:1767384411.312646:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071bef6d3. 00000100:00000200:3.0:1767384411.312649:0:40992:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000df4a7b6c desc 00000000fef9df63 mbits 1853236746160640 00000100:00000200:3.0:1767384411.312661:0:40992:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824df08a00-0x695824df08a00 00000100:00000010:2.0:1767384411.312663:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000021ef8988. 00000100:00000010:2.0:1767384411.312668:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b6e51fe. 20000000:00000010:3.0:1767384411.312669:0:40992:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000009f842bb5. 20000000:00000010:3.0:1767384411.312676:0:40992:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000065fcef41. 20000000:00000010:3.0:1767384411.312680:0:40992:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000005bcd9049. 20000000:00000010:3.0:1767384411.312683:0:40992:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000952d51b2. 20000000:00000010:3.0:1767384411.312685:0:40992:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000cb7afb6a. 00000100:00000010:2.0:1767384411.312742:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002b342e99. 00000100:00000010:2.0:1767384411.312801:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007461b334. 00000100:00000010:2.0:1767384411.312878:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008b4bf540. 00000100:00000010:2.0:1767384411.312882:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea0e32cf. 00080000:00000010:1.0:1767384411.312909:0:40992:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000c5f83c23. 20000000:00000010:1.0:1767384411.312930:0:40992:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 000000002df9362e. 00080000:00000010:1.0:1767384411.312938:0:40992:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a68a52da. 00000100:00000010:2.0:1767384411.312975:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005388e865. 00000100:00000010:2.0:1767384411.312983:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa6058f2. 00000100:00000010:2.0:1767384411.313068:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006b244dbb. 00000100:00000010:2.0:1767384411.313074:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001edb476e. 00000100:00000010:2.0:1767384411.313158:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a7c698d8. 00000100:00000010:2.0:1767384411.313164:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b65a6ab. 20000000:00000010:1.0:1767384411.313198:0:40992:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000070a74568. 00000040:00000010:1.0:1767384411.313205:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000030c32c5e. 00000040:00000010:1.0:1767384411.313225:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000ff80ff75. 00000020:00000010:1.0:1767384411.313231:0:40992:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000027c84f31. 00080000:00000010:1.0:1767384411.313235:0:40992:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b3a60681. 00000040:00000010:1.0:1767384411.313248:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000088ce8f63. 00000100:00000010:2.0:1767384411.313249:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a94d7cc6. 00000100:00000010:2.0:1767384411.313257:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056848afd. 00000100:00000010:2.0:1767384411.313346:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000063246205. 00000100:00000010:2.0:1767384411.313351:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000822fb3b5. 00000100:00000010:2.0:1767384411.313478:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dd83d781. 00000100:00000010:2.0:1767384411.313484:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df25b3df. 00000040:00000010:1.0:1767384411.313544:0:40992:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008d26c3bf. 00000100:00000010:2.0:1767384411.313576:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000061d8f40a. 00000100:00000010:2.0:1767384411.313583:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086e1e111. 00000020:00000010:1.0:1767384411.313664:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa925c5d. 00000020:00000010:1.0:1767384411.313670:0:40994:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d3bddb1. 00000040:00000010:1.0:1767384411.313673:0:40994:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004df007f4. 00000100:00000010:2.0:1767384411.313674:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000001a1f869. 00000020:00000010:1.0:1767384411.313677:0:40994:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d0edc5bf. 00000100:00000010:2.0:1767384411.313681:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f9a8afc. 00000020:00000010:1.0:1767384411.313684:0:40994:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aa206da2. 00000020:00000010:1.0:1767384411.313690:0:40994:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f21e444b. 80000000:00000010:1.0:1767384411.313693:0:40994:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e593a066. 40000000:00000010:1.0:1767384411.313696:0:40994:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005d048881. 00100000:00000010:1.0:1767384411.313700:0:40994:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000060a481c4. 00040000:00000010:1.0:1767384411.313704:0:40994:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000364c42bb. 00040000:00000010:1.0:1767384411.313707:0:40994:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000003b8ea86. 00080000:00000010:1.0:1767384411.313714:0:40994:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002a5276a9. 00080000:00000010:1.0:1767384411.313719:0:40994:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000626bd29a. 00000004:00000010:1.0:1767384411.313727:0:40994:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9d448b1. 00002000:00000010:1.0:1767384411.313732:0:40994:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004d49bd83. 00000020:00000010:1.0:1767384411.313736:0:40994:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000084d88d6. 00000040:00000010:1.0:1767384411.313742:0:40994:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001ae4289b. 00000100:00000010:2.0:1767384411.313777:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003ff3269e. 00000100:00000010:2.0:1767384411.313783:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000078e79a8. 00000100:00000010:2.0:1767384411.313878:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b3685f94. 00000100:00000010:2.0:1767384411.313884:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000404255ab. 00000100:00000010:2.0:1767384411.313986:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000bfef68c. 00000100:00000010:2.0:1767384411.313992:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a208c4bf. 00000100:00000010:2.0:1767384411.314081:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000897b8b80. 00000100:00000010:2.0:1767384411.314086:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076ae98b6. 00000040:00000010:1.0:1767384411.314108:0:40994:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001ae4289b. 00000020:00000010:1.0:1767384411.314115:0:40994:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000084d88d6. 00000020:00000010:1.0:1767384411.314119:0:40994:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009d3bddb1. 00000040:00000010:1.0:1767384411.314124:0:40994:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004df007f4. 00000020:00000010:1.0:1767384411.314126:0:40994:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d0edc5bf. 00000020:00000010:1.0:1767384411.314129:0:40994:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aa206da2. 00000020:00000010:1.0:1767384411.314133:0:40994:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f21e444b. 80000000:00000010:1.0:1767384411.314136:0:40994:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e593a066. 40000000:00000010:1.0:1767384411.314138:0:40994:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005d048881. 00100000:00000010:1.0:1767384411.314141:0:40994:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000060a481c4. 00040000:00000010:1.0:1767384411.314143:0:40994:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000364c42bb. 00040000:00000010:1.0:1767384411.314146:0:40994:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000003b8ea86. 00080000:00000010:1.0:1767384411.314150:0:40994:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000626bd29a. 00080000:00000010:1.0:1767384411.314152:0:40994:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002a5276a9. 00000004:00000010:1.0:1767384411.314155:0:40994:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f9d448b1. 00002000:00000010:1.0:1767384411.314157:0:40994:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004d49bd83. 00000020:00000010:1.0:1767384411.314160:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa925c5d. 00000100:00000010:2.0:1767384411.314174:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d8d39e41. 00000100:00000010:2.0:1767384411.314181:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c06e825. 00000040:00000010:0.0:1767384411.314201:0:40992:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008d26c3bf. 00000040:00000010:0.0:1767384411.314211:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000ff80ff75. 00000040:00000010:0.0:1767384411.314215:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000088ce8f63. 00000040:00000010:0.0:1767384411.314218:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000030c32c5e. 20000000:00000010:0.0:1767384411.314222:0:40992:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000070a74568. 20000000:00000010:0.0:1767384411.314227:0:40992:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000001daa8f30. 00000040:00000010:0.0:1767384411.314231:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000401a3396. 00000040:00000010:0.0:1767384411.314244:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000401a3396. 20000000:00000010:0.0:1767384411.314248:0:40992:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000001daa8f30. 20000000:00000010:0.0:1767384411.314252:0:40992:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000004b5496db. 20000000:00000010:0.0:1767384411.314263:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000401a3396. 20000000:00000010:0.0:1767384411.314282:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c4ef7a8. 20000000:00000010:0.0:1767384411.314289:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000065719314. 00000100:00000010:2.0:1767384411.314292:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000032ebdb47. 20000000:00000010:0.0:1767384411.314294:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000532854d9. 00000100:00000010:2.0:1767384411.314300:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000785c1dc. 20000000:00000010:0.0:1767384411.314301:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000816be980. 20000000:00000010:0.0:1767384411.314308:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1a30821. 20000000:00000010:0.0:1767384411.314313:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006615dbff. 20000000:00000010:0.0:1767384411.314317:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a9b99ed. 20000000:00000010:0.0:1767384411.314321:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f53ae7c2. 20000000:00000010:0.0:1767384411.314326:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cf4d0dec. 20000000:00000010:0.0:1767384411.314331:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003911419a. 20000000:00000010:0.0:1767384411.314335:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000027da2fcf. 20000000:00000010:0.0:1767384411.314339:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f1f452b7. 20000000:00000010:0.0:1767384411.314344:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000081ba8da6. 20000000:00000010:0.0:1767384411.314349:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ce21a8bb. 20000000:00000010:0.0:1767384411.314353:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d9395445. 20000000:00000010:0.0:1767384411.314358:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026cad393. 20000000:00000010:0.0:1767384411.314362:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007be3c5ed. 20000000:00000010:0.0:1767384411.314366:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000331d3598. 20000000:00000010:0.0:1767384411.314370:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009493a455. 20000000:00000010:0.0:1767384411.314374:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000198a68d2. 20000000:00000010:0.0:1767384411.314378:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000020491143. 20000000:00000010:0.0:1767384411.314382:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002751ba46. 00000100:00000010:2.0:1767384411.314386:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009103eef1. 20000000:00000010:0.0:1767384411.314387:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007b4ff8c1. 00000100:00000010:2.0:1767384411.314394:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009de3aefc. 20000000:00000010:0.0:1767384411.314396:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005abb5781. 20000000:00000010:0.0:1767384411.314402:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003244054a. 20000000:00000010:0.0:1767384411.314406:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1da70d0. 20000000:00000010:0.0:1767384411.314410:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ed20e964. 20000000:00000010:0.0:1767384411.314414:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d37ae8b8. 20000000:00000010:0.0:1767384411.314418:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b7735b5. 20000000:00000010:0.0:1767384411.314420:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4d64f48. 20000000:00000010:0.0:1767384411.314445:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000995a58a0. 20000000:00000010:0.0:1767384411.314452:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000855a49e6. 20000000:00000010:0.0:1767384411.314458:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000075f5fb1b. 20000000:00000010:0.0:1767384411.314465:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a97dc9e. 20000000:00000010:0.0:1767384411.314470:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c51794f2. 20000000:00000010:0.0:1767384411.314474:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071c5d23c. 20000000:00000010:0.0:1767384411.314481:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008584bf3c. 20000000:00000010:0.0:1767384411.314486:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3f1ba2e. 00000100:00000010:2.0:1767384411.314490:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a2a7735d. 20000000:00000010:0.0:1767384411.314491:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088fd28fa. 00000100:00000010:2.0:1767384411.314500:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f751cec6. 20000000:00000010:0.0:1767384411.314501:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000252e2a05. 20000000:00000010:0.0:1767384411.314507:0:40992:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008caff584. 00000020:00000010:0.0:1767384411.314516:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000001d871dc8. 00080000:00000010:0.0:1767384411.314521:0:40992:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d1600b67. 00080000:00000010:0.0:1767384411.314530:0:40992:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c0f20e9c. 00000100:00000010:2.0:1767384411.314595:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006a8f4621. 00000100:00000010:2.0:1767384411.314601:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008efc56f6. 00000100:00000010:2.0:1767384411.314688:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fd388210. 00000100:00000010:2.0:1767384411.314694:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074f60b04. 00000100:00000010:2.0:1767384411.314782:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000012052b4. 00000100:00000010:2.0:1767384411.314789:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c32b6fb. 00000100:00000010:2.0:1767384411.314877:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f55636f3. 00000100:00000010:2.0:1767384411.314883:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000482548b6. 00000100:00000010:2.0:1767384411.314982:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007f50abde. 00000100:00000010:2.0:1767384411.314989:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d9c4511. 00000100:00000010:2.0:1767384411.315078:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002927716a. 00000100:00000010:2.0:1767384411.315084:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000130b6e7e. 00000100:00000010:2.0:1767384411.315173:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d0bca54d. 00000100:00000010:2.0:1767384411.315179:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f426e346. 00000100:00000010:2.0:1767384411.315269:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000aeb39331. 00000100:00000010:2.0:1767384411.315274:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fa7f84b. 00000100:00000010:2.0:1767384411.315361:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000061deb5f. 00000100:00000010:2.0:1767384411.315367:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090b69179. 00080000:00000010:1.0:1767384411.315466:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d1600b67. 00000100:00000010:2.0:1767384411.315480:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f750e902. 00000100:00000010:2.0:1767384411.315487:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfeb195c. 00080000:00000010:0.0:1767384411.315500:0:40992:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c0f20e9c. 00010000:00000010:1.0:1767384411.315533:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d10610aa. 00010000:00000010:1.0:1767384411.315540:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006c222b34. 00000020:00000010:1.0:1767384411.315544:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005d048881. 00000100:00000010:2.0:1767384411.315583:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002c613340. 00000100:00000010:2.0:1767384411.315589:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d723acd. 00000100:00000010:0.0:1767384411.315678:0:40992:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002493dbd1. 00000100:00000010:2.0:1767384411.315682:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000076f0a28a. 00000100:00000010:0.0:1767384411.315684:0:40992:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000068f39a58. 20000000:00000010:0.0:1767384411.315689:0:40992:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000f7f59287. 00000100:00000010:2.0:1767384411.315691:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006410691. 00010000:00000200:0.0:1767384411.315701:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fc947409 x1853236746160640/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 4784/4768 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.315721:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6237627. 00000100:00000200:0.0:1767384411.315726:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746160640, offset 224 00000400:00000200:0.0:1767384411.315732:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.315742:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.315750:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df08a00 00000400:00000200:0.0:1767384411.315756:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x22e9 [2] + 224 00000400:00000200:0.0:1767384411.315763:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.315767:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.315774:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df4a7b6c x1853236746160640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384411.315781:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000c5ae626. 00000100:00000010:2.0:1767384411.315788:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008838cb02. 00000400:00000200:0.0:1767384411.315796:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6237627 00000400:00000010:0.0:1767384411.315800:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6237627. 00000400:00000010:1.0:1767384411.315807:0:486:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b2a738f. 00000400:00000200:1.0:1767384411.315811:0:486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9d9884d 00000400:00000010:1.0:1767384411.315813:0:486:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9d9884d. 00000020:00000010:0.0:1767384411.315814:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000002d55f8d. 00000100:00000200:1.0:1767384411.315820:0:486:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df4a7b6c x1853236746160640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.315823:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccafb86c. 00000020:00000010:0.0:1767384411.315827:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006017bddb. 00000100:00000200:1.0:1767384411.315828:0:486:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df4a7b6c x1853236746160640/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.315831:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026906ba8. 02000000:00000010:0.0:1767384411.315838:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c20c3a9e. 00000100:00000200:0.0:1767384411.315846:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384411.315850:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073a592a. 00000400:00000010:0.0:1767384411.315854:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6237627. 02000000:00000010:1.0:1767384411.315855:0:486:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bdd364e4. 00000100:00000010:1.0:1767384411.315860:0:486:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000358155e5. 00000100:00000010:1.0:1767384411.315863:0:486:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fef9df63. 02000000:00000010:1.0:1767384411.315867:0:486:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000095533fed. 00000100:00000010:1.0:1767384411.315873:0:486:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df4a7b6c. 00000100:00000010:1.0:1767384411.315877:0:486:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c549c65b. 00000100:00000010:2.0:1767384411.315879:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e2ed55f5. 00000020:00000010:1.0:1767384411.315881:0:486:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 0000000074b829b4. 00000100:00000010:2.0:1767384411.315889:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000888fb11. 00000020:00000010:1.0:1767384411.315893:0:486:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 00000000487b82a2. 00000100:00000010:2.0:1767384411.315993:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000709377f. 00000100:00000010:2.0:1767384411.316000:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f63e61de. 00000100:00000010:2.0:1767384411.316089:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000bce84a8. 00000100:00000010:2.0:1767384411.316094:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002aaca706. 00000100:00000010:2.0:1767384411.316182:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000099864039. 00000100:00000010:2.0:1767384411.316187:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7968405. 00000100:00000010:2.0:1767384411.316284:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005db3fcc5. 00000100:00000010:2.0:1767384411.316289:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032c3989b. 00000100:00000010:2.0:1767384411.316383:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000d4dedb5. 00000100:00000010:2.0:1767384411.316389:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2447fce. 00000100:00000010:2.0:1767384411.316501:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000077d0cdd. 00000100:00000010:2.0:1767384411.316508:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f64ce4f5. 00000100:00000010:2.0:1767384411.316600:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008a5ce692. 00000100:00000010:2.0:1767384411.316605:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9ebe585. 00000100:00000010:2.0:1767384411.316692:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000062b8f4a5. 00000100:00000010:2.0:1767384411.316698:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006afc5d30. 00000100:00000010:2.0:1767384411.316785:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008f462b96. 00000100:00000010:2.0:1767384411.316790:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dedb3c2b. 00000100:00000010:2.0:1767384411.316878:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e7fa82cf. 00000100:00000010:2.0:1767384411.316882:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfc6529f. 00000100:00000010:2.0:1767384411.316982:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f72fbc9c. 00000100:00000010:2.0:1767384411.316988:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f9b2ca5. 00000100:00000010:2.0:1767384411.317076:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000def13722. 00000100:00000010:2.0:1767384411.317081:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9b7313c. 00000100:00000010:2.0:1767384411.317164:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000083e2be87. 00000100:00000010:2.0:1767384411.317169:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c395305. 00000100:00000010:2.0:1767384411.317255:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000573c5943. 00000100:00000010:2.0:1767384411.317260:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000075311c9. 00000100:00000010:2.0:1767384411.317346:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000109b1d64. 00000100:00000010:2.0:1767384411.317351:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb8b446b. 00000100:00000010:2.0:1767384411.317455:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c493c84e. 00000100:00000010:2.0:1767384411.317461:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002680e337. 00000100:00000010:2.0:1767384411.317547:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000032672105. 00000100:00000010:2.0:1767384411.317552:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e6ea800. 00000100:00000010:2.0:1767384411.317635:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000013723894. 00000100:00000010:2.0:1767384411.317640:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006253196f. 00000100:00000010:2.0:1767384411.317723:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d14e8202. 00000100:00000010:2.0:1767384411.317728:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a84b0144. 00000100:00000010:2.0:1767384411.317814:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001bdf2509. 00000100:00000010:2.0:1767384411.317819:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4ac4143. 00000100:00000010:2.0:1767384411.317904:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000088cb833e. 00000100:00000010:2.0:1767384411.317909:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085cf058a. 00000100:00000010:2.0:1767384411.318010:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000000ab4c20. 00000100:00000010:2.0:1767384411.318016:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d7c7952. 00000100:00000010:2.0:1767384411.318103:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d05a5768. 00000100:00000010:2.0:1767384411.318109:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076f46f57. 00000100:00000010:2.0:1767384411.318196:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000be785676. 00000100:00000010:2.0:1767384411.318200:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a98f2b29. 00000100:00000010:2.0:1767384411.318289:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f4005f23. 00000100:00000010:2.0:1767384411.318293:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001729b2d2. 00000100:00000010:2.0:1767384411.318379:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000539abe0e. 00000100:00000010:2.0:1767384411.318383:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051711a45. 00000100:00000010:2.0:1767384411.318485:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000013c33fec. 00000100:00000010:2.0:1767384411.318491:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fed961c9. 00000100:00000010:2.0:1767384411.318577:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002978d5ca. 00000100:00000010:2.0:1767384411.318582:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002eea496d. 00000100:00000010:2.0:1767384411.318670:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001f2cb358. 00000100:00000010:2.0:1767384411.318675:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023746289. 00000100:00000010:2.0:1767384411.318760:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004aa06790. 00000100:00000010:2.0:1767384411.318765:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f17fa0d. 00000100:00000010:2.0:1767384411.318851:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c1085dfc. 00000400:00000200:2.0:1767384411.318857:0:40983:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:2.0:1767384411.318933:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000007f4c4f1. 00000020:00000010:2.0:1767384411.318939:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000032407ec8. 00000100:00000010:2.0:1767384411.318993:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000568362dc. 00000100:00000010:2.0:1767384411.319000:0:40983:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000619ebecd. 00000100:00000010:2.0:1767384411.319004:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008cc5a4c0. 00000100:00000010:2.0:1767384411.319008:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a295f3c9. 00000100:00000010:2.0:1767384411.319011:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a977f0ff. 00000100:00000010:2.0:1767384411.319015:0:40983:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000a5ad7603. 00000100:00000010:2.0:1767384411.319018:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bc576d91. 00000100:00000010:2.0:1767384411.319021:0:40983:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000274e8a7b. 00000100:00000010:2.0:1767384411.319023:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c3473040. 00000100:00000010:2.0:1767384411.319027:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b6076c51. 00000100:00000010:2.0:1767384411.319029:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006af25348. 00000100:00000200:2.0:1767384411.319062:0:40983:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:2.0:1767384411.319067:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009a3ba525. 00000100:00000010:0.0:1767384411.319258:0:40996:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c0f20e9c. 00000020:00000010:0.0:1767384411.319264:0:40996:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000035d14a77. 00000020:00000010:0.0:1767384411.319268:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0bee995. 00000020:00000010:0.0:1767384411.319270:0:40996:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063b08c26. 00000040:00000010:0.0:1767384411.319273:0:40996:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d1600b67. 00000020:00000010:0.0:1767384411.319276:0:40996:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d7af66e5. 00000020:00000010:0.0:1767384411.319279:0:40996:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000094ebed68. 00000020:00000010:0.0:1767384411.319283:0:40996:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026906ba8. 80000000:00000010:0.0:1767384411.319286:0:40996:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000045ebdadd. 40000000:00000010:0.0:1767384411.319288:0:40996:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004835f2c3. 00100000:00000010:0.0:1767384411.319291:0:40996:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000da91af4. 00040000:00000010:0.0:1767384411.319294:0:40996:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004c56c9a2. 00040000:00000010:0.0:1767384411.319299:0:40996:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e72085fb. 00080000:00000010:0.0:1767384411.319303:0:40996:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000010836e7. 00080000:00000010:0.0:1767384411.319307:0:40996:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000095533fed. 00000004:00000010:0.0:1767384411.319312:0:40996:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d8252702. 00002000:00000010:0.0:1767384411.319315:0:40996:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005f209717. 00000100:00000200:0.0:1767384411.319318:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319321:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077fc18d4. 00000400:00000010:0.0:1767384411.319325:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a7b2b87f. 00000100:00000200:0.0:1767384411.319329:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319330:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097bc8179. 00000400:00000010:0.0:1767384411.319332:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000028996f10. 00000100:00000200:0.0:1767384411.319333:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319335:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d85857f7. 00000400:00000010:0.0:1767384411.319336:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003a2361bb. 00000100:00000200:0.0:1767384411.319338:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319339:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013705e06. 00000400:00000010:0.0:1767384411.319340:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005f4da2ba. 00000100:00000200:0.0:1767384411.319342:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319343:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ee0a29. 00000400:00000010:0.0:1767384411.319345:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000042a0a985. 00000100:00000200:0.0:1767384411.319346:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319348:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade976d5. 00000400:00000010:0.0:1767384411.319350:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006865e014. 00000100:00000200:0.0:1767384411.319352:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319353:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000219ff922. 00000400:00000010:0.0:1767384411.319355:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009075aa93. 00000100:00000200:0.0:1767384411.319356:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319357:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d515fe29. 00000400:00000010:0.0:1767384411.319358:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a3370f26. 00000100:00000200:0.0:1767384411.319360:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319361:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000413ac9ad. 00000400:00000010:0.0:1767384411.319363:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000097929273. 00000100:00000200:0.0:1767384411.319364:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319365:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703a9258. 00000400:00000010:0.0:1767384411.319367:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eed4cfac. 00000100:00000200:0.0:1767384411.319368:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319370:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c62e6724. 00000400:00000010:0.0:1767384411.319372:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f288d9a2. 00000100:00000200:0.0:1767384411.319373:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319374:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f2a56a1. 00000400:00000010:0.0:1767384411.319376:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001091afd4. 00000100:00000200:0.0:1767384411.319377:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319378:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb07d7a. 00000400:00000010:0.0:1767384411.319380:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d0a62241. 00000100:00000200:0.0:1767384411.319381:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319382:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af8eb50b. 00000400:00000010:0.0:1767384411.319383:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009a1b2aac. 00000100:00000200:0.0:1767384411.319385:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319385:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000725eec66. 00000400:00000010:0.0:1767384411.319387:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004f48525d. 00000100:00000200:0.0:1767384411.319388:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319389:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005102a4bc. 00000400:00000010:0.0:1767384411.319391:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006a95f68b. 00000100:00000200:0.0:1767384411.319392:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319393:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b60484c. 00000400:00000010:0.0:1767384411.319394:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007fdc1a50. 00000100:00000200:0.0:1767384411.319396:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319397:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fdb05ac. 00000400:00000010:0.0:1767384411.319398:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004253267e. 00000100:00000200:0.0:1767384411.319400:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319401:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e1b3e9b. 00000400:00000010:0.0:1767384411.319402:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000bf51531. 00000100:00000200:0.0:1767384411.319404:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319405:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914c8c34. 00000400:00000010:0.0:1767384411.319406:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000813a7f1e. 00000100:00000200:0.0:1767384411.319407:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319408:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b81b2c1. 00000400:00000010:0.0:1767384411.319410:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000061cb4a44. 00000100:00000200:0.0:1767384411.319412:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319413:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd8bb56e. 00000400:00000010:0.0:1767384411.319415:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000042d19c38. 00000100:00000200:0.0:1767384411.319417:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319418:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd87a161. 00000400:00000010:0.0:1767384411.319420:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000667a4f4d. 00000100:00000200:0.0:1767384411.319421:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319422:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe9a58e3. 00000400:00000010:0.0:1767384411.319444:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ea7c5534. 00000100:00000200:0.0:1767384411.319448:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319451:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3047b61. 00000400:00000010:0.0:1767384411.319455:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000098d043a6. 00000100:00000200:0.0:1767384411.319459:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319460:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004505d27d. 00000400:00000010:0.0:1767384411.319463:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000805eb9d2. 00000100:00000200:0.0:1767384411.319466:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319469:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a0c5b3. 00000400:00000010:0.0:1767384411.319472:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000de47bfce. 00000100:00000200:0.0:1767384411.319475:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319478:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085901738. 00000400:00000010:0.0:1767384411.319481:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008cefc29b. 00000100:00000200:0.0:1767384411.319484:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319486:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000893c7656. 00000100:00000010:3.0:1767384411.319489:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d265c355. 00000400:00000010:0.0:1767384411.319490:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006b5972b6. 00000100:00000200:0.0:1767384411.319496:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319498:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004499d060. 00000400:00000010:0.0:1767384411.319501:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a675c188. 00000100:00000200:0.0:1767384411.319503:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319504:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026638ac1. 00000400:00000010:0.0:1767384411.319506:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000edb82d43. 00000100:00000200:0.0:1767384411.319508:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319509:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067f87b13. 00000400:00000010:0.0:1767384411.319511:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a20c7a14. 00000100:00000200:0.0:1767384411.319513:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319515:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b09f87d8. 00000400:00000010:0.0:1767384411.319518:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003c671e34. 00000100:00000200:0.0:1767384411.319520:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319521:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d2c4781. 00000400:00000010:0.0:1767384411.319523:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000039484121. 00000100:00000200:0.0:1767384411.319525:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319526:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091c59943. 00000400:00000010:0.0:1767384411.319527:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e621a466. 00000100:00000200:0.0:1767384411.319528:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319529:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a349ad43. 00000400:00000010:0.0:1767384411.319531:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f9296ff8. 00000100:00000200:0.0:1767384411.319532:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319533:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4720341. 00000400:00000010:0.0:1767384411.319535:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006a0e068f. 00000100:00000200:0.0:1767384411.319536:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319537:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dc56424. 00000400:00000010:0.0:1767384411.319538:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c2d115af. 00000100:00000200:0.0:1767384411.319540:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319541:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d820cad5. 00000400:00000010:0.0:1767384411.319544:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008241dd1c. 00000100:00000200:0.0:1767384411.319545:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319546:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004934bb5a. 00000400:00000010:0.0:1767384411.319548:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ebe390bb. 00000100:00000200:0.0:1767384411.319549:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319550:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023053df7. 00000400:00000010:0.0:1767384411.319551:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000d2f3cd3. 00000100:00000200:0.0:1767384411.319561:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319562:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002442a4dc. 00000400:00000010:0.0:1767384411.319564:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000690a0ff5. 00000100:00000200:0.0:1767384411.319568:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319570:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000139c9f9e. 00000400:00000010:0.0:1767384411.319571:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d79526a5. 00000100:00000200:0.0:1767384411.319573:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319574:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080ba8735. 00000400:00000010:0.0:1767384411.319575:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000010137024. 00000100:00000200:0.0:1767384411.319577:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319578:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c515bef. 00000400:00000010:0.0:1767384411.319580:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d2a3bced. 00000100:00000200:0.0:1767384411.319582:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319583:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096fe4903. 00000400:00000010:0.0:1767384411.319585:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000095331bc2. 00000100:00000200:0.0:1767384411.319587:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319588:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a0e06ba. 00000400:00000010:0.0:1767384411.319589:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004931ea31. 00000100:00000200:0.0:1767384411.319591:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319592:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6f60597. 00000400:00000010:0.0:1767384411.319594:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005ca387db. 00000100:00000200:0.0:1767384411.319595:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319596:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023119083. 00000400:00000010:0.0:1767384411.319598:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cae8518b. 00000100:00000200:0.0:1767384411.319599:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319600:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddaa13cb. 00000400:00000010:0.0:1767384411.319602:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000032d51da4. 00000100:00000200:0.0:1767384411.319603:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319604:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000460df28c. 00000400:00000010:0.0:1767384411.319606:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000077fe1914. 00000100:00000200:0.0:1767384411.319607:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319608:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc3e2b8. 00000400:00000010:0.0:1767384411.319609:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000344b7b9. 00000100:00000200:0.0:1767384411.319611:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319612:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4cbf25f. 00000400:00000010:0.0:1767384411.319613:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006d76505b. 00000100:00000200:0.0:1767384411.319615:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319615:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035ee7409. 00000400:00000010:0.0:1767384411.319617:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000007ec2e72. 00000100:00000200:0.0:1767384411.319618:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319619:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0348c18. 00000400:00000010:0.0:1767384411.319621:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008b4584eb. 00000100:00000200:0.0:1767384411.319622:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319623:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005639040. 00000400:00000010:0.0:1767384411.319625:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006a1f2662. 00000100:00000200:0.0:1767384411.319626:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319627:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a7ebc6d. 00000400:00000010:0.0:1767384411.319629:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006d82ccdb. 00000100:00000200:0.0:1767384411.319630:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319631:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c47b1170. 00000400:00000010:0.0:1767384411.319633:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e6b63e7d. 00000100:00000200:0.0:1767384411.319634:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319635:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000829af32a. 00000400:00000010:0.0:1767384411.319637:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007d89e14b. 00000100:00000200:0.0:1767384411.319638:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319639:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b18751e. 00000400:00000010:0.0:1767384411.319641:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002bf4d351. 00000100:00000200:0.0:1767384411.319642:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319643:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787e18bb. 00000400:00000010:0.0:1767384411.319644:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f92d9140. 00000100:00000200:0.0:1767384411.319646:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319647:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000726d5714. 00000400:00000010:0.0:1767384411.319649:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008c63e962. 00000100:00000200:0.0:1767384411.319650:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319651:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5ba2a26. 00000400:00000010:0.0:1767384411.319653:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b6a7eb3b. 00000100:00000200:0.0:1767384411.319654:0:40996:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384411.319655:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009800120. 00000400:00000010:0.0:1767384411.319657:0:40996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007f17abe8. 00000100:00000010:0.0:1767384411.319699:0:40996:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000009ea23ba7. 00000100:00000200:0.0:1767384411.319711:0:40996:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384411.319727:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000076adaeda. 00000100:00000010:0.0:1767384411.319873:0:40997:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007739fc64. 00000020:00000010:0.0:1767384411.319875:0:40997:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cb010988. 00000020:00000010:0.0:1767384411.319878:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4ed5d6b. 00000020:00000010:0.0:1767384411.319880:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a745545e. 00000040:00000010:0.0:1767384411.319882:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000056634a3a. 00000020:00000010:0.0:1767384411.319884:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000068f95f93. 00000020:00000010:0.0:1767384411.319886:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000208566d3. 00000020:00000010:0.0:1767384411.319887:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000046064cf2. 80000000:00000010:0.0:1767384411.319889:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004d3e2365. 40000000:00000010:0.0:1767384411.319890:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000048946577. 00100000:00000010:0.0:1767384411.319892:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6f4d6ec. 00040000:00000010:0.0:1767384411.319894:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000731a07f7. 00040000:00000010:0.0:1767384411.319896:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b5086a09. 00080000:00000010:0.0:1767384411.319899:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bdd364e4. 00080000:00000010:0.0:1767384411.319902:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000088ce8f63. 00000004:00000010:0.0:1767384411.319906:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b8ef9bf8. 00002000:00000010:0.0:1767384411.319907:0:40997:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000feaf8996. 00000100:00000010:0.0:1767384411.319958:0:40997:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000009e79a6e7. 00000100:00000200:0.0:1767384411.319967:0:40997:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384411.319976:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007eafe858. 00000100:00000010:0.0:1767384411.320094:0:40998:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e240872f. 00000020:00000010:0.0:1767384411.320098:0:40998:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000092c19efd. 00000020:00000010:0.0:1767384411.320100:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdac27f1. 00000020:00000010:0.0:1767384411.320102:0:40998:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006150a17d. 00000040:00000010:0.0:1767384411.320104:0:40998:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000da785d04. 00000020:00000010:0.0:1767384411.320106:0:40998:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d53b006a. 00000020:00000010:0.0:1767384411.320108:0:40998:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aec7d52f. 00000020:00000010:0.0:1767384411.320109:0:40998:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007b5fb458. 80000000:00000010:0.0:1767384411.320111:0:40998:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004602bdbc. 40000000:00000010:0.0:1767384411.320112:0:40998:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000889ca236. 00100000:00000010:0.0:1767384411.320114:0:40998:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000189dd35c. 00040000:00000010:0.0:1767384411.320117:0:40998:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004decd0c0. 00040000:00000010:0.0:1767384411.320119:0:40998:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c4f0653c. 00080000:00000010:0.0:1767384411.320122:0:40998:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001da7a8db. 00080000:00000010:0.0:1767384411.320125:0:40998:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007af4e3e3. 00000004:00000010:0.0:1767384411.320128:0:40998:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001a20d31c. 00002000:00000010:0.0:1767384411.320130:0:40998:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001f9163fb. 00000100:00000010:0.0:1767384411.320171:0:40998:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000075f3c576. 00000100:00000200:0.0:1767384411.320180:0:40998:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1767384411.320190:0:40983:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000fc48b454. 00000100:00000010:2.0:1767384411.320195:0:40983:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000003ffb0e7f. 00000100:00000010:2.0:1767384411.320206:0:40983:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000d869fdc9. 00000100:00000010:2.0:1767384411.320212:0:40983:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000006d9bc526. 00000100:00000010:2.0:1767384411.320215:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f8168b2. 00000100:00000010:2.0:1767384411.320219:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a0934c4. 00000100:00000010:2.0:1767384411.320221:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001961eb34. 00000100:00000010:2.0:1767384411.320224:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a02ef44. 00000100:00000010:2.0:1767384411.320226:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a323d3b. 00000100:00000010:2.0:1767384411.320235:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c4284c1. 00000100:00000010:2.0:1767384411.320237:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001027c2ae. 00000100:00000010:2.0:1767384411.320240:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f82d8d21. 00000100:00000010:2.0:1767384411.320242:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034e31ce5. 00000100:00000010:2.0:1767384411.320245:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a864bb3b. 00000100:00000010:2.0:1767384411.320247:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c58e7fa1. 00000100:00000010:2.0:1767384411.320250:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006af36a0b. 00000100:00000010:2.0:1767384411.320252:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdc4afcc. 00000100:00000010:2.0:1767384411.320258:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000aaa1862. 00000100:00000010:2.0:1767384411.320261:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d173ad3a. 00000100:00000010:2.0:1767384411.320263:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ac9c533. 00000100:00000010:2.0:1767384411.320265:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9a2101d. 00000100:00000010:2.0:1767384411.320267:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003be3c972. 00000100:00000010:2.0:1767384411.320269:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004995c840. 00000100:00000010:2.0:1767384411.320272:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0fd7339. 00000100:00000010:2.0:1767384411.320274:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d946563. 00000100:00000010:2.0:1767384411.320280:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ca5f991. 00000100:00000010:2.0:1767384411.320282:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007742205d. 00000100:00000010:2.0:1767384411.320286:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007456c34f. 00000100:00000010:2.0:1767384411.320287:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015eaeb83. 00000100:00000010:2.0:1767384411.320290:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005fb72ac7. 00000100:00000010:2.0:1767384411.320291:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085f9b474. 00000100:00000010:2.0:1767384411.320294:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e0df2839. 00000100:00000010:2.0:1767384411.320296:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008aefdd77. 00000100:00000010:2.0:1767384411.320302:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000016822dba. 00000100:00000010:2.0:1767384411.320304:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ebeacba. 00000100:00000010:2.0:1767384411.320307:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0d8940a. 00000100:00000010:2.0:1767384411.320308:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d97910c8. 00000100:00000010:2.0:1767384411.320311:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000514c3fc1. 00000100:00000010:2.0:1767384411.320313:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000122974b8. 00000100:00000010:2.0:1767384411.320316:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c0d41cf1. 00000100:00000010:2.0:1767384411.320317:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f3f8bd3. 00000100:00000010:2.0:1767384411.320324:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3011159. 00000100:00000010:2.0:1767384411.320327:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b9d5d83. 00000100:00000010:2.0:1767384411.320329:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a9f7894. 00000100:00000010:2.0:1767384411.320331:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a41765d. 00000100:00000010:2.0:1767384411.320334:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002dd3d22f. 00000100:00000010:2.0:1767384411.320336:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de11c2ef. 00000100:00000010:2.0:1767384411.320338:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c603e85. 00000100:00000010:2.0:1767384411.320340:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cffad3e. 00000100:00000010:2.0:1767384411.320347:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc22436c. 00000100:00000010:2.0:1767384411.320349:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045e9b367. 00000100:00000010:2.0:1767384411.320352:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7195cfb. 00000100:00000010:2.0:1767384411.320354:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000617b7727. 00000100:00000010:2.0:1767384411.320356:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062bd150d. 00000100:00000010:2.0:1767384411.320358:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cd57db3. 00000100:00000010:2.0:1767384411.320361:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eeb3282c. 00000100:00000010:2.0:1767384411.320363:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adb403a8. 00000100:00000010:2.0:1767384411.320369:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eb0867ba. 00000100:00000010:2.0:1767384411.320371:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dedd0c53. 00000100:00000010:2.0:1767384411.320374:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a27f690b. 00000100:00000010:2.0:1767384411.320375:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d9f1849. 00000100:00000010:2.0:1767384411.320378:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000028e3e8ad. 00000100:00000010:2.0:1767384411.320379:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a661c66c. 00000100:00000010:2.0:1767384411.320382:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f29408e0. 00000100:00000010:2.0:1767384411.320384:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0a3c0e5. 00000100:00000010:2.0:1767384411.320390:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066d689fb. 00000100:00000010:2.0:1767384411.320393:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000777df501. 00000100:00000010:2.0:1767384411.320395:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000027f08bf0. 00000100:00000010:2.0:1767384411.320397:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019b6d73d. 00000100:00000010:2.0:1767384411.320400:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007835903c. 00000100:00000010:2.0:1767384411.320401:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009949f024. 00000100:00000010:2.0:1767384411.320404:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007d799d03. 00000100:00000010:2.0:1767384411.320406:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000084eddd3. 00000100:00000010:2.0:1767384411.320413:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e52a0711. 00000100:00000010:2.0:1767384411.320415:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000683f9baf. 00000100:00000010:2.0:1767384411.320418:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039258fbc. 00000100:00000010:2.0:1767384411.320419:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ee35ed2. 00010000:00000010:2.1:1767384411.320463:0:40983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f46b04f7. 00010000:00000010:2.1:1767384411.320470:0:40983:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b7982e60. 00010000:00000010:2.1:1767384411.320476:0:40983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b359ec0d. 00010000:00000010:2.1:1767384411.320479:0:40983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000977a52cf. 00010000:00000010:2.1:1767384411.320482:0:40983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d6e3e428. 00010000:00000010:2.1:1767384411.320486:0:40983:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e71bbe46. 00000100:00000010:0.0:1767384411.320488:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c098702. 00010000:00000010:2.1:1767384411.320489:0:40983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004049bbaf. 00000100:00000010:2.0:1767384411.320501:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c63a8b96. 00000100:00000010:2.0:1767384411.320515:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3e1b9f6. 00010000:00000010:2.1:1767384411.320527:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000792e68ef. 00000100:00000010:2.0:1767384411.320537:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019f49891. 00000100:00000010:2.0:1767384411.320543:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b88aa45d. 00000100:00000010:2.0:1767384411.320546:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001254542. 00000100:00000010:2.0:1767384411.320559:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001e213dc0. 00000100:00000010:2.0:1767384411.320564:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b00c8040. 00000100:00000010:2.0:1767384411.320569:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000795b5e3. 00000100:00000010:2.0:1767384411.320572:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000464784b8. 00000100:00000010:2.0:1767384411.320576:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000520e98b8. 00000100:00000010:2.0:1767384411.320578:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f63f7b8. 00000100:00000010:2.0:1767384411.320581:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc79fb69. 00000100:00000010:2.0:1767384411.320583:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5dbaa20. 00000100:00000010:2.0:1767384411.320592:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f0e3622. 00000100:00000010:2.0:1767384411.320594:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ba54759. 00000100:00000010:2.0:1767384411.320597:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053441b2e. 00000100:00000010:2.0:1767384411.320599:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4a3f11d. 00000100:00000010:2.0:1767384411.320603:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b3bf5da. 00000100:00000010:2.0:1767384411.320605:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad885592. 00000100:00000010:2.0:1767384411.320608:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3f8a353. 00000100:00000010:2.0:1767384411.320610:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b5ae9e1. 00000100:00000010:2.0:1767384411.320619:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000deb709e1. 00000100:00000010:2.0:1767384411.320622:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080ca9d56. 00000100:00000010:2.0:1767384411.320626:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa76c0a6. 00000100:00000010:2.0:1767384411.320628:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000070cfb96. 00000100:00000010:2.0:1767384411.320631:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002169c646. 00000100:00000010:2.0:1767384411.320634:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000433a0c24. 00000100:00000010:2.0:1767384411.320638:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000031df4ddc. 00000100:00000010:2.0:1767384411.320640:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000423cd85d. 00000100:00000010:2.0:1767384411.320649:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005d513a35. 00000100:00000010:2.0:1767384411.320653:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d69ca371. 00000100:00000010:1.0:1767384411.320653:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093535811. 00000100:00000010:2.0:1767384411.320657:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f5c68be. 00000100:00000010:2.0:1767384411.320661:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b81d839. 00000100:00000010:2.0:1767384411.320664:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000033513694. 00000100:00000010:2.0:1767384411.320666:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b04212a. 00000100:00000010:2.0:1767384411.320669:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8e33c42. 00000100:00000010:2.0:1767384411.320671:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f47ca030. 00000100:00000010:2.0:1767384411.320678:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2f772fd. 00000100:00000010:2.0:1767384411.320684:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef281140. 00000100:00000010:2.0:1767384411.320687:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a8af1ee. 00000100:00000010:2.0:1767384411.320689:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001767bbb0. 00000100:00000010:2.0:1767384411.320692:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000210f4ebd. 00000100:00000010:2.0:1767384411.320695:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edee6788. 00000100:00000010:2.0:1767384411.320699:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9d24111. 00000100:00000010:2.0:1767384411.320701:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b91892ab. 00000100:00000010:2.0:1767384411.320711:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000018b374aa. 00000100:00000010:2.0:1767384411.320713:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7f54982. 00000100:00000010:2.0:1767384411.320716:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009308f1a3. 00000100:00000010:2.0:1767384411.320718:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a95cfd44. 00000100:00000010:2.0:1767384411.320721:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000860607ec. 00000100:00000010:2.0:1767384411.320724:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000893925cc. 00000100:00000010:2.0:1767384411.320727:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4259226. 00000100:00000010:2.0:1767384411.320729:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e106928c. 00000100:00000010:2.0:1767384411.320736:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a7f3a909. 00000100:00000010:2.0:1767384411.320738:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d84a8716. 00000100:00000010:2.0:1767384411.320741:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a10ea31c. 00000400:00000200:2.0:1767384411.320742:0:40983:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:2.0:1767384411.320767:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c260322a. 00000020:00000010:2.0:1767384411.320771:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000f3366d91. 00000100:00000010:2.0:1767384411.320801:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000de7209ff. 00000100:00000010:2.0:1767384411.320803:0:40983:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000085a8a597. 00000100:00000010:2.0:1767384411.320805:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f5abd441. 00000100:00000010:2.0:1767384411.320807:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000028167c3. 00000100:00000010:2.0:1767384411.320810:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000064e0732d. 00000100:00000200:2.0:1767384411.320830:0:40983:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:2.0:1767384411.320832:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002c384d86. 00000100:00000010:1.0:1767384411.320967:0:40999:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dd2c8043. 00000020:00000010:1.0:1767384411.320970:0:40999:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006d300f33. 00000020:00000010:1.0:1767384411.320973:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065d647f9. 00000020:00000010:1.0:1767384411.320975:0:40999:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0621bcd. 00000040:00000010:1.0:1767384411.320976:0:40999:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c2dbb23b. 00000020:00000010:1.0:1767384411.320978:0:40999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060a481c4. 00000020:00000010:1.0:1767384411.320981:0:40999:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aa206da2. 00000020:00000010:1.0:1767384411.320983:0:40999:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008cd6aa30. 80000000:00000010:1.0:1767384411.320985:0:40999:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e593a066. 40000000:00000010:1.0:1767384411.320986:0:40999:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a36f1476. 00100000:00000010:1.0:1767384411.320988:0:40999:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d0edc5bf. 00040000:00000010:1.0:1767384411.320990:0:40999:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000364c42bb. 00040000:00000010:1.0:1767384411.320992:0:40999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000cf341cf. 00080000:00000010:1.0:1767384411.320995:0:40999:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002a5276a9. 00080000:00000010:1.0:1767384411.320998:0:40999:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000626bd29a. 00000004:00000010:1.0:1767384411.321001:0:40999:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9d448b1. 00000100:00000200:1.0:1767384411.321003:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321005:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b2a738f. 00000400:00000010:1.0:1767384411.321008:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aa93346. 00000100:00000200:1.0:1767384411.321010:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321011:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a5cee15. 00000400:00000010:1.0:1767384411.321013:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014a5829f. 00000100:00000200:1.0:1767384411.321014:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321015:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000375e05c3. 00000400:00000010:1.0:1767384411.321017:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a493519. 00000100:00000200:1.0:1767384411.321019:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321020:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000601f1fa6. 00000400:00000010:1.0:1767384411.321021:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1dfafd6. 00000100:00000200:1.0:1767384411.321022:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321023:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000633f5317. 00000400:00000010:1.0:1767384411.321025:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003283e5a6. 00000100:00000200:1.0:1767384411.321026:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321027:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1a4a053. 00000400:00000010:1.0:1767384411.321028:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a73c2a3. 00000100:00000200:1.0:1767384411.321029:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321030:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee806fa4. 00000400:00000010:1.0:1767384411.321031:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f15a67b1. 00000100:00000200:1.0:1767384411.321032:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321033:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000370cac00. 00000400:00000010:1.0:1767384411.321034:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009eea6815. 00000100:00000200:1.0:1767384411.321035:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321036:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c979ee03. 00000400:00000010:1.0:1767384411.321037:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f797a963. 00000100:00000200:1.0:1767384411.321038:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321039:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009353b4a2. 00000400:00000010:1.0:1767384411.321042:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000487b82a2. 00000100:00000200:1.0:1767384411.321043:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321044:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe97fff5. 00000400:00000010:1.0:1767384411.321045:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c549c65b. 00000100:00000200:1.0:1767384411.321046:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321047:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2f8212b. 00000400:00000010:1.0:1767384411.321048:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9d9884d. 00000100:00000200:1.0:1767384411.321049:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321050:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7eb68c0. 00000400:00000010:1.0:1767384411.321052:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009678089c. 00000100:00000200:1.0:1767384411.321053:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321054:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005886e24a. 00000400:00000010:1.0:1767384411.321055:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000023923b3. 00000100:00000200:1.0:1767384411.321056:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321058:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df44ae10. 00000400:00000010:1.0:1767384411.321060:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050933bae. 00000100:00000200:1.0:1767384411.321061:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321062:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092574ba8. 00000400:00000010:1.0:1767384411.321064:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aed562d. 00000100:00000200:1.0:1767384411.321065:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321066:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250ff9fa. 00000400:00000010:1.0:1767384411.321067:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb8f11a. 00000100:00000200:1.0:1767384411.321068:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321069:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b04daae. 00000400:00000010:1.0:1767384411.321070:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000821ad083. 00000100:00000200:1.0:1767384411.321071:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321072:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002780f7f7. 00000400:00000010:1.0:1767384411.321073:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e918cbb. 00000100:00000200:1.0:1767384411.321074:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321075:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000212f5db7. 00000400:00000010:1.0:1767384411.321076:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff939e98. 00000100:00000200:1.0:1767384411.321077:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321078:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085dae1be. 00000400:00000010:1.0:1767384411.321079:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e461671d. 00000100:00000200:1.0:1767384411.321080:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321081:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000811302a7. 00000400:00000010:1.0:1767384411.321082:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086fe8ddb. 00000100:00000200:1.0:1767384411.321083:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321084:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000662af03. 00000400:00000010:1.0:1767384411.321085:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de544a34. 00000100:00000200:1.0:1767384411.321086:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321087:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddf8e269. 00000400:00000010:1.0:1767384411.321088:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091a05ca1. 00000100:00000200:1.0:1767384411.321089:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321090:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7501e87. 00000400:00000010:1.0:1767384411.321091:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ccc12fe. 00000100:00000200:1.0:1767384411.321092:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321093:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a8fbcf0. 00000400:00000010:1.0:1767384411.321094:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000791b085. 00000100:00000200:1.0:1767384411.321095:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321097:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099be46ca. 00000400:00000010:1.0:1767384411.321099:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062a40209. 00000100:00000200:1.0:1767384411.321100:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321101:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015ce8562. 00000400:00000010:1.0:1767384411.321103:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034e9fae3. 00000100:00000200:1.0:1767384411.321104:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321105:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031bb0e57. 00000400:00000010:1.0:1767384411.321107:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044e8e709. 00000100:00000200:1.0:1767384411.321108:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321108:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d5a245d. 00000400:00000010:1.0:1767384411.321110:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5246a47. 00000100:00000200:1.0:1767384411.321111:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321112:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5f247fd. 00000400:00000010:1.0:1767384411.321113:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000642cb12f. 00000100:00000200:1.0:1767384411.321114:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321115:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092e47770. 00000400:00000010:1.0:1767384411.321116:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6f3d953. 00000100:00000200:1.0:1767384411.321117:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321118:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d31ccdd1. 00000400:00000010:1.0:1767384411.321119:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032777248. 00000100:00000200:1.0:1767384411.321120:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321121:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f39f5f53. 00000400:00000010:1.0:1767384411.321122:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df3ed76a. 00000100:00000200:1.0:1767384411.321123:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321124:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a93996. 00000400:00000010:1.0:1767384411.321125:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcdcba84. 00000100:00000200:1.0:1767384411.321126:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321127:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2ebeacf. 00000400:00000010:1.0:1767384411.321128:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df128945. 00000100:00000200:1.0:1767384411.321129:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321130:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099ecd518. 00000400:00000010:1.0:1767384411.321131:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b80a935. 00000100:00000200:1.0:1767384411.321132:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321133:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ec0cb29. 00000400:00000010:1.0:1767384411.321134:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8584c1e. 00000100:00000200:1.0:1767384411.321136:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321137:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000613e3e43. 00000400:00000010:1.0:1767384411.321138:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af280f19. 00000100:00000200:1.0:1767384411.321140:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321141:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e96fe44b. 00000400:00000010:1.0:1767384411.321142:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9267ddd. 00000100:00000200:1.0:1767384411.321143:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321144:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad1ce49. 00000400:00000010:1.0:1767384411.321145:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000836219ba. 00000100:00000200:1.0:1767384411.321146:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321147:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cac5ace1. 00000400:00000010:1.0:1767384411.321148:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a1b467f. 00000100:00000200:1.0:1767384411.321149:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321150:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fbe427a. 00000400:00000010:1.0:1767384411.321151:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff14fc12. 00000100:00000200:1.0:1767384411.321152:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321153:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a2707b1. 00000400:00000010:1.0:1767384411.321154:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6316f3a. 00000100:00000200:1.0:1767384411.321155:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321156:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dd73c46. 00000400:00000010:1.0:1767384411.321157:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8677c8b. 00000100:00000200:1.0:1767384411.321158:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321159:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001311f1f1. 00000400:00000010:1.0:1767384411.321160:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003204a061. 00000100:00000200:1.0:1767384411.321161:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321162:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000abf754. 00000400:00000010:1.0:1767384411.321163:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fddb73e2. 00000100:00000200:1.0:1767384411.321164:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321165:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b847626. 00000400:00000010:1.0:1767384411.321166:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010406cb3. 00000100:00000200:1.0:1767384411.321167:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321169:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e347a114. 00000400:00000010:1.0:1767384411.321170:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb4d118e. 00000100:00000200:1.0:1767384411.321171:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321172:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000724b91a7. 00000400:00000010:1.0:1767384411.321174:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd1d7ec5. 00000100:00000200:1.0:1767384411.321175:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321176:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009309a219. 00000400:00000010:1.0:1767384411.321178:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af04d536. 00000100:00000200:1.0:1767384411.321179:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321180:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e159f01e. 00000400:00000010:1.0:1767384411.321181:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d229f178. 00000100:00000200:1.0:1767384411.321182:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321183:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077af486d. 00000400:00000010:1.0:1767384411.321184:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9aebfb3. 00000100:00000200:1.0:1767384411.321185:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321186:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3f2f2b3. 00000400:00000010:1.0:1767384411.321187:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061cc3c6d. 00000100:00000200:1.0:1767384411.321188:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321189:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045bb6827. 00000400:00000010:1.0:1767384411.321190:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9353a84. 00000100:00000200:1.0:1767384411.321191:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321192:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cbe4b15. 00000400:00000010:1.0:1767384411.321193:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000585509b8. 00000100:00000200:1.0:1767384411.321194:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321195:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c29fc3d. 00000400:00000010:1.0:1767384411.321196:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083fac003. 00000100:00000200:1.0:1767384411.321197:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321198:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007377ad25. 00000400:00000010:1.0:1767384411.321199:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc448901. 00000100:00000200:1.0:1767384411.321200:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321201:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e417a40. 00000400:00000010:1.0:1767384411.321202:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e8e8f73. 00000100:00000200:1.0:1767384411.321203:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321204:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055bff8a8. 00000400:00000010:1.0:1767384411.321205:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005cb54845. 00000100:00000200:1.0:1767384411.321206:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321207:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000889696b9. 00000400:00000010:1.0:1767384411.321208:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff817a4c. 00000100:00000200:1.0:1767384411.321209:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321211:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007232591e. 00000400:00000010:1.0:1767384411.321212:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdddb6c4. 00000100:00000200:1.0:1767384411.321213:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321214:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb933090. 00000400:00000010:1.0:1767384411.321215:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f26990a. 00000100:00000200:1.0:1767384411.321216:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384411.321217:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044904371. 00000400:00000010:1.0:1767384411.321218:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011277bb5. 00000100:00000010:1.0:1767384411.321228:0:40999:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000666b067e. 00000100:00000200:1.0:1767384411.321239:0:40999:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384411.321261:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001ed483b3. 00000100:00000010:1.0:1767384411.321379:0:41000:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ce1d9088. 00000020:00000010:1.0:1767384411.321382:0:41000:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000211ae261. 00000020:00000010:1.0:1767384411.321385:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f63dcdc. 00000020:00000010:1.0:1767384411.321386:0:41000:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3246708. 00000040:00000010:1.0:1767384411.321389:0:41000:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000003b8ea86. 00000020:00000010:1.0:1767384411.321391:0:41000:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001e41e7ad. 00000020:00000010:1.0:1767384411.321393:0:41000:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004964635c. 00000020:00000010:1.0:1767384411.321395:0:41000:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f21e444b. 80000000:00000010:1.0:1767384411.321396:0:41000:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000042773ab5. 40000000:00000010:1.0:1767384411.321397:0:41000:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000098e7e6d6. 00100000:00000010:1.0:1767384411.321400:0:41000:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bc894878. 00040000:00000010:1.0:1767384411.321402:0:41000:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b7372ed4. 00040000:00000010:1.0:1767384411.321403:0:41000:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030c32c5e. 00080000:00000010:1.0:1767384411.321407:0:41000:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001ae4289b. 00080000:00000010:1.0:1767384411.321409:0:41000:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e29696c3. 00000004:00000010:1.0:1767384411.321413:0:41000:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d73288c. 00000100:00000010:1.0:1767384411.321448:0:41000:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b676e6b9. 00000100:00000200:1.0:1767384411.321464:0:41000:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384411.321472:0:40983:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000ff107e2e. 00000100:00000010:2.0:1767384411.321476:0:40983:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000688ffdbe. 00000100:00000010:2.0:1767384411.321488:0:40983:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000839b7c60. 00000100:00000010:2.0:1767384411.321494:0:40983:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000468d6ec6. 00000100:00000010:2.0:1767384411.321497:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb2723f0. 00000100:00000010:2.0:1767384411.321789:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b91460c1. 00000100:00000010:2.0:1767384411.321793:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093cb373e. 00000100:00000010:2.0:1767384411.322076:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d5013e88. 00000100:00000010:2.0:1767384411.322079:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002642ce53. 00000100:00000010:2.0:1767384411.322350:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b733e873. 00000100:00000010:2.0:1767384411.322352:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b1d5783. 00000100:00000010:2.0:1767384411.322662:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ee41ae61. 00000100:00000010:2.0:1767384411.322668:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f315b0e. 00000100:00000010:2.0:1767384411.323016:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000428bf22. 00000100:00000010:2.0:1767384411.323020:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b4e2c98. 00000100:00000010:2.0:1767384411.323378:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000027cd55fa. 00000100:00000010:2.0:1767384411.323381:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099d80497. 00000100:00000010:2.0:1767384411.323740:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009b9e1c89. 00000100:00000010:2.0:1767384411.323746:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000549fb84f. 00000100:00000010:2.0:1767384411.324093:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a7fe2bd5. 00000100:00000010:2.0:1767384411.324098:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7d0f91c. 00000100:00000010:2.0:1767384411.324416:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000da46a061. 00000100:00000010:2.0:1767384411.324421:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7e78c14. 00000100:00000010:2.0:1767384411.324721:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007532ecfc. 00000100:00000010:2.0:1767384411.324725:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c026e536. 00000100:00000010:2.0:1767384411.325011:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006ff0bf1b. 00000100:00000010:2.0:1767384411.325014:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fe25a83. 00000100:00000010:2.0:1767384411.325296:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002c9f1956. 00000100:00000010:2.0:1767384411.325299:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004666fcba. 00000100:00000010:2.0:1767384411.325614:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003769874b. 00000100:00000010:2.0:1767384411.325618:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f01ac97. 00000100:00000010:2.0:1767384411.325896:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a26e9c5d. 00000100:00000010:2.0:1767384411.325898:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c89bea1. 00000100:00000010:2.0:1767384411.326190:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000304d4539. 00000100:00000010:2.0:1767384411.326193:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000609df8d4. 00000100:00000010:2.0:1767384411.326494:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000de83238d. 00000100:00000010:2.0:1767384411.326497:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bef1053. 00000100:00000010:2.0:1767384411.326786:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000465b681f. 00000100:00000010:2.0:1767384411.326790:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f17226eb. 00000100:00000010:2.0:1767384411.327076:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000058cf18d. 00000100:00000010:2.0:1767384411.327079:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b22d2ac2. 00000100:00000010:2.0:1767384411.327350:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000016ed3d. 00000100:00000010:2.0:1767384411.327353:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d862f2f8. 00000100:00000010:2.0:1767384411.327658:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009c369884. 00000100:00000010:2.0:1767384411.327663:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030b78d1e. 00000100:00000010:2.0:1767384411.327953:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e712804a. 00000100:00000010:2.0:1767384411.327956:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7adb4cc. 00000100:00000010:2.0:1767384411.328230:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000012b470cc. 00000100:00000010:2.0:1767384411.328232:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000550eda48. 00000100:00000010:2.0:1767384411.328533:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c3d62001. 00000100:00000010:2.0:1767384411.328560:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1818e89. 00000100:00000010:2.0:1767384411.328859:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b9328ef5. 00000100:00000010:2.0:1767384411.328863:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032b4c3bf. 00000100:00000010:2.0:1767384411.329149:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008cbb656d. 00000100:00000010:2.0:1767384411.329152:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021c6d717. 00000100:00000010:2.0:1767384411.329448:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000979cda87. 00000100:00000010:2.0:1767384411.329452:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc64ae60. 00000100:00000010:2.0:1767384411.329775:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e1fb8494. 00000100:00000010:2.0:1767384411.329779:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000288b73ab. 00000100:00000010:2.0:1767384411.330064:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000039429cf6. 00000100:00000010:2.0:1767384411.330067:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbe1ab53. 00000100:00000010:2.0:1767384411.330350:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002aba54d5. 00000100:00000010:2.0:1767384411.330353:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000329cc512. 00010000:00000010:1.1:1767384411.330487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d10610aa. 00010000:00000010:1.1:1767384411.330494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006c222b34. 00000100:00000010:2.0:1767384411.330654:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000042d7b9ce. 00000100:00000010:2.0:1767384411.330660:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000340cd499. 00000100:00000010:2.0:1767384411.330950:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e05bb0f0. 00000100:00000010:2.0:1767384411.330954:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a33fc679. 00000100:00000010:2.0:1767384411.331225:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000aa9835a3. 00000100:00000010:2.0:1767384411.331228:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a58c2e0. 00000100:00000010:2.0:1767384411.331524:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000de18500f. 00000100:00000010:2.0:1767384411.331529:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b9ac5a1. 00000100:00000010:2.0:1767384411.331816:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b946d349. 00000100:00000010:2.0:1767384411.331819:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054164b8c. 00000100:00000010:2.0:1767384411.332115:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fe128fdb. 00000100:00000010:2.0:1767384411.332120:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000858b2a8a. 00000100:00000010:2.0:1767384411.332392:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000336865ab. 00000100:00000010:2.0:1767384411.332395:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf5edb20. 00000100:00000010:2.0:1767384411.332703:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004aa0fbf0. 00000100:00000010:2.0:1767384411.332707:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088e397bb. 00000100:00000010:2.0:1767384411.332991:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000483d81e3. 00000100:00000010:2.0:1767384411.332994:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069d7b63b. 00000100:00000010:2.0:1767384411.333277:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a7b831ee. 00000100:00000010:2.0:1767384411.333279:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8d774c8. 00000100:00000010:2.0:1767384411.333574:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003be6cc90. 00000100:00000010:2.0:1767384411.333580:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004412c21b. 00000100:00000010:2.0:1767384411.333886:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000021ea13c0. 00000100:00000010:2.0:1767384411.333890:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b76bcdc3. 00000100:00000010:2.0:1767384411.334179:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e3d03506. 00000100:00000010:2.0:1767384411.334182:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2364405. 00000100:00000010:2.0:1767384411.334471:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e6c8f841. 00000100:00000010:2.0:1767384411.334474:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fb6e403. 00000100:00000010:2.0:1767384411.334751:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005471df0a. 00000100:00000010:2.0:1767384411.334753:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b84dcad2. 00000100:00000010:2.0:1767384411.335046:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002a341a3c. 00000100:00000010:2.0:1767384411.335050:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e70afb8d. 00000100:00000010:2.0:1767384411.335327:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000db84d143. 00000100:00000010:2.0:1767384411.335330:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026d5c638. 00000100:00000010:2.0:1767384411.335630:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f9185f76. 00000100:00000010:2.0:1767384411.335633:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b43f0038. 00000100:00000010:2.0:1767384411.335910:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002147c1dc. 00000100:00000010:2.0:1767384411.335912:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acb0fe5a. 00000100:00000010:2.0:1767384411.336208:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008c12a09b. 00000100:00000010:2.0:1767384411.336212:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066ee59de. 00000100:00000010:2.0:1767384411.336497:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000718972e4. 00000100:00000010:2.0:1767384411.336500:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd8d82c3. 00000100:00000010:2.0:1767384411.336786:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000002e79a65. 00000100:00000010:2.0:1767384411.336789:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000210b5fa0. 00000100:00000010:2.0:1767384411.337072:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000113a20a8. 00000100:00000010:2.0:1767384411.337074:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010020624. 00000100:00000010:2.0:1767384411.337355:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000064acf199. 00000100:00000010:2.0:1767384411.337358:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000097ec4c8. 00000100:00000010:2.0:1767384411.337644:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c83ad700. 00000100:00000010:2.0:1767384411.337647:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f93d1cbe. 00000100:00000010:2.0:1767384411.337942:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000024d60a6b. 00000100:00000010:2.0:1767384411.337946:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2e4ac34. 00000100:00000010:2.0:1767384411.338226:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001feb54f5. 00000100:00000010:2.0:1767384411.338230:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000671329d4. 00000100:00000010:2.0:1767384411.338527:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009d4205ca. 00000100:00000010:2.0:1767384411.338531:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000784871db. 00000100:00000010:2.0:1767384411.338803:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e893f725. 00000100:00000010:2.0:1767384411.338805:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000986f9a2d. 00000100:00000010:2.0:1767384411.339098:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000031cf9ed6. 00000100:00000010:2.0:1767384411.339101:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000578cf3b5. 00000100:00000010:2.0:1767384411.339378:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b10309b0. 00000100:00000010:2.0:1767384411.339381:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bb73a45. 00000100:00000010:2.0:1767384411.339678:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c7351cee. 00000100:00000010:2.0:1767384411.339681:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fc08f3f. 00000100:00000010:2.0:1767384411.339962:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000015f41bac. 00000100:00000010:2.0:1767384411.339966:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ce9537b. 00000100:00000010:2.0:1767384411.340248:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ee82adcd. 00000100:00000010:2.0:1767384411.340251:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d2de79c. 00000100:00000010:2.0:1767384411.340532:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000052e3cd67. 00000400:00000200:2.0:1767384411.340537:0:40983:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:2.0:1767384411.340600:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cbcb4cac. 00000020:00000010:2.0:1767384411.340605:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e74c7ad3. 00000100:00000010:2.0:1767384411.340642:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005ef29892. 00000100:00000010:2.0:1767384411.340647:0:40983:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e3c305db. 00000100:00000010:2.0:1767384411.340650:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c2960cb1. 00000100:00000010:2.0:1767384411.340653:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b54b277d. 00000100:00000010:2.0:1767384411.340656:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004fa74af3. 00000100:00000200:2.0:1767384411.340678:0:40983:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:2.0:1767384411.340681:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000061166dcf. 00000100:00000010:1.0:1767384411.340960:0:41001:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006d58d360. 00000020:00000010:1.0:1767384411.340967:0:41001:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000079244508. 00000020:00000010:1.0:1767384411.340973:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004df007f4. 00000020:00000010:1.0:1767384411.340977:0:41001:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d3bddb1. 00000040:00000010:1.0:1767384411.340982:0:41001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000045c29177. 00000020:00000010:1.0:1767384411.340986:0:41001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008242b01b. 00000020:00000010:1.0:1767384411.340991:0:41001:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006e2a7a4a. 00000020:00000010:1.0:1767384411.340996:0:41001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e30fcb2c. 80000000:00000010:1.0:1767384411.341001:0:41001:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0062750. 40000000:00000010:1.0:1767384411.341004:0:41001:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c0d514ae. 00100000:00000010:1.0:1767384411.341009:0:41001:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000890e1b59. 00040000:00000010:1.0:1767384411.341013:0:41001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001b9b6128. 00040000:00000010:1.0:1767384411.341016:0:41001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009e159b80. 00080000:00000010:1.0:1767384411.341022:0:41001:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000074b829b4. 00080000:00000010:1.0:1767384411.341038:0:41001:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006d6fdd8b. 00000004:00000010:1.0:1767384411.341046:0:41001:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000067f290a8. 00002000:00000010:1.0:1767384411.341051:0:41001:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fef9df63. 00000100:00000200:1.0:1767384411.341057:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341062:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049b31068. 00000400:00000010:1.0:1767384411.341069:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000073e67085. 00000100:00000200:1.0:1767384411.341077:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341080:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018525ac2. 00000400:00000010:1.0:1767384411.341084:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006a62a14b. 00000100:00000200:1.0:1767384411.341088:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341090:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec9593d4. 00000400:00000010:1.0:1767384411.341094:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006e09035c. 00000100:00000200:1.0:1767384411.341098:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341100:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9bbdd4e. 00000400:00000010:1.0:1767384411.341112:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ce092a4. 00000100:00000200:1.0:1767384411.341118:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341120:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014d304fc. 00000400:00000010:1.0:1767384411.341125:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004efada6a. 00000100:00000200:1.0:1767384411.341129:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341131:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da51781d. 00000400:00000010:1.0:1767384411.341136:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006839f2f6. 00000100:00000200:1.0:1767384411.341140:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341142:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006256d40. 00000400:00000010:1.0:1767384411.341146:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e9b2b1d6. 00000100:00000200:1.0:1767384411.341150:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341153:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aec42ae4. 00000400:00000010:1.0:1767384411.341164:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000095f8f64e. 00000100:00000200:1.0:1767384411.341170:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341173:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004808b3e2. 00000400:00000010:1.0:1767384411.341178:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f8c822e6. 00000100:00000200:1.0:1767384411.341182:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341184:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000762b37c0. 00000400:00000010:1.0:1767384411.341188:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001946b8db. 00000100:00000200:1.0:1767384411.341193:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341195:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abd0ed50. 00000400:00000010:1.0:1767384411.341199:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000007a69afe. 00000100:00000200:1.0:1767384411.341203:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341205:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000787b6f6a. 00000400:00000010:1.0:1767384411.341215:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000017c158e3. 00000100:00000200:1.0:1767384411.341220:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341222:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b031dc3. 00000400:00000010:1.0:1767384411.341226:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000018058f20. 00000100:00000200:1.0:1767384411.341231:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341232:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064c6f07c. 00000400:00000010:1.0:1767384411.341236:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a91994f4. 00000100:00000200:1.0:1767384411.341241:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341243:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c0e1d3a. 00000400:00000010:1.0:1767384411.341247:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007228c852. 00000100:00000200:1.0:1767384411.341251:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341253:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000799bd6af. 00000400:00000010:1.0:1767384411.341263:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006f21df7c. 00000100:00000200:1.0:1767384411.341268:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341270:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2ba4521. 00000400:00000010:1.0:1767384411.341274:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a45d1be3. 00000100:00000200:1.0:1767384411.341278:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341280:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000554f7b55. 00000400:00000010:1.0:1767384411.341284:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ae9045d3. 00000100:00000200:1.0:1767384411.341288:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341290:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bbb1986. 00000400:00000010:1.0:1767384411.341294:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007f9bde1c. 00000100:00000200:1.0:1767384411.341298:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341300:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0142117. 00000400:00000010:1.0:1767384411.341310:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b6178849. 00000100:00000200:1.0:1767384411.341316:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341318:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb8bb048. 00000400:00000010:1.0:1767384411.341322:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002623b88b. 00000100:00000200:1.0:1767384411.341326:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341328:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e83e93c. 00000400:00000010:1.0:1767384411.341333:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000066d1eb8a. 00000100:00000200:1.0:1767384411.341337:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341339:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ec6bc48. 00000400:00000010:1.0:1767384411.341343:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003ce83c06. 00000100:00000200:1.0:1767384411.341347:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341349:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000375a1af7. 00000400:00000010:1.0:1767384411.341359:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000088c16fd1. 00000100:00000200:1.0:1767384411.341365:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341368:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020ab826b. 00000400:00000010:1.0:1767384411.341372:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006b221c9d. 00000100:00000200:1.0:1767384411.341376:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341379:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ec1713. 00000400:00000010:1.0:1767384411.341383:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004c95b169. 00000100:00000200:1.0:1767384411.341388:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341390:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004330b4df. 00000400:00000010:1.0:1767384411.341395:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000100abdc7. 00000100:00000200:1.0:1767384411.341398:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341401:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000807cceed. 00000400:00000010:1.0:1767384411.341411:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ef4808ba. 00000100:00000200:1.0:1767384411.341417:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341419:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009127a19f. 00000400:00000010:1.0:1767384411.341441:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b61e1dee. 00000100:00000200:1.0:1767384411.341448:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341450:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029d0b97a. 00000400:00000010:1.0:1767384411.341456:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f6f0a726. 00000100:00000200:1.0:1767384411.341461:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341464:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003080428. 00000400:00000010:1.0:1767384411.341469:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000264e60e3. 00000100:00000200:1.0:1767384411.341473:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341475:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077f2021d. 00000400:00000010:1.0:1767384411.341486:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000aa05aa41. 00000100:00000200:1.0:1767384411.341493:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341495:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000366e5bb4. 00000400:00000010:1.0:1767384411.341499:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e50a7c46. 00000100:00000200:1.0:1767384411.341503:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341505:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025f23724. 00000400:00000010:1.0:1767384411.341508:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004e3e34a1. 00000100:00000200:1.0:1767384411.341512:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341513:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af8788c2. 00000400:00000010:1.0:1767384411.341517:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c038f7dd. 00000100:00000200:1.0:1767384411.341520:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341522:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005557682e. 00000400:00000010:1.0:1767384411.341531:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009c9ceb4d. 00000100:00000200:1.0:1767384411.341536:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341538:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445b4e2d. 00000400:00000010:1.0:1767384411.341542:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eaaf24ca. 00000100:00000200:1.0:1767384411.341545:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341547:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b00aaa38. 00000400:00000010:1.0:1767384411.341551:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002ebef31c. 00000100:00000200:1.0:1767384411.341554:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341556:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000467d4f37. 00000400:00000010:1.0:1767384411.341559:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003d0dd475. 00000100:00000200:1.0:1767384411.341563:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341564:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d35db34e. 00000400:00000010:1.0:1767384411.341573:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000363f32cf. 00000100:00000200:1.0:1767384411.341578:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341580:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1f17608. 00000400:00000010:1.0:1767384411.341584:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006216d6dc. 00000100:00000200:1.0:1767384411.341588:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341589:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048cce197. 00000400:00000010:1.0:1767384411.341593:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7754f7b. 00000100:00000200:1.0:1767384411.341597:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341599:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7dc92e4. 00000400:00000010:1.0:1767384411.341603:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000038357def. 00000100:00000200:1.0:1767384411.341607:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341608:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000febf23ce. 00000400:00000010:1.0:1767384411.341618:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000294d5e91. 00000100:00000200:1.0:1767384411.341624:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341626:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c23a4741. 00000400:00000010:1.0:1767384411.341631:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008251c978. 00000100:00000200:1.0:1767384411.341635:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341637:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000613b81e9. 00000400:00000010:1.0:1767384411.341641:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009c6bdaa8. 00000100:00000200:1.0:1767384411.341645:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341647:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e0d24fa. 00000400:00000010:1.0:1767384411.341651:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000077aa156a. 00000100:00000200:1.0:1767384411.341655:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341658:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e54f60bc. 00000400:00000010:1.0:1767384411.341669:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000026626de4. 00000100:00000200:1.0:1767384411.341675:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341678:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50c3b2e. 00000400:00000010:1.0:1767384411.341682:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ec0961f3. 00000100:00000200:1.0:1767384411.341686:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341688:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa33cf9b. 00000400:00000010:1.0:1767384411.341692:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000434b5659. 00000100:00000200:1.0:1767384411.341696:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341698:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be3e4b2b. 00000400:00000010:1.0:1767384411.341702:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003b47a3fa. 00000100:00000200:1.0:1767384411.341706:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341708:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b527854d. 00000400:00000010:1.0:1767384411.341719:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000b21d4ab. 00000100:00000200:1.0:1767384411.341726:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341728:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000287a331e. 00000400:00000010:1.0:1767384411.341733:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d77092c6. 00000100:00000200:1.0:1767384411.341738:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341740:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5b7444. 00000400:00000010:1.0:1767384411.341744:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000003ed0f5b. 00000100:00000200:1.0:1767384411.341749:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341751:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f15da201. 00000400:00000010:1.0:1767384411.341755:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dd046781. 00000100:00000200:1.0:1767384411.341759:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341762:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e7e8513. 00000400:00000010:1.0:1767384411.341772:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f342a944. 00000100:00000200:1.0:1767384411.341779:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341781:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecd33ef0. 00000400:00000010:1.0:1767384411.341786:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b52a0420. 00000100:00000200:1.0:1767384411.341789:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341791:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fda8f3f9. 00000400:00000010:1.0:1767384411.341795:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000be94abe5. 00000100:00000200:1.0:1767384411.341799:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341800:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acf41bed. 00000400:00000010:1.0:1767384411.341804:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008d5baa06. 00000100:00000200:1.0:1767384411.341808:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341810:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059e8530b. 00000400:00000010:1.0:1767384411.341821:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000485573d6. 00000100:00000200:1.0:1767384411.341828:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341830:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ac65b65. 00000400:00000010:1.0:1767384411.341835:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005c9b1863. 00000100:00000200:1.0:1767384411.341838:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341840:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003044955c. 00000400:00000010:1.0:1767384411.341844:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006f51b4e7. 00000100:00000200:1.0:1767384411.341847:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341849:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061de3b19. 00000400:00000010:1.0:1767384411.341853:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001e9eb05c. 00000100:00000200:1.0:1767384411.341857:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384411.341859:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000182cf9e. 00000400:00000010:1.0:1767384411.341870:0:41001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000044f1eb97. 00000100:00000010:1.0:1767384411.341886:0:41001:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b5daa218. 00000100:00000200:1.0:1767384411.341908:0:41001:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384411.341962:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003575065a. 00000100:00000010:1.0:1767384411.342118:0:41002:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000090dee2a4. 00000020:00000010:1.0:1767384411.342123:0:41002:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004c04728b. 00000020:00000010:1.0:1767384411.342126:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc9064b2. 00000020:00000010:1.0:1767384411.342129:0:41002:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2c57369. 00000040:00000010:1.0:1767384411.342131:0:41002:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000079b2bc88. 00000020:00000010:1.0:1767384411.342135:0:41002:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001ea7c7df. 00000020:00000010:1.0:1767384411.342138:0:41002:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005e57de1. 00000020:00000010:1.0:1767384411.342142:0:41002:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007b74743e. 80000000:00000010:1.0:1767384411.342145:0:41002:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000044cc1c27. 40000000:00000010:1.0:1767384411.342147:0:41002:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f9ade467. 00100000:00000010:1.0:1767384411.342150:0:41002:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000030c0c0f2. 00040000:00000010:1.0:1767384411.342153:0:41002:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c01e837c. 00040000:00000010:1.0:1767384411.342156:0:41002:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e37319ee. 00080000:00000010:1.0:1767384411.342160:0:41002:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cb557b7e. 00080000:00000010:1.0:1767384411.342164:0:41002:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000342e8b3b. 00000004:00000010:1.0:1767384411.342169:0:41002:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004e2a114b. 00002000:00000010:1.0:1767384411.342171:0:41002:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004d49bd83. 00000100:00000010:1.0:1767384411.342183:0:41002:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000070df67b7. 00000100:00000200:1.0:1767384411.342197:0:41002:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384411.342211:0:40983:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000049afbe22. 00000100:00000010:2.0:1767384411.342216:0:40983:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000002f62238e. 00000100:00000010:2.0:1767384411.342229:0:40983:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000046cdc8dd. 00000100:00000010:2.0:1767384411.342235:0:40983:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002148a10b. 00000100:00000010:2.0:1767384411.342239:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007431fe23. 00000100:00000010:2.0:1767384411.342242:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a82c2664. 00000100:00000010:2.0:1767384411.342244:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023062c57. 00000100:00000010:2.0:1767384411.342246:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7577950. 00000100:00000010:2.0:1767384411.342247:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4b759c5. 00000100:00000010:2.0:1767384411.342249:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000075f7d2f2. 00000100:00000010:2.0:1767384411.342251:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058b236f4. 00000100:00000010:2.0:1767384411.342253:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a4d043a1. 00000100:00000010:2.0:1767384411.342255:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de4a9edf. 00000100:00000010:2.0:1767384411.342257:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c83a83cd. 00000100:00000010:2.0:1767384411.342258:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cc8156b. 00000100:00000010:2.0:1767384411.342261:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be6f6690. 00000100:00000010:2.0:1767384411.342262:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000157dec74. 00000100:00000010:2.0:1767384411.342264:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000892338c3. 00000100:00000010:2.0:1767384411.342265:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f3d3ca7. 00000100:00000010:2.0:1767384411.342267:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000912ed6f9. 00000100:00000010:2.0:1767384411.342269:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013a30e87. 00000100:00000010:2.0:1767384411.342272:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000089b4890c. 00000100:00000010:2.0:1767384411.342273:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007caa115. 00000100:00000010:2.0:1767384411.342276:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c04958c. 00000100:00000010:2.0:1767384411.342277:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000358a6598. 00000100:00000010:2.0:1767384411.342279:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f0bfcfb. 00000100:00000010:2.0:1767384411.342281:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006decca83. 00000100:00000010:2.0:1767384411.342283:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008891a02e. 00000100:00000010:2.0:1767384411.342285:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083b58564. 00000100:00000010:2.0:1767384411.342287:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000b981d02. 00000100:00000010:2.0:1767384411.342289:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0ea4510. 00000100:00000010:2.0:1767384411.342291:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000067af6d9a. 00000100:00000010:2.0:1767384411.342292:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000409896e5. 00000100:00000010:2.0:1767384411.342295:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003250afad. 00000100:00000010:2.0:1767384411.342297:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ef2f731. 00000100:00000010:2.0:1767384411.342300:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007b35cdb9. 00000100:00000010:2.0:1767384411.342302:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070e8926a. 00000100:00000010:2.0:1767384411.342304:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7c79624. 00000100:00000010:2.0:1767384411.342306:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9e97905. 00000100:00000010:2.0:1767384411.342308:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bde051ed. 00000100:00000010:2.0:1767384411.342309:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0fec135. 00000100:00000010:2.0:1767384411.342312:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000749a7da1. 00000100:00000010:2.0:1767384411.342313:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000592d45b3. 00000100:00000010:2.0:1767384411.342315:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bdf1ffef. 00000100:00000010:2.0:1767384411.342317:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000855dac71. 00000100:00000010:2.0:1767384411.342319:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f190fe4b. 00000100:00000010:2.0:1767384411.342320:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087464c14. 00000100:00000010:2.0:1767384411.342322:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b3371c1. 00000100:00000010:2.0:1767384411.342324:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8c6ad4f. 00000100:00000010:2.0:1767384411.342326:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040f30ad4. 00000100:00000010:2.0:1767384411.342327:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000561bd934. 00000100:00000010:2.0:1767384411.342329:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f6f20a67. 00000100:00000010:2.0:1767384411.342330:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a3c0d31. 00000100:00000010:2.0:1767384411.342333:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cc8a0b38. 00000100:00000010:2.0:1767384411.342335:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000774a4c5a. 00000100:00000010:2.0:1767384411.342338:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098912904. 00000100:00000010:2.0:1767384411.342339:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1ec30d3. 00000100:00000010:2.0:1767384411.342341:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000df6c7b4e. 00000100:00000010:2.0:1767384411.342343:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e59ad3c. 00000100:00000010:2.0:1767384411.342345:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000041032198. 00000100:00000010:2.0:1767384411.342347:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be7ef28c. 00000100:00000010:2.0:1767384411.342349:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff0b0cbd. 00000100:00000010:2.0:1767384411.342352:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008149d2f3. 00000100:00000010:2.0:1767384411.342354:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009077b145. 00000100:00000010:2.0:1767384411.342356:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001216a31b. 00000100:00000010:2.0:1767384411.342358:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8d8ac56. 00000100:00000010:2.0:1767384411.342360:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcd93217. 00000100:00000010:2.0:1767384411.342362:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084d5e1a7. 00000100:00000010:2.0:1767384411.342364:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f18d5eb5. 00000100:00000010:2.0:1767384411.342367:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000939f30ca. 00000100:00000010:2.0:1767384411.342368:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000341f1fc9. 00000100:00000010:2.0:1767384411.342370:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009fc09eb5. 00000100:00000010:2.0:1767384411.342372:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005be5b19b. 00000100:00000010:2.0:1767384411.342374:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000227a0ecc. 00000100:00000010:2.0:1767384411.342375:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb6fb491. 00000100:00000010:2.0:1767384411.342377:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005487b826. 00000100:00000010:2.0:1767384411.342379:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cddfab38. 00000100:00000010:2.0:1767384411.342381:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000745c6bfd. 00000100:00000010:2.0:1767384411.342382:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d81e5b86. 00000100:00000010:2.0:1767384411.342385:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044b8a1a2. 00000100:00000010:2.0:1767384411.342386:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000adfadb5. 00000100:00000010:2.0:1767384411.342388:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c5ab8b77. 00000100:00000010:2.0:1767384411.342389:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004464d73a. 00000100:00000010:2.0:1767384411.342391:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078bb1736. 00000100:00000010:2.0:1767384411.342393:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093bac23a. 00000100:00000010:2.0:1767384411.342395:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ad2dbd2. 00000100:00000010:2.0:1767384411.342396:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000269c5e18. 00000100:00000010:2.0:1767384411.342398:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000123dd729. 00000100:00000010:2.0:1767384411.342400:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000267b2d6b. 00000100:00000010:2.0:1767384411.342402:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002be20f92. 00000100:00000010:2.0:1767384411.342404:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc461064. 00000100:00000010:2.0:1767384411.342406:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d14c0cb. 00000100:00000010:2.0:1767384411.342407:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002020d928. 00000100:00000010:2.0:1767384411.342409:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082bd9857. 00000100:00000010:2.0:1767384411.342411:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077175f1f. 00000100:00000010:2.0:1767384411.342414:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000121332a4. 00000100:00000010:2.0:1767384411.342416:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e719852. 00000100:00000010:2.0:1767384411.342419:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000027c287c1. 00000100:00000010:2.0:1767384411.342420:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d5830a3. 00000100:00000010:2.0:1767384411.342423:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084374a54. 00000100:00000010:3.0:1767384411.342485:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0faec5c. 00000100:00000010:3.0:1767384411.342493:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000993334ab. 00000100:00000010:3.0:1767384411.342497:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d6e6efa. 00000100:00000010:3.0:1767384411.342500:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f88601f7. 00000100:00000010:3.0:1767384411.342503:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bef4ce8. 00000100:00000010:3.0:1767384411.342506:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000019a39a55. 00000100:00000010:3.0:1767384411.342516:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091faa438. 00000100:00000010:3.0:1767384411.342519:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c0393f8. 00000100:00000010:3.0:1767384411.342522:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013da1026. 00000100:00000010:3.0:1767384411.342526:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036c4079a. 00000100:00000010:3.0:1767384411.342529:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031d8f59a. 00000100:00000010:3.0:1767384411.342532:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b3e0578. 00000100:00000010:3.0:1767384411.342535:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068f39a58. 00000100:00000010:3.0:1767384411.342538:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b930ab7. 00000100:00000010:3.0:1767384411.342541:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3fec923. 00000100:00000010:3.0:1767384411.342545:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e0c1c3e. 00000100:00000010:3.0:1767384411.342549:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db8f36f2. 00000100:00000010:3.0:1767384411.342553:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095e21200. 00000100:00000010:3.0:1767384411.342556:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000260e7c47. 00000100:00000010:3.0:1767384411.342560:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb038183. 00000100:00000010:3.0:1767384411.342561:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c70b988. 00000100:00000010:3.0:1767384411.342563:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ea99165. 00000100:00000010:3.0:1767384411.342565:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1be97a1. 00000100:00000010:3.0:1767384411.342567:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006016d7c5. 00000100:00000010:3.0:1767384411.342569:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c869120. 00000100:00000010:3.0:1767384411.342571:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001883a213. 00000100:00000010:3.0:1767384411.342573:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6eb10d4. 00000100:00000010:3.0:1767384411.342575:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f595bdce. 00000100:00000010:3.0:1767384411.342577:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038ed963f. 00000100:00000010:3.0:1767384411.342579:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083229891. 00000100:00000010:3.0:1767384411.342580:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a443be7. 00000100:00000010:3.0:1767384411.342583:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff85d132. 00000400:00000200:3.0:1767384411.342584:0:40983:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:3.0:1767384411.342621:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008e1b021b. 00000020:00000010:3.0:1767384411.342625:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e7f1b612. 00000100:00000010:3.0:1767384411.342653:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007d7a99b7. 00000100:00000010:3.0:1767384411.342655:0:40983:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000000c0ca7e7. 00000100:00000010:3.0:1767384411.342662:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000057304e9a. 00000100:00000010:3.0:1767384411.342664:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000819948e4. 00000100:00000010:3.0:1767384411.342666:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000515b15cc. 00000100:00000200:3.0:1767384411.342686:0:40983:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:3.0:1767384411.342688:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008f33be44. 00000100:00000010:1.0:1767384411.342859:0:41003:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000046b655eb. 00000020:00000010:1.0:1767384411.342864:0:41003:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000992ab3ba. 00000020:00000010:1.0:1767384411.342867:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc62430d. 00000020:00000010:1.0:1767384411.342870:0:41003:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc4354d2. 00000040:00000010:1.0:1767384411.342873:0:41003:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004da4530e. 00000020:00000010:1.0:1767384411.342876:0:41003:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f3a563b2. 00000020:00000010:1.0:1767384411.342879:0:41003:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000038675be1. 00000020:00000010:1.0:1767384411.342881:0:41003:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007855b310. 80000000:00000010:1.0:1767384411.342884:0:41003:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000063132fc. 40000000:00000010:1.0:1767384411.342887:0:41003:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000136d3510. 00100000:00000010:1.0:1767384411.342889:0:41003:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000011ef82d. 00040000:00000010:1.0:1767384411.342892:0:41003:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000670d0d0. 00040000:00000010:1.0:1767384411.342894:0:41003:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008dc46135. 00080000:00000010:1.0:1767384411.342899:0:41003:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c84e0036. 00080000:00000010:1.0:1767384411.342912:0:41003:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005eac1b0f. 00000004:00000010:1.0:1767384411.342932:0:41003:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000053771ae0. 00000100:00000200:1.0:1767384411.342937:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.342941:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049cf0d5f. 00000400:00000010:1.0:1767384411.342945:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3000672. 00000100:00000200:1.0:1767384411.342948:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.342950:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4225f10. 00000400:00000010:1.0:1767384411.342952:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c77026ea. 00000100:00000200:1.0:1767384411.342954:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.342956:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b63777fb. 00000400:00000010:1.0:1767384411.342958:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f41a56d. 00000100:00000200:1.0:1767384411.342960:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.342962:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cddac0ad. 00000400:00000010:1.0:1767384411.342965:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8db1f27. 00000100:00000200:1.0:1767384411.342967:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.342969:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbdee513. 00000400:00000010:1.0:1767384411.342971:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca6eeee2. 00000100:00000200:1.0:1767384411.342973:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.342975:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b054c1e2. 00000400:00000010:1.0:1767384411.342978:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071bef6d3. 00000100:00000200:1.0:1767384411.342980:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.342982:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0935f73. 00000400:00000010:1.0:1767384411.342985:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fcecb2a. 00000100:00000200:1.0:1767384411.342987:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.342989:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097ab03ee. 00000400:00000010:1.0:1767384411.342991:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026afb6b4. 00000100:00000200:1.0:1767384411.342993:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.342995:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa643a40. 00000400:00000010:1.0:1767384411.342997:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbdd93fd. 00000100:00000200:1.0:1767384411.342999:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343001:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b1f566a. 00000400:00000010:1.0:1767384411.343004:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c566e11c. 00000100:00000200:1.0:1767384411.343006:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343007:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081fc715c. 00000400:00000010:1.0:1767384411.343009:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000faf936ab. 00000100:00000200:1.0:1767384411.343011:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343013:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab80dcdf. 00000400:00000010:1.0:1767384411.343015:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1ef1ae. 00000100:00000200:1.0:1767384411.343017:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343019:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019f90775. 00000400:00000010:1.0:1767384411.343021:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b604cb1. 00000100:00000200:1.0:1767384411.343022:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343024:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dffffee3. 00000400:00000010:1.0:1767384411.343026:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cec50606. 00000100:00000200:1.0:1767384411.343028:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343030:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cf481f7. 00000400:00000010:1.0:1767384411.343032:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac0b092a. 00000100:00000200:1.0:1767384411.343034:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343036:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fefaf33a. 00000400:00000010:1.0:1767384411.343038:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000869d1086. 00000100:00000200:1.0:1767384411.343039:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343041:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf60523. 00000400:00000010:1.0:1767384411.343043:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3da985. 00000100:00000200:1.0:1767384411.343045:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343046:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb85d318. 00000400:00000010:1.0:1767384411.343048:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000871e1e74. 00000100:00000200:1.0:1767384411.343050:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343052:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012680d0c. 00000400:00000010:1.0:1767384411.343054:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000152bc26f. 00000100:00000200:1.0:1767384411.343055:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343057:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baee9ae1. 00000400:00000010:1.0:1767384411.343059:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e91e0887. 00000100:00000200:1.0:1767384411.343061:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343062:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b51464ca. 00000400:00000010:1.0:1767384411.343064:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000302a9c0b. 00000100:00000200:1.0:1767384411.343066:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343068:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4fe65b5. 00000400:00000010:1.0:1767384411.343069:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f222e9cf. 00000100:00000200:1.0:1767384411.343071:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343073:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005773cb47. 00000400:00000010:1.0:1767384411.343075:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7140de7. 00000100:00000200:1.0:1767384411.343076:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343078:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a18ff472. 00000400:00000010:1.0:1767384411.343080:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea2a5b. 00000100:00000200:1.0:1767384411.343081:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343083:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebcfaa97. 00000400:00000010:1.0:1767384411.343085:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e12c5e6. 00000100:00000200:1.0:1767384411.343087:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343089:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc30b2f2. 00000400:00000010:1.0:1767384411.343090:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000305d4b22. 00000100:00000200:1.0:1767384411.343092:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343093:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c635872d. 00000400:00000010:1.0:1767384411.343094:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035727331. 00000100:00000200:1.0:1767384411.343095:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343097:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc2e995. 00000400:00000010:1.0:1767384411.343098:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686eedc6. 00000100:00000200:1.0:1767384411.343099:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343100:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006006d2af. 00000400:00000010:1.0:1767384411.343101:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee743d51. 00000100:00000200:1.0:1767384411.343102:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343103:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efede0de. 00000400:00000010:1.0:1767384411.343113:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008afdc51d. 00000100:00000200:1.0:1767384411.343115:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343117:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d2ad50a. 00000400:00000010:1.0:1767384411.343118:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b74ec9b. 00000100:00000200:1.0:1767384411.343119:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343120:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e18e1900. 00000400:00000010:1.0:1767384411.343121:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057b3a592. 00000100:00000200:1.0:1767384411.343122:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343123:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040214d94. 00000400:00000010:1.0:1767384411.343124:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ced7761. 00000100:00000200:1.0:1767384411.343126:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343127:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d877f20c. 00000400:00000010:1.0:1767384411.343128:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c53a6038. 00000100:00000200:1.0:1767384411.343129:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343130:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000844e62b1. 00000400:00000010:1.0:1767384411.343132:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003288b225. 00000100:00000200:1.0:1767384411.343133:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343133:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cca82fa. 00000400:00000010:1.0:1767384411.343135:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b45e323. 00000100:00000200:1.0:1767384411.343136:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343137:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1d89817. 00000400:00000010:1.0:1767384411.343138:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003de462d6. 00000100:00000200:1.0:1767384411.343139:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343147:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008394095. 00000400:00000010:1.0:1767384411.343150:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023315015. 00000100:00000200:1.0:1767384411.343151:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343153:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032acc895. 00000400:00000010:1.0:1767384411.343154:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3b1abf3. 00000100:00000200:1.0:1767384411.343155:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343156:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000dc53f4c. 00000400:00000010:1.0:1767384411.343157:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009827a694. 00000100:00000200:1.0:1767384411.343158:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343159:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053770849. 00000400:00000010:1.0:1767384411.343160:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fc51d99. 00000100:00000200:1.0:1767384411.343161:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343162:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2c5e8b. 00000400:00000010:1.0:1767384411.343163:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c727c21. 00000100:00000200:1.0:1767384411.343164:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343165:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7805c69. 00000400:00000010:1.0:1767384411.343167:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5c39ea4. 00000100:00000200:1.0:1767384411.343168:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343169:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc762a7b. 00000400:00000010:1.0:1767384411.343170:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1d0ffa5. 00000100:00000200:1.0:1767384411.343171:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343172:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b7123bb. 00000400:00000010:1.0:1767384411.343173:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e6df84e. 00000100:00000200:1.0:1767384411.343174:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343175:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af2c958e. 00000400:00000010:1.0:1767384411.343176:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052d93fbe. 00000100:00000200:1.0:1767384411.343177:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343178:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6adb190. 00000400:00000010:1.0:1767384411.343179:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f15f855. 00000100:00000200:1.0:1767384411.343180:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343181:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b9a15bf. 00000400:00000010:1.0:1767384411.343182:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a647d498. 00000100:00000200:1.0:1767384411.343183:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343184:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032c033b9. 00000400:00000010:1.0:1767384411.343185:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be1248. 00000100:00000200:1.0:1767384411.343186:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343188:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad4d5cee. 00000400:00000010:1.0:1767384411.343189:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015adceed. 00000100:00000200:1.0:1767384411.343190:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343191:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084048ea1. 00000400:00000010:1.0:1767384411.343192:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa5eb1c3. 00000100:00000200:1.0:1767384411.343193:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343194:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9add991. 00000400:00000010:1.0:1767384411.343195:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009834f8bc. 00000100:00000200:1.0:1767384411.343196:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343197:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097adcbad. 00000400:00000010:1.0:1767384411.343198:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020ebe9ca. 00000100:00000200:1.0:1767384411.343199:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343200:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ffd5543. 00000400:00000010:1.0:1767384411.343201:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088e7a68d. 00000100:00000200:1.0:1767384411.343202:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343203:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e0e2874. 00000400:00000010:1.0:1767384411.343204:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee901531. 00000100:00000200:1.0:1767384411.343205:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343206:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000280b578f. 00000400:00000010:1.0:1767384411.343207:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c5d6e42. 00000100:00000200:1.0:1767384411.343208:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343209:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d900bc5. 00000400:00000010:1.0:1767384411.343210:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4e25727. 00000100:00000200:1.0:1767384411.343211:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343212:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb1d7a23. 00000400:00000010:1.0:1767384411.343213:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a8d278. 00000100:00000200:1.0:1767384411.343214:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343215:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d818a242. 00000400:00000010:1.0:1767384411.343216:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098503aa0. 00000100:00000200:1.0:1767384411.343217:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343218:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000782ceca5. 00000400:00000010:1.0:1767384411.343225:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd13b30e. 00000100:00000200:1.0:1767384411.343227:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343229:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5f64e4a. 00000400:00000010:1.0:1767384411.343230:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bbf2068. 00000100:00000200:1.0:1767384411.343231:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343232:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fcd3aa0. 00000400:00000010:1.0:1767384411.343233:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000514b3139. 00000100:00000200:1.0:1767384411.343235:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343235:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3742b41. 00000400:00000010:1.0:1767384411.343237:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b497c036. 00000100:00000200:1.0:1767384411.343238:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384411.343238:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041e2c2cd. 00000400:00000010:1.0:1767384411.343239:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f360687. 00000100:00000010:1.0:1767384411.343242:0:41003:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c7b2f9dd. 00000100:00000200:1.0:1767384411.343252:0:41003:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384411.343270:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008a5c7b7c. 00000100:00000010:1.0:1767384411.343477:0:41004:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000615a4764. 00000020:00000010:1.0:1767384411.343480:0:41004:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000569eff63. 00000020:00000010:1.0:1767384411.343482:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000eaab46d. 00000020:00000010:1.0:1767384411.343484:0:41004:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005c59e68b. 00000040:00000010:1.0:1767384411.343486:0:41004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006769b37b. 00000020:00000010:1.0:1767384411.343488:0:41004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000e8b5e89. 00000020:00000010:1.0:1767384411.343490:0:41004:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000783422e6. 00000020:00000010:1.0:1767384411.343491:0:41004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ea83eaba. 80000000:00000010:1.0:1767384411.343493:0:41004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d26c3bf. 40000000:00000010:1.0:1767384411.343494:0:41004:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000099fe58c2. 00100000:00000010:1.0:1767384411.343496:0:41004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dd953cea. 00040000:00000010:1.0:1767384411.343498:0:41004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000d641cd3. 00040000:00000010:1.0:1767384411.343500:0:41004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000039a3f417. 00080000:00000010:1.0:1767384411.343503:0:41004:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a958188a. 00080000:00000010:1.0:1767384411.343506:0:41004:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f2d2c5b. 00000004:00000010:1.0:1767384411.343510:0:41004:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000fc09173. 00000100:00000010:1.0:1767384411.343512:0:41004:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000058f2434b. 00000100:00000200:1.0:1767384411.343521:0:41004:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384411.343538:0:40983:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000eb7bcd22. 00000100:00000010:3.0:1767384411.343543:0:40983:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009fd0226c. 00000100:00000010:3.0:1767384411.343553:0:40983:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b4567f33. 00000100:00000010:3.0:1767384411.343559:0:40983:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000001213c5f2. 00000100:00000010:3.0:1767384411.343561:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ba65406. 00000100:00000010:3.0:1767384411.343564:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d827c32f. 00000100:00000010:3.0:1767384411.343565:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009452d7ec. 00000100:00000010:3.0:1767384411.343568:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001add18a1. 00000100:00000010:3.0:1767384411.343569:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c75f037f. 00000100:00000010:3.0:1767384411.343573:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f8a144d. 00000100:00000010:3.0:1767384411.343574:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000228d177f. 00000100:00000010:3.0:1767384411.343577:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a2433d6. 00000100:00000010:3.0:1767384411.343578:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054e8a724. 00000100:00000010:3.0:1767384411.343580:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0e46adb. 00000100:00000010:3.0:1767384411.343582:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053b12e0c. 00000100:00000010:3.0:1767384411.343584:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a4fd46d. 00000100:00000010:3.0:1767384411.343585:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dec63e8d. 00000100:00000010:3.0:1767384411.343588:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dd10e36d. 00000100:00000010:3.0:1767384411.343589:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4db9382. 00000100:00000010:3.0:1767384411.343591:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d59d186. 00000100:00000010:3.0:1767384411.343593:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000770fe9fd. 00000100:00000010:3.0:1767384411.343595:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ab1f54e. 00000100:00000010:3.0:1767384411.343597:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005eabb99c. 00000100:00000010:3.0:1767384411.343599:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a31465f5. 00000100:00000010:3.0:1767384411.343601:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b16e44e. 00000100:00000010:3.0:1767384411.343607:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080742155. 00000100:00000010:3.0:1767384411.343609:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c8d4602. 00000100:00000010:3.0:1767384411.343611:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007da325a4. 00000100:00000010:3.0:1767384411.343612:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfe4697d. 00000100:00000010:3.0:1767384411.343614:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f7310199. 00000100:00000010:3.0:1767384411.343616:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089c5df04. 00000100:00000010:3.0:1767384411.343619:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da7f2401. 00000100:00000010:3.0:1767384411.343621:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061c52f62. 00000100:00000010:3.0:1767384411.343623:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f315ea50. 00000100:00000010:3.0:1767384411.343624:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c77b56d. 00000100:00000010:3.0:1767384411.343626:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a202466f. 00000100:00000010:3.0:1767384411.343628:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8de081a. 00000100:00000010:3.0:1767384411.343630:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032653702. 00000100:00000010:3.0:1767384411.343632:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3642699. 00000100:00000010:3.0:1767384411.343633:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a9ce61a. 00000100:00000010:3.0:1767384411.343635:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3936faa. 00000100:00000010:3.0:1767384411.343638:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007800f03e. 00000100:00000010:3.0:1767384411.343640:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000129c7cd3. 00000100:00000010:3.0:1767384411.343642:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000070e50e31. 00000100:00000010:3.0:1767384411.343644:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1eb5ac2. 00000100:00000010:3.0:1767384411.343646:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f6c53f7. 00000100:00000010:3.0:1767384411.343647:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e18a0f04. 00000100:00000010:3.0:1767384411.343649:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005fe5d81. 00000100:00000010:3.0:1767384411.343651:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbc9d545. 00000100:00000010:3.0:1767384411.343653:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f78691f5. 00000100:00000010:3.0:1767384411.343654:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd60402c. 00000100:00000010:3.0:1767384411.343656:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbf870ea. 00000100:00000010:3.0:1767384411.343658:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085b09c05. 00000100:00000010:3.0:1767384411.343660:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000adcf3d47. 00000100:00000010:3.0:1767384411.343662:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc9b7a67. 00000100:00000010:3.0:1767384411.343664:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f80d087c. 00000100:00000010:3.0:1767384411.343669:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e947f955. 00000100:00000010:3.0:1767384411.343671:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f7073ede. 00000100:00000010:3.0:1767384411.343672:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a09c5fe8. 00000100:00000010:3.0:1767384411.343675:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1b0da0d. 00000100:00000010:3.0:1767384411.343676:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5419cfd. 00000100:00000010:3.0:1767384411.343678:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000625c24ce. 00000100:00000010:3.0:1767384411.343680:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043394f20. 00000100:00000010:3.0:1767384411.343681:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009cd3f4fd. 00000100:00000010:3.0:1767384411.343683:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0da9fcd. 00000100:00000010:3.0:1767384411.343685:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff629153. 00000100:00000010:3.0:1767384411.343687:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d0031aa. 00000100:00000010:3.0:1767384411.343689:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000031df188f. 00000100:00000010:3.0:1767384411.343691:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011249388. 00000100:00000010:3.0:1767384411.343693:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bc2799e. 00000100:00000010:3.0:1767384411.343695:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003532cf63. 00000100:00000010:3.0:1767384411.343697:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c8d251e7. 00000100:00000010:3.0:1767384411.343698:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd4ae305. 00000100:00000010:3.0:1767384411.343700:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000068a9ff7b. 00000100:00000010:3.0:1767384411.343702:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097ef3f74. 00000100:00000010:3.0:1767384411.343704:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000176d61fd. 00000100:00000010:3.0:1767384411.343705:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037b71cd2. 00000100:00000010:3.0:1767384411.343707:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ad453d9. 00000100:00000010:3.0:1767384411.343709:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b64ec18. 00000100:00000010:3.0:1767384411.343711:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c32ce971. 00000100:00000010:3.0:1767384411.343712:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9048122. 00000100:00000010:3.0:1767384411.343714:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000267c33e. 00000100:00000010:3.0:1767384411.343716:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae3d503c. 00000100:00000010:3.0:1767384411.343718:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fc562c3d. 00000100:00000010:3.0:1767384411.343719:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004dcc1f4. 00000100:00000010:3.0:1767384411.343722:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000082ef219. 00000100:00000010:3.0:1767384411.343723:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a997fa6b. 00000100:00000010:3.0:1767384411.343728:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003cf10750. 00000100:00000010:3.0:1767384411.343730:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5624dbf. 00000100:00000010:3.0:1767384411.343732:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bdc33d3f. 00000100:00000010:3.0:1767384411.343734:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004416a81a. 00000100:00000010:3.0:1767384411.343736:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000058a27a2a. 00000100:00000010:3.0:1767384411.343738:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d947a919. 00000100:00000010:3.0:1767384411.343740:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003610bbbf. 00000100:00000010:3.0:1767384411.343741:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000235593e1. 00000100:00000010:3.0:1767384411.343744:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7799f81. 00000100:00000010:3.0:1767384411.343747:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8ddfca9. 00000100:00000010:3.0:1767384411.343750:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007de825d7. 00000100:00000010:3.0:1767384411.343753:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c782f76a. 00000100:00000010:3.0:1767384411.343756:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ef4e199. 00000100:00000010:3.0:1767384411.343758:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3226b72. 00000100:00000010:3.0:1767384411.343762:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9321265. 00000100:00000010:3.0:1767384411.343764:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d1c9d80. 00000100:00000010:3.0:1767384411.343767:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080962199. 00000100:00000010:3.0:1767384411.343770:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039dbf6d3. 00000100:00000010:3.0:1767384411.343773:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c02c066. 00000100:00000010:3.0:1767384411.343776:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000582590f0. 00000100:00000010:3.0:1767384411.343779:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c42948de. 00000100:00000010:3.0:1767384411.343782:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006739a490. 00000100:00000010:3.0:1767384411.343785:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2a63f57. 00000100:00000010:3.0:1767384411.343787:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da0f791d. 00000100:00000010:3.0:1767384411.343790:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000014632575. 00000100:00000010:3.0:1767384411.343793:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000520dd995. 00000100:00000010:3.0:1767384411.343796:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008105544f. 00000100:00000010:3.0:1767384411.343799:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021ca69f2. 00000100:00000010:3.0:1767384411.343802:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065c48e7d. 00000100:00000010:3.0:1767384411.343805:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e70d7f8. 00000100:00000010:3.0:1767384411.343809:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080107410. 00000100:00000010:3.0:1767384411.343816:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d46ad6ce. 00000100:00000010:3.0:1767384411.343818:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0a53f12. 00000100:00000010:3.0:1767384411.343820:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d44004c. 00000100:00000010:3.0:1767384411.343822:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000025e1ed64. 00000100:00000010:3.0:1767384411.343823:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0e4a065. 00000100:00000010:3.0:1767384411.343825:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002fb971dc. 00000100:00000010:3.0:1767384411.343833:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a3e51a0. 00000100:00000010:3.0:1767384411.343835:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1ee139e. 00000100:00000010:3.0:1767384411.343837:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fa48ac4. 00000100:00000010:3.0:1767384411.343839:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4315bb2. 00000100:00000010:3.0:1767384411.343840:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0fc402f. 00000100:00000010:3.0:1767384411.343843:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000707922ca. 00000100:00000010:3.0:1767384411.343845:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0a3da18. 00000100:00000010:3.0:1767384411.343847:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f83bd75c. 00000400:00000200:3.0:1767384411.343849:0:40983:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:3.0:1767384411.343872:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004f537088. 00000020:00000010:3.0:1767384411.343875:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c0ee0d95. 00000100:00000010:3.0:1767384411.343902:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000c1b2044. 00000100:00000010:3.0:1767384411.343904:0:40983:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007688dfa9. 00000100:00000010:3.0:1767384411.343906:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002d4ce2f6. 00000100:00000010:3.0:1767384411.343908:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005645b9d6. 00000100:00000010:3.0:1767384411.343910:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000295c260. 00000100:00000200:3.0:1767384411.343949:0:40983:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:3.0:1767384411.343954:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000018890b63. 00000100:00000010:1.0:1767384411.344147:0:41005:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f504b6da. 00000020:00000010:1.0:1767384411.344150:0:41005:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b44db594. 00000020:00000010:1.0:1767384411.344153:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e58700. 00000020:00000010:1.0:1767384411.344154:0:41005:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c0e2b174. 00000040:00000010:1.0:1767384411.344156:0:41005:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000986509ed. 00000020:00000010:1.0:1767384411.344158:0:41005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000262937bd. 00000020:00000010:1.0:1767384411.344160:0:41005:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d84f0a73. 00000020:00000010:1.0:1767384411.344162:0:41005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005657e681. 80000000:00000010:1.0:1767384411.344163:0:41005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d919e6ce. 40000000:00000010:1.0:1767384411.344165:0:41005:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000016891263. 00100000:00000010:1.0:1767384411.344167:0:41005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d84a7cc7. 00040000:00000010:1.0:1767384411.344169:0:41005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003bf2cf4c. 00040000:00000010:1.0:1767384411.344170:0:41005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000154d650b. 00080000:00000010:1.0:1767384411.344173:0:41005:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f8b77a3a. 00080000:00000010:1.0:1767384411.344183:0:41005:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002ac7a8ef. 00000004:00000010:1.0:1767384411.344187:0:41005:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006594b1f5. 00002000:00000010:1.0:1767384411.344190:0:41005:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000badd8eb7. 00000100:00000200:1.0:1767384411.344192:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344194:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba053e03. 00000400:00000010:1.0:1767384411.344196:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff6c3205. 00000100:00000200:1.0:1767384411.344198:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344199:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac62ac0. 00000400:00000010:1.0:1767384411.344200:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba542b65. 00000100:00000200:1.0:1767384411.344202:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344203:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc3898d8. 00000400:00000010:1.0:1767384411.344204:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0519823. 00000100:00000200:1.0:1767384411.344205:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344206:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000875f9090. 00000400:00000010:1.0:1767384411.344207:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ad6f8f1. 00000100:00000200:1.0:1767384411.344208:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344209:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1aa4d9. 00000400:00000010:1.0:1767384411.344210:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cfad8d09. 00000100:00000200:1.0:1767384411.344211:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344212:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000096af316. 00000400:00000010:1.0:1767384411.344213:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7b4d94b. 00000100:00000200:1.0:1767384411.344214:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344215:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005067fda3. 00000400:00000010:1.0:1767384411.344216:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cbff9f7. 00000100:00000200:1.0:1767384411.344217:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344218:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e414ba6c. 00000400:00000010:1.0:1767384411.344219:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d89762. 00000100:00000200:1.0:1767384411.344221:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344222:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055a021ec. 00000400:00000010:1.0:1767384411.344223:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d39c19e. 00000100:00000200:1.0:1767384411.344224:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344225:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008feb9675. 00000400:00000010:1.0:1767384411.344226:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000289fe4cf. 00000100:00000200:1.0:1767384411.344227:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344228:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e1b00e. 00000400:00000010:1.0:1767384411.344229:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000715fd1c3. 00000100:00000200:1.0:1767384411.344230:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344231:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d4548d7. 00000400:00000010:1.0:1767384411.344232:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3b93503. 00000100:00000200:1.0:1767384411.344233:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344234:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de563e9b. 00000400:00000010:1.0:1767384411.344235:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fdc27f8. 00000100:00000200:1.0:1767384411.344236:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344236:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137b4151. 00000400:00000010:1.0:1767384411.344238:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006690e8b8. 00000100:00000200:1.0:1767384411.344239:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344240:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031b3a798. 00000400:00000010:1.0:1767384411.344241:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ec88113. 00000100:00000200:1.0:1767384411.344242:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344242:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075e94aa2. 00000400:00000010:1.0:1767384411.344244:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c9cfc3c. 00000100:00000200:1.0:1767384411.344245:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344245:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054bf80e. 00000400:00000010:1.0:1767384411.344246:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032f57d07. 00000100:00000200:1.0:1767384411.344247:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344248:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4347992. 00000400:00000010:1.0:1767384411.344249:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e2b221f. 00000100:00000200:1.0:1767384411.344250:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344251:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd64067b. 00000400:00000010:1.0:1767384411.344253:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000274792a1. 00000100:00000200:1.0:1767384411.344254:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344262:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd23d9b9. 00000400:00000010:1.0:1767384411.344264:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000942998d4. 00000100:00000200:1.0:1767384411.344266:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344267:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036dc0772. 00000400:00000010:1.0:1767384411.344268:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b71f1322. 00000100:00000200:1.0:1767384411.344270:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344271:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf08b191. 00000400:00000010:1.0:1767384411.344272:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046184d8c. 00000100:00000200:1.0:1767384411.344273:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344274:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4ce268d. 00000400:00000010:1.0:1767384411.344275:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f036e330. 00000100:00000200:1.0:1767384411.344276:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344277:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd8c983a. 00000400:00000010:1.0:1767384411.344278:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000ae74bd. 00000100:00000200:1.0:1767384411.344279:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344280:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e4e0a7a. 00000400:00000010:1.0:1767384411.344281:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b6e0f. 00000100:00000200:1.0:1767384411.344282:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344283:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d535f23. 00000400:00000010:1.0:1767384411.344290:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5e2563a. 00000100:00000200:1.0:1767384411.344292:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344293:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036691432. 00000400:00000010:1.0:1767384411.344294:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052004aa3. 00000100:00000200:1.0:1767384411.344295:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344296:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a089dae1. 00000400:00000010:1.0:1767384411.344297:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f540775c. 00000100:00000200:1.0:1767384411.344298:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344299:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077efa791. 00000400:00000010:1.0:1767384411.344300:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089150818. 00000100:00000200:1.0:1767384411.344301:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344302:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf381a5. 00000400:00000010:1.0:1767384411.344303:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c69076d. 00000100:00000200:1.0:1767384411.344304:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344306:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825555c8. 00000400:00000010:1.0:1767384411.344307:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbbe588f. 00000100:00000200:1.0:1767384411.344308:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344309:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003186b828. 00000400:00000010:1.0:1767384411.344311:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f29b88a. 00000100:00000200:1.0:1767384411.344312:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344313:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dea20822. 00000400:00000010:1.0:1767384411.344314:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e27c2055. 00000100:00000200:1.0:1767384411.344315:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344315:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085926448. 00000400:00000010:1.0:1767384411.344317:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129efb45. 00000100:00000200:1.0:1767384411.344318:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344319:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d7565e7. 00000400:00000010:1.0:1767384411.344320:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000339c0eac. 00000100:00000200:1.0:1767384411.344321:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344322:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a33e9c8. 00000400:00000010:1.0:1767384411.344323:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea07bb9c. 00000100:00000200:1.0:1767384411.344324:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344324:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2fd102e. 00000400:00000010:1.0:1767384411.344325:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dacacc5a. 00000100:00000200:1.0:1767384411.344326:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344327:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093864ef6. 00000400:00000010:1.0:1767384411.344328:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000474c9c73. 00000100:00000200:1.0:1767384411.344329:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344330:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071db6de0. 00000400:00000010:1.0:1767384411.344331:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e488e4. 00000100:00000200:1.0:1767384411.344332:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344333:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b8e8a83. 00000400:00000010:1.0:1767384411.344334:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5687bba. 00000100:00000200:1.0:1767384411.344335:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344336:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076d22555. 00000400:00000010:1.0:1767384411.344337:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001973c6a9. 00000100:00000200:1.0:1767384411.344338:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344339:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6882164. 00000400:00000010:1.0:1767384411.344340:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047a8f507. 00000100:00000200:1.0:1767384411.344342:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344343:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fffa7ae. 00000400:00000010:1.0:1767384411.344344:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041e75690. 00000100:00000200:1.0:1767384411.344345:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344345:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d26e2a4. 00000400:00000010:1.0:1767384411.344346:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b7689ea. 00000100:00000200:1.0:1767384411.344348:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344348:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6b6450a. 00000400:00000010:1.0:1767384411.344349:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017bc433d. 00000100:00000200:1.0:1767384411.344350:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344351:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017c68f1e. 00000400:00000010:1.0:1767384411.344352:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a08d9a8. 00000100:00000200:1.0:1767384411.344353:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344354:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7f88f16. 00000400:00000010:1.0:1767384411.344355:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b329aae. 00000100:00000200:1.0:1767384411.344356:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344357:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060c35d64. 00000400:00000010:1.0:1767384411.344358:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fab0aab1. 00000100:00000200:1.0:1767384411.344359:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344360:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059865ae6. 00000400:00000010:1.0:1767384411.344361:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092c89e3f. 00000100:00000200:1.0:1767384411.344362:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344363:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d8c928d. 00000400:00000010:1.0:1767384411.344364:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044733b96. 00000100:00000200:1.0:1767384411.344365:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344366:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8eacc9. 00000400:00000010:1.0:1767384411.344367:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f0ded72. 00000100:00000200:1.0:1767384411.344368:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344369:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ac5b68e. 00000400:00000010:1.0:1767384411.344370:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005671045d. 00000100:00000200:1.0:1767384411.344371:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344372:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d8a213e. 00000400:00000010:1.0:1767384411.344373:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003b918aa. 00000100:00000200:1.0:1767384411.344374:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344375:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af64af7e. 00000400:00000010:1.0:1767384411.344377:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a7a828b. 00000100:00000200:1.0:1767384411.344378:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344379:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034d951a0. 00000400:00000010:1.0:1767384411.344380:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089869399. 00000100:00000200:1.0:1767384411.344381:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344382:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e62dcb80. 00000400:00000010:1.0:1767384411.344389:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b4cd09c. 00000100:00000200:1.0:1767384411.344391:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344392:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000411a99b3. 00000400:00000010:1.0:1767384411.344393:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a1c9398. 00000100:00000200:1.0:1767384411.344395:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344395:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e86954e. 00000400:00000010:1.0:1767384411.344396:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052e567f9. 00000100:00000200:1.0:1767384411.344398:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344399:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db26677f. 00000400:00000010:1.0:1767384411.344400:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5642ccf. 00000100:00000200:1.0:1767384411.344401:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344402:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056ae6eea. 00000400:00000010:1.0:1767384411.344403:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c598f5c. 00000100:00000200:1.0:1767384411.344404:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344405:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b94aff2. 00000400:00000010:1.0:1767384411.344406:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003002dc93. 00000100:00000200:1.0:1767384411.344407:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344408:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9cc8ef4. 00000400:00000010:1.0:1767384411.344409:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c7566aa. 00000100:00000200:1.0:1767384411.344410:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344410:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1fb051c. 00000400:00000010:1.0:1767384411.344411:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e77190e. 00000100:00000200:1.0:1767384411.344412:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384411.344413:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcefcc7. 00000400:00000010:1.0:1767384411.344414:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7014101. 00000100:00000010:1.0:1767384411.344417:0:41005:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000083f0aaf7. 00000100:00000200:1.0:1767384411.344443:0:41005:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384411.344463:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d1c4c65e. 00000100:00000010:1.0:1767384411.344619:0:41006:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000089c233af. 00000020:00000010:1.0:1767384411.344622:0:41006:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f876ab2e. 00000020:00000010:1.0:1767384411.344625:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1b79d55. 00000020:00000010:1.0:1767384411.344627:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000035be1f18. 00000040:00000010:1.0:1767384411.344629:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009c941729. 00000020:00000010:1.0:1767384411.344631:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042ac713b. 00000020:00000010:1.0:1767384411.344633:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cae5419e. 00000020:00000010:1.0:1767384411.344635:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001388e82d. 80000000:00000010:1.0:1767384411.344636:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000001dba93a. 40000000:00000010:1.0:1767384411.344637:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa3faa42. 00100000:00000010:1.0:1767384411.344640:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000013dc8fa8. 00040000:00000010:1.0:1767384411.344642:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f82d2c20. 00040000:00000010:1.0:1767384411.344644:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007371ea25. 00080000:00000010:1.0:1767384411.344647:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003142d4c4. 00080000:00000010:1.0:1767384411.344650:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000080f8f8af. 00000004:00000010:1.0:1767384411.344653:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000031246c7e. 00002000:00000010:1.0:1767384411.344655:0:41006:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b50ffbe2. 00000100:00000010:1.0:1767384411.344657:0:41006:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000141882c2. 00000100:00000200:1.0:1767384411.344667:0:41006:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384411.344681:0:40983:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000027cabb88. 00000100:00000010:3.0:1767384411.344685:0:40983:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000e7feed2e. 00000100:00000010:3.0:1767384411.344695:0:40983:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000004c0053d3. 00000100:00000010:3.0:1767384411.344701:0:40983:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000db8d7bd7. 00000100:00000010:3.0:1767384411.344703:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b450cef. 00000100:00000010:3.0:1767384411.344706:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c20d153. 00000100:00000010:3.0:1767384411.344711:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031cfd3fa. 00000100:00000010:3.0:1767384411.344713:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7effdaa. 00000100:00000010:3.0:1767384411.344715:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f30116c. 00000100:00000010:3.0:1767384411.344717:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000356caf98. 00000100:00000010:3.0:1767384411.344719:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b04f33b. 00000100:00000010:3.0:1767384411.344721:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3703219. 00000100:00000010:3.0:1767384411.344722:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039e8d770. 00000100:00000010:3.0:1767384411.344725:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2b8d7bc. 00000100:00000010:3.0:1767384411.344727:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ebf1dc5. 00000100:00000010:3.0:1767384411.344729:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080ad17c5. 00000100:00000010:3.0:1767384411.344731:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000508f70cf. 00000100:00000010:3.0:1767384411.344733:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065b8d80e. 00000100:00000010:3.0:1767384411.344734:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9c7cc8a. 00000100:00000010:3.0:1767384411.344737:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f2c820f5. 00000100:00000010:3.0:1767384411.344738:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085328dea. 00000100:00000010:3.0:1767384411.344740:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fc218113. 00000100:00000010:3.0:1767384411.344741:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034c7cee6. 00000100:00000010:3.0:1767384411.344744:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f143c8f9. 00000100:00000010:3.0:1767384411.344753:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000737305ad. 00000100:00000010:3.0:1767384411.344757:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000646850fa. 00000100:00000010:3.0:1767384411.344760:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001155347. 00000100:00000010:3.0:1767384411.344763:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000027d83ea. 00000100:00000010:3.0:1767384411.344765:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c22513f. 00000100:00000010:3.0:1767384411.344768:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001ed78ca9. 00000100:00000010:3.0:1767384411.344771:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065c0f23a. 00000100:00000010:3.0:1767384411.344774:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095c9fc01. 00000100:00000010:3.0:1767384411.344777:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055914724. 00000100:00000010:3.0:1767384411.344781:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035a45169. 00000100:00000010:3.0:1767384411.344783:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcc89a6e. 00000100:00000010:3.0:1767384411.344787:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cf229883. 00000100:00000010:3.0:1767384411.344789:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b304946. 00000100:00000010:3.0:1767384411.344799:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074bf42d4. 00000100:00000010:3.0:1767384411.344801:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cde79391. 00000100:00000010:3.0:1767384411.344805:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007930f077. 00000100:00000010:3.0:1767384411.344808:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003db434c4. 00000100:00000010:3.0:1767384411.344811:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e3cf0bbc. 00000100:00000010:3.0:1767384411.344813:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d28a11e. 00000100:00000010:3.0:1767384411.344816:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cab58922. 00000100:00000010:3.0:1767384411.344818:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c32986d7. 00000100:00000010:3.0:1767384411.344820:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000068c720c2. 00000100:00000010:3.0:1767384411.344822:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bd3e438. 00000100:00000010:3.0:1767384411.344824:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007392667c. 00000100:00000010:3.0:1767384411.344826:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5886de6. 00000100:00000010:3.0:1767384411.344828:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d22e5136. 00000100:00000010:3.0:1767384411.344829:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000625dbc6e. 00000100:00000010:3.0:1767384411.344831:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ead8084f. 00000100:00000010:3.0:1767384411.344832:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db17daea. 00000100:00000010:3.0:1767384411.344834:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dc2dfa3e. 00000100:00000010:3.0:1767384411.344836:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bf94b40. 00000100:00000010:3.0:1767384411.344838:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002997049f. 00000100:00000010:3.0:1767384411.344845:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eff6e8b7. 00000100:00000010:3.0:1767384411.344848:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e3de6e55. 00000100:00000010:3.0:1767384411.344849:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026bef81b. 00000100:00000010:3.0:1767384411.344852:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000979f13e3. 00000100:00000010:3.0:1767384411.344853:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbc288b7. 00000100:00000010:3.0:1767384411.344855:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f80b4e0. 00000100:00000010:3.0:1767384411.344857:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000adad4d3. 00000100:00000010:3.0:1767384411.344859:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab18b7e4. 00000100:00000010:3.0:1767384411.344860:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3bd3610. 00000100:00000010:3.0:1767384411.344867:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084dceb75. 00000100:00000010:3.0:1767384411.344869:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007afc93bd. 00000100:00000010:3.0:1767384411.344871:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1f44406. 00000100:00000010:3.0:1767384411.344875:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006dce4aa. 00000100:00000010:3.0:1767384411.344878:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000022330811. 00000100:00000010:3.0:1767384411.344880:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034f98ece. 00000100:00000010:3.0:1767384411.344882:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000426a1a7f. 00000100:00000010:3.0:1767384411.344884:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008411661a. 00000100:00000010:3.0:1767384411.344886:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083c0abfb. 00000100:00000010:3.0:1767384411.344888:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d02f62b. 00000100:00000010:3.0:1767384411.344890:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d61a691. 00000100:00000010:3.0:1767384411.344893:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000950bea96. 00000100:00000010:3.0:1767384411.344896:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e18b8df. 00000100:00000010:3.0:1767384411.344898:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044fd68d8. 00000100:00000010:3.0:1767384411.344901:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eaa20454. 00000100:00000010:3.0:1767384411.344903:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d0419cb. 00000100:00000010:3.0:1767384411.344912:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b56c89e. 00000100:00000010:3.0:1767384411.344916:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004f086b6. 00000100:00000010:3.0:1767384411.344930:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061f27a72. 00000100:00000010:3.0:1767384411.344934:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065017bc3. 00000100:00000010:3.0:1767384411.344937:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004930e2bc. 00000100:00000010:3.0:1767384411.344940:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d5745ec. 00000100:00000010:3.0:1767384411.344943:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b0a05ab. 00000100:00000010:3.0:1767384411.344953:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c4294aa. 00000100:00000010:3.0:1767384411.344957:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bfce09e3. 00000100:00000010:3.0:1767384411.344960:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd4ac328. 00000100:00000010:3.0:1767384411.344963:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039696b60. 00000100:00000010:3.0:1767384411.344965:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095c7d20d. 00000100:00000010:3.0:1767384411.344968:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000024485c1. 00000100:00000010:3.0:1767384411.344969:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dcad27a. 00000100:00000010:3.0:1767384411.344972:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001512b1c7. 00000100:00000010:3.0:1767384411.344973:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cc51b1c. 00000100:00000010:3.0:1767384411.344980:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000041ec9328. 00000100:00000010:3.0:1767384411.344982:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097c1cf9d. 00000100:00000010:3.0:1767384411.344987:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f62e404. 00000100:00000010:3.0:1767384411.344989:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048223ab6. 00000100:00000010:3.0:1767384411.344991:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ac23a88. 00000100:00000010:3.0:1767384411.344993:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a23cad8. 00000100:00000010:3.0:1767384411.344995:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016f8fe7d. 00000100:00000010:3.0:1767384411.344997:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a2de43d. 00000100:00000010:3.0:1767384411.344999:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007e4e0e15. 00000100:00000010:3.0:1767384411.345000:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bee9ba37. 00000100:00000010:3.0:1767384411.345002:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011f45afd. 00000100:00000010:3.0:1767384411.345003:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d641128c. 00000100:00000010:3.0:1767384411.345005:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef2f1458. 00000100:00000010:3.0:1767384411.345007:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023c9f502. 00000100:00000010:3.0:1767384411.345009:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000118f2e3e. 00000100:00000010:3.0:1767384411.345010:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dd46ebd. 00000100:00000010:3.0:1767384411.345017:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cef72a79. 00000100:00000010:3.0:1767384411.345019:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014b2314e. 00000100:00000010:3.0:1767384411.345021:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c1df1d3. 00000100:00000010:3.0:1767384411.345022:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046fa1172. 00000100:00000010:3.0:1767384411.345024:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d202d24. 00000100:00000010:3.0:1767384411.345026:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008aa08447. 00000100:00000010:3.0:1767384411.345028:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d4f1325. 00000100:00000010:3.0:1767384411.345034:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088a1b3c0. 00000100:00000010:3.0:1767384411.345036:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055127943. 00000100:00000010:3.0:1767384411.345038:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000718542af. 00000100:00000010:3.0:1767384411.345040:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000831669a6. 00000100:00000010:3.0:1767384411.345041:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008acf4823. 00000100:00000010:3.0:1767384411.345043:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c32670f0. 00000100:00000010:3.0:1767384411.345045:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014588b2f. 00000100:00000010:3.0:1767384411.345047:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004873874c. 00000100:00000010:3.0:1767384411.345049:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000268bec36. 00000100:00000010:3.0:1767384411.345055:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000afbea413. 00000100:00000010:3.0:1767384411.345060:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c974f819. 00000100:00000010:3.0:1767384411.345062:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aa3efc05. 00000400:00000200:3.0:1767384411.345064:0:40983:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:3.0:1767384411.345086:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000091d4a882. 00000020:00000010:3.0:1767384411.345089:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000082d82aa. 00000100:00000010:3.0:1767384411.345115:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a8a7dbb4. 00000100:00000010:3.0:1767384411.345118:0:40983:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000430837b5. 00000100:00000010:3.0:1767384411.345120:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ab84dc33. 00000100:00000010:3.0:1767384411.345122:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c4685bac. 00000100:00000010:3.0:1767384411.345124:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000776908aa. 00000100:00000200:3.0:1767384411.345142:0:40983:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:3.0:1767384411.345144:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b88204d9. 00000100:00000010:1.0:1767384411.345321:0:41007:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000ea19329. 00000020:00000010:1.0:1767384411.345324:0:41007:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b95f5bb0. 00000020:00000010:1.0:1767384411.345327:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000726b69f1. 00000020:00000010:1.0:1767384411.345328:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b7fb99db. 00000040:00000010:1.0:1767384411.345330:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000050c88757. 00000020:00000010:1.0:1767384411.345332:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001c438437. 00000020:00000010:1.0:1767384411.345334:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001f6190a6. 00000020:00000010:1.0:1767384411.345335:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f105f1ad. 80000000:00000010:1.0:1767384411.345337:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000653cce6c. 40000000:00000010:1.0:1767384411.345338:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000018f6b764. 00100000:00000010:1.0:1767384411.345340:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000017143f04. 00040000:00000010:1.0:1767384411.345342:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000256affb8. 00040000:00000010:1.0:1767384411.345344:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002e813785. 00080000:00000010:1.0:1767384411.345347:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008c139639. 00080000:00000010:1.0:1767384411.345357:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ac3a4261. 00000004:00000010:1.0:1767384411.345365:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b2d91f87. 00002000:00000010:1.0:1767384411.345368:0:41007:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b62f37a7. 00000100:00000200:1.0:1767384411.345370:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345372:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e858548b. 00000400:00000010:1.0:1767384411.345375:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026a611a7. 00000100:00000200:1.0:1767384411.345377:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345385:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d099f29. 00000400:00000010:1.0:1767384411.345387:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936901d6. 00000100:00000200:1.0:1767384411.345388:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345390:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002810cb51. 00000400:00000010:1.0:1767384411.345391:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6fdcaeb. 00000100:00000200:1.0:1767384411.345392:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345393:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0e6838b. 00000400:00000010:1.0:1767384411.345394:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005322f5f2. 00000100:00000200:1.0:1767384411.345395:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345396:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ab03606. 00000400:00000010:1.0:1767384411.345397:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000728f858e. 00000100:00000200:1.0:1767384411.345398:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345399:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f603898. 00000400:00000010:1.0:1767384411.345400:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7b1bf5. 00000100:00000200:1.0:1767384411.345401:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345402:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015a91040. 00000400:00000010:1.0:1767384411.345403:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa93df75. 00000100:00000200:1.0:1767384411.345404:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345405:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ff6ddd4. 00000400:00000010:1.0:1767384411.345406:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000102f8ad. 00000100:00000200:1.0:1767384411.345407:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345408:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000342db1d0. 00000400:00000010:1.0:1767384411.345409:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017019ae8. 00000100:00000200:1.0:1767384411.345410:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345411:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b6fc78c. 00000400:00000010:1.0:1767384411.345412:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054c1508c. 00000100:00000200:1.0:1767384411.345413:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345414:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038e723a7. 00000400:00000010:1.0:1767384411.345415:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cf3e332. 00000100:00000200:1.0:1767384411.345416:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345417:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000120e647c. 00000400:00000010:1.0:1767384411.345418:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fb21403. 00000100:00000200:1.0:1767384411.345420:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345421:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003873f3d7. 00000400:00000010:1.0:1767384411.345422:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dac184b. 00000100:00000200:1.0:1767384411.345447:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345450:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dd0d9af. 00000400:00000010:1.0:1767384411.345453:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f23c263e. 00000100:00000200:1.0:1767384411.345456:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345458:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000051d689f. 00000400:00000010:1.0:1767384411.345460:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c707ba5. 00000100:00000200:1.0:1767384411.345462:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345463:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be87d61f. 00000400:00000010:1.0:1767384411.345464:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067b24c24. 00000100:00000200:1.0:1767384411.345465:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345466:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000076b531f. 00000400:00000010:1.0:1767384411.345467:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f95cf4e. 00000100:00000200:1.0:1767384411.345468:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345469:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910b290d. 00000400:00000010:1.0:1767384411.345470:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef105df3. 00000100:00000200:1.0:1767384411.345471:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345472:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e6dc9c2. 00000400:00000010:1.0:1767384411.345473:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f90b0f8. 00000100:00000200:1.0:1767384411.345474:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345475:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e13b364. 00000400:00000010:1.0:1767384411.345476:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e07346. 00000100:00000200:1.0:1767384411.345477:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345478:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaf7c218. 00000400:00000010:1.0:1767384411.345479:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5d16737. 00000100:00000200:1.0:1767384411.345480:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345481:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce078ded. 00000400:00000010:1.0:1767384411.345489:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fd2433a. 00000100:00000200:1.0:1767384411.345491:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345492:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3d45c0f. 00000400:00000010:1.0:1767384411.345494:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e677e24. 00000100:00000200:1.0:1767384411.345496:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345497:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c636b6cf. 00000400:00000010:1.0:1767384411.345498:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031e51894. 00000100:00000200:1.0:1767384411.345499:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345500:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd8b0a82. 00000400:00000010:1.0:1767384411.345501:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091f796d7. 00000100:00000200:1.0:1767384411.345502:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345503:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a66c47a5. 00000400:00000010:1.0:1767384411.345504:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6429010. 00000100:00000200:1.0:1767384411.345505:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345506:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aab54d1e. 00000400:00000010:1.0:1767384411.345507:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a3c373b. 00000100:00000200:1.0:1767384411.345508:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345509:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bff42aed. 00000400:00000010:1.0:1767384411.345510:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b454fff2. 00000100:00000200:1.0:1767384411.345511:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345512:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0d8b41a. 00000400:00000010:1.0:1767384411.345513:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c26a035. 00000100:00000200:1.0:1767384411.345514:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345515:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9ffbc0f. 00000400:00000010:1.0:1767384411.345516:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed6108dd. 00000100:00000200:1.0:1767384411.345517:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345518:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f40802c7. 00000400:00000010:1.0:1767384411.345519:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f930cd56. 00000100:00000200:1.0:1767384411.345520:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345521:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2c989b. 00000400:00000010:1.0:1767384411.345522:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c793c2. 00000100:00000200:1.0:1767384411.345523:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345524:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075824f4e. 00000400:00000010:1.0:1767384411.345525:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ab1b5ec. 00000100:00000200:1.0:1767384411.345526:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345526:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c1abb3a. 00000400:00000010:1.0:1767384411.345527:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d4590cd. 00000100:00000200:1.0:1767384411.345529:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345529:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a678642a. 00000400:00000010:1.0:1767384411.345531:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8a4aebf. 00000100:00000200:1.0:1767384411.345532:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345533:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ca48d9f. 00000400:00000010:1.0:1767384411.345534:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000345d67ae. 00000100:00000200:1.0:1767384411.345536:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345537:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e48bd368. 00000400:00000010:1.0:1767384411.345538:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b67974f6. 00000100:00000200:1.0:1767384411.345539:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345540:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000becf80ae. 00000400:00000010:1.0:1767384411.345541:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027a5bb27. 00000100:00000200:1.0:1767384411.345542:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345543:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096dc5f98. 00000400:00000010:1.0:1767384411.345544:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009010642a. 00000100:00000200:1.0:1767384411.345545:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345545:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b94d3af. 00000400:00000010:1.0:1767384411.345546:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e87e6a98. 00000100:00000200:1.0:1767384411.345547:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345548:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029dede5f. 00000400:00000010:1.0:1767384411.345549:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000010a8118. 00000100:00000200:1.0:1767384411.345550:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345551:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098c50f00. 00000400:00000010:1.0:1767384411.345552:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c82ebf. 00000100:00000200:1.0:1767384411.345553:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345554:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043a3ec03. 00000400:00000010:1.0:1767384411.345555:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070493ac5. 00000100:00000200:1.0:1767384411.345556:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345557:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b98a2038. 00000400:00000010:1.0:1767384411.345558:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0b0c92b. 00000100:00000200:1.0:1767384411.345559:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345560:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035b07c7b. 00000400:00000010:1.0:1767384411.345561:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045259019. 00000100:00000200:1.0:1767384411.345562:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345563:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000491be63f. 00000400:00000010:1.0:1767384411.345564:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000340f4b62. 00000100:00000200:1.0:1767384411.345565:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345566:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d7ee96f. 00000400:00000010:1.0:1767384411.345567:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000441d9b19. 00000100:00000200:1.0:1767384411.345569:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345576:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab64a7b9. 00000400:00000010:1.0:1767384411.345578:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccd4a7a8. 00000100:00000200:1.0:1767384411.345580:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345581:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddb5a7ef. 00000400:00000010:1.0:1767384411.345582:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031254e07. 00000100:00000200:1.0:1767384411.345583:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345584:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef704ceb. 00000400:00000010:1.0:1767384411.345585:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdbf19b0. 00000100:00000200:1.0:1767384411.345586:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345587:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f892ea39. 00000400:00000010:1.0:1767384411.345588:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036b3a98e. 00000100:00000200:1.0:1767384411.345589:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345590:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a64c0c5. 00000400:00000010:1.0:1767384411.345596:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3bc04a6. 00000100:00000200:1.0:1767384411.345598:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345600:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025914c2c. 00000400:00000010:1.0:1767384411.345601:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b6f92e6. 00000100:00000200:1.0:1767384411.345602:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345603:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de243941. 00000400:00000010:1.0:1767384411.345604:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb3b9fb. 00000100:00000200:1.0:1767384411.345605:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345605:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c238b5e0. 00000400:00000010:1.0:1767384411.345607:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000071c6266. 00000100:00000200:1.0:1767384411.345608:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345608:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000029eea15. 00000400:00000010:1.0:1767384411.345610:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000169f7f78. 00000100:00000200:1.0:1767384411.345611:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345612:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6b17e16. 00000400:00000010:1.0:1767384411.345613:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010dde276. 00000100:00000200:1.0:1767384411.345614:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345615:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000706c1389. 00000400:00000010:1.0:1767384411.345616:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072f6097c. 00000100:00000200:1.0:1767384411.345618:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345619:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069c0126d. 00000400:00000010:1.0:1767384411.345620:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de6c1bf7. 00000100:00000200:1.0:1767384411.345621:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345623:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7dde7d1. 00000400:00000010:1.0:1767384411.345624:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053f2cd90. 00000100:00000200:1.0:1767384411.345625:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345626:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f58623bc. 00000400:00000010:1.0:1767384411.345627:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009878fabb. 00000100:00000200:1.0:1767384411.345628:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345628:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544b64c0. 00000400:00000010:1.0:1767384411.345630:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a7a8102. 00000100:00000200:1.0:1767384411.345631:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345631:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000015b0486. 00000400:00000010:1.0:1767384411.345632:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcb8f8f5. 00000100:00000200:1.0:1767384411.345633:0:41007:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384411.345634:0:41007:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bc102ac. 00000400:00000010:1.0:1767384411.345635:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c53c4fa3. 00000100:00000010:1.0:1767384411.345637:0:41007:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d670e886. 00000100:00000200:1.0:1767384411.345647:0:41007:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384411.345662:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000006e17712. 00000100:00000010:1.0:1767384411.345797:0:41008:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000553f1665. 00000020:00000010:1.0:1767384411.345800:0:41008:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c9764ea8. 00000020:00000010:1.0:1767384411.345802:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034656ccd. 00000020:00000010:1.0:1767384411.345804:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a4a67029. 00000040:00000010:1.0:1767384411.345805:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006ff6ed51. 00000020:00000010:1.0:1767384411.345807:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fe59cd7e. 00000020:00000010:1.0:1767384411.345809:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ad7387fc. 00000020:00000010:1.0:1767384411.345810:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b86d8bc. 80000000:00000010:1.0:1767384411.345812:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c75af48. 40000000:00000010:1.0:1767384411.345813:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f124e51d. 00100000:00000010:1.0:1767384411.345815:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002e565894. 00040000:00000010:1.0:1767384411.345819:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000015131f34. 00040000:00000010:1.0:1767384411.345820:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a7b1a7c9. 00080000:00000010:1.0:1767384411.345824:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001508ef97. 00080000:00000010:1.0:1767384411.345827:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006cb8c9fc. 00000004:00000010:1.0:1767384411.345831:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d51eae48. 00002000:00000010:1.0:1767384411.345833:0:41008:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000744f1059. 00000100:00000010:1.0:1767384411.345835:0:41008:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000000dd34456. 00000100:00000200:1.0:1767384411.345843:0:41008:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384411.345856:0:40983:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000009e5c8a37. 00000100:00000010:3.0:1767384411.345860:0:40983:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000004ff6578e. 00000100:00000010:3.0:1767384411.345870:0:40983:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000786d6617. 00000100:00000010:3.0:1767384411.345875:0:40983:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004e26a31c. 00000100:00000010:3.0:1767384411.345878:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff2812d9. 00000100:00000010:3.0:1767384411.346062:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000092b68ceb. 00000100:00000010:3.0:1767384411.346066:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002676dfe0. 00000100:00000010:3.0:1767384411.346205:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000063310108. 00000100:00000010:3.0:1767384411.346207:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0b57137. 00000100:00000010:3.0:1767384411.346346:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002f38c252. 00000100:00000010:3.0:1767384411.346348:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070e8ea0d. 00000100:00000010:3.0:1767384411.346514:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a71669d5. 00000100:00000010:3.0:1767384411.346519:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045eb209f. 00000100:00000010:3.0:1767384411.346674:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d111ed7c. 00000100:00000010:3.0:1767384411.346676:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003556e3e1. 00000100:00000010:3.0:1767384411.346822:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000096d92a06. 00000100:00000010:3.0:1767384411.346826:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb1e01c1. 00000100:00000010:3.0:1767384411.346984:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001844f9a4. 00000100:00000010:3.0:1767384411.346992:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bb0c2c8. 00000100:00000010:3.0:1767384411.347134:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001477b39c. 00000100:00000010:3.0:1767384411.347142:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a22b4d6. 00000100:00000010:3.0:1767384411.347294:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d78ae0ff. 00000100:00000010:3.0:1767384411.347297:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010fa6545. 00000100:00000010:3.0:1767384411.347457:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006799c71a. 00000100:00000010:3.0:1767384411.347460:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb637def. 00000100:00000010:3.0:1767384411.347614:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e15683e9. 00000100:00000010:3.0:1767384411.347618:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b33a378. 00000100:00000010:3.0:1767384411.347759:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000862b1f1d. 00000100:00000010:3.0:1767384411.347764:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a12b0ce6. 00000100:00000010:3.0:1767384411.347943:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000064f05843. 00000100:00000010:3.0:1767384411.347948:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044604512. 00000100:00000010:3.0:1767384411.348097:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000037e570be. 00000100:00000010:3.0:1767384411.348099:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000312fcbd5. 00000100:00000010:3.0:1767384411.348241:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008636afdc. 00000100:00000010:3.0:1767384411.348243:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008173a8be. 00000100:00000010:3.0:1767384411.348383:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000069eec165. 00000100:00000010:3.0:1767384411.348385:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056b2e2ac. 00000100:00000010:3.0:1767384411.348565:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000028a67d0f. 00000100:00000010:3.0:1767384411.348569:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dd0bd0a. 00000100:00000010:3.0:1767384411.348711:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000037b7d894. 00000100:00000010:3.0:1767384411.348713:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012e17f54. 00000100:00000010:3.0:1767384411.348863:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cad2b1de. 00000100:00000010:3.0:1767384411.348867:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d2c6876. 00000100:00000010:3.0:1767384411.349026:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008da119c8. 00000100:00000010:3.0:1767384411.349030:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010a54355. 00000100:00000010:3.0:1767384411.349183:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ffd534d2. 00000100:00000010:3.0:1767384411.349186:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e6c645c. 00000100:00000010:3.0:1767384411.349326:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e01e168a. 00000100:00000010:3.0:1767384411.349329:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd41e3b1. 00000100:00000010:3.0:1767384411.349507:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001157b5e8. 00000100:00000010:3.0:1767384411.349512:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000259b9031. 00000100:00000010:3.0:1767384411.349661:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006c1a57d4. 00000100:00000010:3.0:1767384411.349671:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007046423b. 00000100:00000010:3.0:1767384411.349828:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d6ea5155. 00000100:00000010:3.0:1767384411.349833:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021c8b273. 00000100:00000010:3.0:1767384411.349989:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a8b93a86. 00000100:00000010:3.0:1767384411.349993:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000553acadb. 00000100:00000010:3.0:1767384411.350131:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007d31cba6. 00000100:00000010:3.0:1767384411.350133:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4275e20. 00000100:00000010:3.0:1767384411.350270:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000429b3653. 00000100:00000010:3.0:1767384411.350272:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002de36320. 00000100:00000010:3.0:1767384411.350459:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a8744a73. 00000100:00000010:3.0:1767384411.350480:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6485ea0. 00000100:00000010:3.0:1767384411.350621:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005d4b2980. 00000100:00000010:3.0:1767384411.350624:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000882e1e6. 00000100:00000010:3.0:1767384411.350768:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006f86f84c. 00000100:00000010:3.0:1767384411.350772:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f61bd9de. 00000100:00000010:3.0:1767384411.350939:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000077a2930d. 00000100:00000010:3.0:1767384411.350945:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fdbd2533. 00000100:00000010:3.0:1767384411.351102:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009e56dc70. 00000100:00000010:3.0:1767384411.351106:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a058d9fc. 00000100:00000010:3.0:1767384411.351243:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c013210a. 00000100:00000010:3.0:1767384411.351245:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b3d9a05. 00000100:00000010:3.0:1767384411.351385:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ef2f24f6. 00000100:00000010:3.0:1767384411.351387:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c564c13c. 00000100:00000010:3.0:1767384411.351540:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000182c2b0a. 00000100:00000010:3.0:1767384411.351543:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6c88c30. 00000100:00000010:3.0:1767384411.351689:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b395bf26. 00000100:00000010:3.0:1767384411.351691:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4608d97. 00000100:00000010:3.0:1767384411.351834:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007d0892e1. 00000100:00000010:3.0:1767384411.351842:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef9d3bfa. 00000100:00000010:3.0:1767384411.351998:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bea7fad4. 00000100:00000010:3.0:1767384411.352002:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fa71407. 00000100:00000010:3.0:1767384411.352141:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000964a94d9. 00000100:00000010:3.0:1767384411.352148:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cc7c118. 00000100:00000010:3.0:1767384411.352296:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d8217a22. 00000100:00000010:3.0:1767384411.352299:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdc0793b. 00000100:00000010:3.0:1767384411.352450:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009bb0779d. 00000100:00000010:3.0:1767384411.352454:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee7e6dca. 00000100:00000010:3.0:1767384411.352593:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000040ebb60b. 00000100:00000010:3.0:1767384411.352595:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b224d5b0. 00000100:00000010:3.0:1767384411.352733:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b748f250. 00000100:00000010:3.0:1767384411.352735:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a59e44b6. 00000100:00000010:3.0:1767384411.352906:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e7423237. 00000100:00000010:3.0:1767384411.352911:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d586341. 00000100:00000010:3.0:1767384411.353081:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ff5a771d. 00000100:00000010:3.0:1767384411.353084:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069f10a3c. 00000100:00000010:3.0:1767384411.353220:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b71d2cd3. 00000100:00000010:3.0:1767384411.353222:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3b31c8f. 00000100:00000010:3.0:1767384411.353359:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000116ba1b4. 00000100:00000010:3.0:1767384411.353361:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee994ec3. 00000100:00000010:3.0:1767384411.353529:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000916d488d. 00000100:00000010:3.0:1767384411.353533:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f99b7ef. 00000100:00000010:3.0:1767384411.353672:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000012188498. 00000100:00000010:3.0:1767384411.353674:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5006be7. 00000100:00000010:3.0:1767384411.353817:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c49a4c9a. 00000100:00000010:3.0:1767384411.353830:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e14ba808. 00000100:00000010:3.0:1767384411.353999:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000313e21b7. 00000100:00000010:3.0:1767384411.354003:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032d84069. 00000100:00000010:3.0:1767384411.354153:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b0192fc8. 00000100:00000010:3.0:1767384411.354156:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f76c5f8. 00000100:00000010:3.0:1767384411.354297:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e8dac59a. 00000100:00000010:3.0:1767384411.354300:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cfb4f3f. 00000100:00000010:3.0:1767384411.354458:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009c037ddb. 00000100:00000010:3.0:1767384411.354461:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efde8127. 00000100:00000010:3.0:1767384411.354602:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000011c5ef49. 00000100:00000010:3.0:1767384411.354611:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022bfd73a. 00000100:00000010:3.0:1767384411.354764:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ea6d2789. 00000100:00000010:3.0:1767384411.354769:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bca63f16. 00000100:00000010:3.0:1767384411.354935:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d120a868. 00000100:00000010:3.0:1767384411.354940:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000145e1c0e. 00000100:00000010:3.0:1767384411.355091:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000511bc431. 00000100:00000010:3.0:1767384411.355093:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e6329ca. 00000100:00000010:3.0:1767384411.355231:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bb634775. 00000100:00000010:3.0:1767384411.355234:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c35d334a. 00000100:00000010:3.0:1767384411.355381:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009af9b93f. 00000100:00000010:3.0:1767384411.355384:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046c073e6. 00000100:00000010:3.0:1767384411.355534:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000ccbdf6b. 00000100:00000010:3.0:1767384411.355537:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f73ac540. 00000100:00000010:3.0:1767384411.355673:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002a77a2cd. 00000100:00000010:3.0:1767384411.355675:0:40983:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000676f9519. 00000100:00000010:3.0:1767384411.355817:0:40983:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bd4aca00. 00000400:00000200:3.0:1767384411.355823:0:40983:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:3.0:1767384411.355905:0:40983:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a9d24d36. 00000020:00000010:3.0:1767384411.355911:0:40983:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009c298ad4. 00000100:00000010:3.0:1767384411.355981:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003aada4ab. 00000100:00000010:3.0:1767384411.355987:0:40983:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000026203ff3. 00000100:00000010:3.0:1767384411.355989:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006f7baeef. 00000100:00000010:3.0:1767384411.355993:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000971005ec. 00000100:00000010:3.0:1767384411.355994:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000094814d40. 00000100:00000010:3.0:1767384411.355997:0:40983:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000baff6606. 00000100:00000010:3.0:1767384411.355999:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000031dce768. 00000100:00000010:3.0:1767384411.356005:0:40983:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000cdb5e321. 00000100:00000010:3.0:1767384411.356007:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a680f44d. 00000100:00000010:3.0:1767384411.356008:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009be4fb72. 00000100:00000010:3.0:1767384411.356010:0:40983:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000eda87d34. 00000100:00000200:3.0:1767384411.356050:0:40983:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:3.0:1767384411.356055:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000047bf2e74. 00000020:00000010:1.0:1767384411.356691:0:41009:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000006fc4d2fe. 00000100:00000010:1.0:1767384411.356697:0:41009:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000084d88d6. 00000020:00000010:1.0:1767384411.356700:0:41009:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000de61f3b2. 00000020:00000010:1.0:1767384411.356705:0:41009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbd4838d. 00000020:00000010:1.0:1767384411.356708:0:41009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068563ed0. 00000040:00000010:1.0:1767384411.356710:0:41009:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008723ebd4. 00000020:00000010:1.0:1767384411.356714:0:41009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000010d679ab. 00000020:00000010:1.0:1767384411.356718:0:41009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002eeefcb4. 00000020:00000010:1.0:1767384411.356722:0:41009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000049c23884. 80000000:00000010:1.0:1767384411.356726:0:41009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c224569a. 40000000:00000010:1.0:1767384411.356729:0:41009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000afc4f16a. 00100000:00000010:1.0:1767384411.356734:0:41009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e5cf533f. 00040000:00000010:1.0:1767384411.356738:0:41009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c02482cd. 00040000:00000010:1.0:1767384411.356742:0:41009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089b8c600. 00080000:00000010:1.0:1767384411.356747:0:41009:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001f1cff4b. 00080000:00000010:1.0:1767384411.356762:0:41009:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000027c40b2f. 00000004:00000010:1.0:1767384411.356768:0:41009:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e25d66a6. 00002000:00000010:1.0:1767384411.356772:0:41009:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cf304bc0. 00000100:00000200:1.0:1767384411.356777:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356781:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df8c6af8. 00000400:00000010:1.0:1767384411.356786:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ab3813c6. 00000100:00000200:1.0:1767384411.356791:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356793:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f230823. 00000400:00000010:1.0:1767384411.356795:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c38dc2c0. 00000100:00000200:1.0:1767384411.356797:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356798:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bb984ea. 00000400:00000010:1.0:1767384411.356800:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d21f170e. 00000100:00000200:1.0:1767384411.356802:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356803:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c72d44f. 00000400:00000010:1.0:1767384411.356804:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009b320db9. 00000100:00000200:1.0:1767384411.356807:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356808:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c253add. 00000400:00000010:1.0:1767384411.356811:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000087fb9794. 00000100:00000200:1.0:1767384411.356812:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356814:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bfdfb3. 00000400:00000010:1.0:1767384411.356831:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b60862c5. 00000100:00000200:1.0:1767384411.356834:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356835:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002a32b76. 00000400:00000010:1.0:1767384411.356837:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e66fcb96. 00000100:00000200:1.0:1767384411.356839:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356840:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d44b4a. 00000400:00000010:1.0:1767384411.356842:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000129edf5c. 00000100:00000200:1.0:1767384411.356844:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356845:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c3d513. 00000400:00000010:1.0:1767384411.356847:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008f093c30. 00000100:00000200:1.0:1767384411.356849:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356850:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be60312. 00000400:00000010:1.0:1767384411.356852:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000895f21ee. 00000100:00000200:1.0:1767384411.356853:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356854:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083a2c3fe. 00000400:00000010:1.0:1767384411.356856:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009a46b232. 00000100:00000200:1.0:1767384411.356858:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356859:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a432571. 00000400:00000010:1.0:1767384411.356861:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000065fed7c6. 00000100:00000200:1.0:1767384411.356862:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356863:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b99d6668. 00000400:00000010:1.0:1767384411.356865:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009f8545a6. 00000100:00000200:1.0:1767384411.356867:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356867:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f6e6312. 00000400:00000010:1.0:1767384411.356874:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005e3ac4c4. 00000100:00000200:1.0:1767384411.356876:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356878:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000845b5ec2. 00000400:00000010:1.0:1767384411.356880:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000526564de. 00000100:00000200:1.0:1767384411.356881:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356882:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbc28b6e. 00000400:00000010:1.0:1767384411.356894:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e9b0894d. 00000100:00000200:1.0:1767384411.356896:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356898:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004dd9844a. 00000400:00000010:1.0:1767384411.356900:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000edafb66d. 00000100:00000200:1.0:1767384411.356902:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356903:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000928bb2b. 00000400:00000010:1.0:1767384411.356905:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000031b0509e. 00000100:00000200:1.0:1767384411.356906:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356907:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed052ae. 00000400:00000010:1.0:1767384411.356909:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ac48d721. 00000100:00000200:1.0:1767384411.356911:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356912:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0a3f10. 00000400:00000010:1.0:1767384411.356914:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000718cb4f8. 00000100:00000200:1.0:1767384411.356915:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356916:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7bea6e8. 00000400:00000010:1.0:1767384411.356931:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000067ca7414. 00000100:00000200:1.0:1767384411.356936:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356938:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f549985. 00000400:00000010:1.0:1767384411.356946:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a43cf452. 00000100:00000200:1.0:1767384411.356949:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356951:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7c14e27. 00000400:00000010:1.0:1767384411.356953:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007ef794c9. 00000100:00000200:1.0:1767384411.356954:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356955:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c73856d5. 00000400:00000010:1.0:1767384411.356957:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000941e1dd5. 00000100:00000200:1.0:1767384411.356959:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356960:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e7668e5. 00000400:00000010:1.0:1767384411.356962:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f038edfb. 00000100:00000200:1.0:1767384411.356964:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356964:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cf25ffb. 00000400:00000010:1.0:1767384411.356966:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ab1e7c00. 00000100:00000200:1.0:1767384411.356968:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356969:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4e62e37. 00000400:00000010:1.0:1767384411.356971:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d1747eda. 00000100:00000200:1.0:1767384411.356973:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356974:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cf1fe63. 00000400:00000010:1.0:1767384411.356976:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ec3ac60e. 00000100:00000200:1.0:1767384411.356978:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356979:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045e40e34. 00000400:00000010:1.0:1767384411.356981:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ff6df976. 00000100:00000200:1.0:1767384411.356983:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.356991:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c8bcff. 00000400:00000010:1.0:1767384411.356998:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000081e14903. 00000100:00000200:1.0:1767384411.357001:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357002:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000559fc4b4. 00000400:00000010:1.0:1767384411.357005:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000073eb1fe0. 00000100:00000200:1.0:1767384411.357006:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357007:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056cf9bb6. 00000400:00000010:1.0:1767384411.357009:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008719083e. 00000100:00000200:1.0:1767384411.357011:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357012:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001239aa6e. 00000400:00000010:1.0:1767384411.357014:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d6bf282c. 00000100:00000200:1.0:1767384411.357015:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357016:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b243fdc. 00000400:00000010:1.0:1767384411.357018:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c67ea3e4. 00000100:00000200:1.0:1767384411.357020:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357021:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000204a0e95. 00000400:00000010:1.0:1767384411.357023:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dd4c59bf. 00000100:00000200:1.0:1767384411.357024:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357025:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ff40ea4. 00000400:00000010:1.0:1767384411.357027:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c6a7db77. 00000100:00000200:1.0:1767384411.357029:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357030:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052fd2a18. 00000400:00000010:1.0:1767384411.357032:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005de565f8. 00000100:00000200:1.0:1767384411.357033:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357034:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be7a0252. 00000400:00000010:1.0:1767384411.357041:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e5dc8f7e. 00000100:00000200:1.0:1767384411.357043:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357044:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e3bd917. 00000400:00000010:1.0:1767384411.357046:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aa492855. 00000100:00000200:1.0:1767384411.357048:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357049:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a34ffd4. 00000400:00000010:1.0:1767384411.357051:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a32b0b16. 00000100:00000200:1.0:1767384411.357053:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357054:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9a2be42. 00000400:00000010:1.0:1767384411.357057:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005a958ec4. 00000100:00000200:1.0:1767384411.357058:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357059:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008609860a. 00000400:00000010:1.0:1767384411.357062:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c00abe8a. 00000100:00000200:1.0:1767384411.357063:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357064:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2407323. 00000400:00000010:1.0:1767384411.357066:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009808863f. 00000100:00000200:1.0:1767384411.357068:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357069:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099fd6f51. 00000400:00000010:1.0:1767384411.357071:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a8c1d6b3. 00000100:00000200:1.0:1767384411.357072:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357073:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a05a0f5. 00000400:00000010:1.0:1767384411.357075:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f83e7b9c. 00000100:00000200:1.0:1767384411.357077:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357078:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031b477da. 00000400:00000010:1.0:1767384411.357084:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009e2f7186. 00000100:00000200:1.0:1767384411.357087:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357088:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae08687f. 00000400:00000010:1.0:1767384411.357090:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cb276030. 00000100:00000200:1.0:1767384411.357091:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357093:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b761f4. 00000400:00000010:1.0:1767384411.357095:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b47ca678. 00000100:00000200:1.0:1767384411.357096:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357097:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005425bdee. 00000400:00000010:1.0:1767384411.357099:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b187d799. 00000100:00000200:1.0:1767384411.357101:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357102:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e9b4cec. 00000400:00000010:1.0:1767384411.357104:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000004617221. 00000100:00000200:1.0:1767384411.357105:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357106:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076640a4f. 00000400:00000010:1.0:1767384411.357108:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008101c0b2. 00000100:00000200:1.0:1767384411.357110:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357111:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc0baf4. 00000400:00000010:1.0:1767384411.357113:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000061d63b60. 00000100:00000200:1.0:1767384411.357115:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357116:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c908eea. 00000400:00000010:1.0:1767384411.357118:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ecc6ecac. 00000100:00000200:1.0:1767384411.357119:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357120:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029b77dc2. 00000400:00000010:1.0:1767384411.357126:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e0f248a2. 00000100:00000200:1.0:1767384411.357129:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357130:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000538f2666. 00000400:00000010:1.0:1767384411.357132:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000046fb6ffd. 00000100:00000200:1.0:1767384411.357134:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357135:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187b70d9. 00000400:00000010:1.0:1767384411.357136:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004097660c. 00000100:00000200:1.0:1767384411.357138:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357139:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fe69954. 00000400:00000010:1.0:1767384411.357141:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000edfcf5b1. 00000100:00000200:1.0:1767384411.357143:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357143:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3123b1d. 00000400:00000010:1.0:1767384411.357145:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003222f7ac. 00000100:00000200:1.0:1767384411.357147:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357148:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018acf901. 00000400:00000010:1.0:1767384411.357150:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eb990c65. 00000100:00000200:1.0:1767384411.357152:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357152:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bcb39a1. 00000400:00000010:1.0:1767384411.357154:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000826a25c9. 00000100:00000200:1.0:1767384411.357156:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357157:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079b325da. 00000400:00000010:1.0:1767384411.357159:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e9f8bc29. 00000100:00000200:1.0:1767384411.357160:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357161:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bb09d1b. 00000400:00000010:1.0:1767384411.357167:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e6150ae1. 00000100:00000200:1.0:1767384411.357170:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357171:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dcac369. 00000400:00000010:1.0:1767384411.357173:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b651863e. 00000100:00000200:1.0:1767384411.357175:0:41009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384411.357176:0:41009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042b49f2f. 00000400:00000010:1.0:1767384411.357177:0:41009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000022cf1f7. 00000100:00000010:1.0:1767384411.357187:0:41009:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000004b07d9d7. 00000100:00000200:1.0:1767384411.357201:0:41009:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384411.357262:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d2a3e1db. 00000020:00000010:1.0:1767384411.357750:0:41010:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000000057830f. 00000100:00000010:1.0:1767384411.357755:0:41010:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dac61ff3. 00000020:00000010:1.0:1767384411.357757:0:41010:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007bb7bdbd. 00000020:00000010:1.0:1767384411.357762:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e0f4893. 00000020:00000010:1.0:1767384411.357765:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e68d8052. 00000040:00000010:1.0:1767384411.357767:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b722431f. 00000020:00000010:1.0:1767384411.357770:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077d8801e. 00000020:00000010:1.0:1767384411.357773:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ea087d4f. 00000020:00000010:1.0:1767384411.357777:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009ff0038e. 80000000:00000010:1.0:1767384411.357779:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e400ff04. 40000000:00000010:1.0:1767384411.357782:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000256d0fb7. 00100000:00000010:1.0:1767384411.357785:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000abce335c. 00040000:00000010:1.0:1767384411.357788:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007070f84e. 00040000:00000010:1.0:1767384411.357790:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b35f746a. 00080000:00000010:1.0:1767384411.357794:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001e5e98bc. 00080000:00000010:1.0:1767384411.357799:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009b6bb573. 00000004:00000010:1.0:1767384411.357805:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003c487bea. 00002000:00000010:1.0:1767384411.357808:0:41010:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f6e12763. 00000100:00000010:1.0:1767384411.357819:0:41010:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f7bb4371. 00000100:00000200:1.0:1767384411.357830:0:41010:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384411.357852:0:40983:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001f6f065d. 00000020:00000010:1.0:1767384411.358339:0:41011:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000708d1720. 00000100:00000010:1.0:1767384411.358343:0:41011:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008db0fe37. 00000020:00000010:1.0:1767384411.358344:0:41011:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008814b0d7. 00000020:00000010:1.0:1767384411.358347:0:41011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef7faf1c. 00000020:00000010:1.0:1767384411.358348:0:41011:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024e1c77d. 00000040:00000010:1.0:1767384411.358350:0:41011:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000444468ce. 00000020:00000010:1.0:1767384411.358352:0:41011:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000072625270. 00000020:00000010:1.0:1767384411.358354:0:41011:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5927461. 00000020:00000010:1.0:1767384411.358356:0:41011:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000091fde6cc. 80000000:00000010:1.0:1767384411.358358:0:41011:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004caf6109. 40000000:00000010:1.0:1767384411.358359:0:41011:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002f6ad678. 00100000:00000010:1.0:1767384411.358362:0:41011:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fdc1c2f8. 00040000:00000010:1.0:1767384411.358364:0:41011:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f90d67d7. 00040000:00000010:1.0:1767384411.358366:0:41011:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e633d6cf. 00080000:00000010:1.0:1767384411.358369:0:41011:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fcf2d23e. 00080000:00000010:1.0:1767384411.358377:0:41011:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002f53fc03. 00000004:00000010:1.0:1767384411.358380:0:41011:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d1b8512. 00002000:00000010:1.0:1767384411.358382:0:41011:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000301269da. 00000100:00000010:1.0:1767384411.358391:0:41011:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ed968bd4. 00000100:00000200:1.0:1767384411.358401:0:41011:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1767384411.358463:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000074a7ea17. 00000040:00000010:3.0:1767384411.358470:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000259ab1c1. 00000020:00000010:3.0:1767384411.358473:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000011cff9d6. 00000020:00000010:3.0:1767384411.358476:0:40983:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004cf0e7df. 00000020:00000010:3.0:1767384411.358481:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c4a5523. 80000000:00000010:3.0:1767384411.358484:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fa5e8dcc. 40000000:00000010:3.0:1767384411.358487:0:40983:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006f283f19. 00100000:00000010:3.0:1767384411.358489:0:40983:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ee2f9c5. 00040000:00000010:3.0:1767384411.358492:0:40983:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000208aa7a2. 00040000:00000010:3.0:1767384411.358495:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000048682a34. 00080000:00000010:3.0:1767384411.358499:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d4d94177. 00080000:00000010:3.0:1767384411.358503:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000daea3b8b. 00000020:00000010:3.0:1767384411.358506:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a667a50. 00000020:00000010:3.0:1767384411.358511:0:40983:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c03e6a0a. 00000020:00000010:3.0:1767384411.358514:0:40983:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000542473c0. 00000008:00000010:3.0:1767384411.358517:0:40983:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000cc48e54a. 00020000:00000010:3.0:1767384411.358521:0:40983:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000005bb40ac. 00008000:00000010:3.0:1767384411.358525:0:40983:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000661ee67b. 00000080:00000010:3.0:1767384411.358529:0:40983:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002bf75fd5. 00000020:00000010:3.0:1767384411.358532:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061d33e48. 00000020:00000010:3.0:1767384411.358536:0:40983:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 000000002e8c46ca. 00000020:00000010:3.0:1767384411.358545:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7e4c221. 00000020:00000010:3.0:1767384411.358548:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061d33e48. 00000040:00000010:3.0:1767384411.358550:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a667a50. 00000020:00000010:3.0:1767384411.358552:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aefb79de. 00000020:00000010:3.0:1767384411.358559:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000118684f7. 80000000:00000010:3.0:1767384411.358561:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e53ab9d. 00040000:00000010:3.0:1767384411.358563:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000048682a34. 00080000:00000010:3.0:1767384411.358567:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c20c3a9e. 00080000:00000010:3.0:1767384411.358570:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f7f59287. 20000000:00000010:3.0:1767384411.358574:0:40983:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000259ab1c1. 00000020:00000010:3.0:1767384411.358589:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000094946667. 00080000:00000010:3.0:1767384411.358594:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000074a7ea17. 00080000:00000010:3.0:1767384411.358643:0:40983:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000009446b1d2. 00080000:00000010:3.0:1767384411.358653:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000074a7ea17. 00000020:00000010:3.0:1767384411.358655:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000094946667. 00000040:00000010:3.0:1767384411.358664:0:40983:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000243c9641. 00000020:00000010:3.0:1767384411.358694:0:40983:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000daea3b8b. 00000100:00000010:3.0:1767384411.358726:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b843c. 02000000:00000010:3.0:1767384411.358739:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d4d94177. 00000100:00000010:3.0:1767384411.358750:0:40983:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000dd7cd2c5. 00000100:00000010:3.0:1767384411.358753:0:40983:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000091a1babd. 00000100:00000010:3.0:1767384411.358760:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a707efeb. 00000400:00000010:3.0:1767384411.358778:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000be4c7ae. 00000400:00000010:3.0:1767384411.358783:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf16232d. 00000100:00000200:3.0:1767384411.358787:0:40983:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824df08a80-0x695824df08a80, portal 33 02000000:00000010:3.0:1767384411.358802:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000007a19ffb. 00000400:00000010:3.0:1767384411.358807:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000572c6f05. 00000400:00000010:3.0:1767384411.358810:0:40983:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b46a28ac. 00000100:00000200:3.0:1767384411.358813:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746160768, portal 25 00000400:00000010:3.0:1767384411.358818:0:40983:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5a53648. 00000100:00000200:3.0:1767384411.358821:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236746160768, offset 0 00000400:00000200:3.0:1767384411.358827:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384411.358836:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384411.358844:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824df08a80 00000400:00000200:3.0:1767384411.358848:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21dd [2] + 0 00000400:00000010:3.0:1767384411.358851:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c3e580. 00000400:00000200:3.0:1767384411.358857:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d108967 00000400:00000200:3.0:1767384411.358864:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.358867:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384411.358871:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d108967 00000400:00000010:3.0:1767384411.358872:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d108967. 00000100:00000200:3.0:1767384411.358877:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384411.358894:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5a53648 00000400:00000010:3.0:1767384411.358896:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5a53648. 00000100:00000200:3.0:1767384411.358903:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000285b843c x1853236746160768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384411.358932:0:40983:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049a67036. 00000100:00000010:3.0:1767384411.358944:0:40983:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afffca51. 00000100:00000010:3.0:1767384411.358950:0:40983:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbf3b25e. 00000100:00000010:3.0:1767384411.358962:0:40983:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e8f25a3. 00000020:00000010:0.0:1767384411.358975:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc6699f9. 00000020:00000010:0.0:1767384411.358981:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc6699f9. 00000020:00000010:0.0:1767384411.358985:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5d7841. 00000020:00000010:0.0:1767384411.358988:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.358992:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad526f16. 00000020:00000010:0.0:1767384411.359021:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc6699f9. 00000020:00000010:0.0:1767384411.359023:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc6699f9. 00000100:00000200:0.0:1767384411.359025:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746160768 02000000:00000010:0.0:1767384411.359037:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e82a4160. 20000000:00000010:0.0:1767384411.359046:0:40992:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000005e8e734b. 00000100:00000010:0.0:1767384411.359049:0:40992:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003eaf4d46. 00000100:00000010:0.0:1767384411.359051:0:40992:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001daa8f30. 00000400:00000010:0.0:1767384411.359056:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000724f6a. 00000400:00000010:0.0:1767384411.359062:0:40992:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000646c75da. 00000400:00000200:0.0:1767384411.359066:0:40992:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384411.359074:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384411.359080:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824df08a80 00000400:00000200:0.0:1767384411.359086:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x29fd [1] + 0 00000400:00000010:0.0:1767384411.359089:0:40992:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000be4c7ae. 00000400:00000200:0.0:1767384411.359093:0:40992:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf16232d 00000100:00000200:0.0:1767384411.359097:0:40992:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000003eaf4d46 00000400:00000200:0.0:1767384411.359105:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:0.0:1767384411.359110:0:40992:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a09 00000400:00000200:0.0:1767384411.359114:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.359117:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384411.359120:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000724f6a 00000400:00000010:0.0:1767384411.359122:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000724f6a. 00000100:00000200:0.0:1767384411.359125:0:40992:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000003eaf4d46 00000400:00000200:0.0:1767384411.359128:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf16232d 00000400:00000010:0.0:1767384411.359130:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf16232d. 00000100:00000200:0.0:1767384411.359134:0:40992:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000285b843c desc 00000000dd7cd2c5 mbits 1853236746160768 00000100:00000200:0.0:1767384411.359151:0:40992:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824df08a80-0x695824df08a80 20000000:00000010:0.0:1767384411.359163:0:40992:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000058cdafe8. 20000000:00000010:0.0:1767384411.359179:0:40992:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000e44075c6. 20000000:00000010:0.0:1767384411.359185:0:40992:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000008a0b068a. 00000100:00000010:0.0:1767384411.359420:0:40992:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001daa8f30. 00000100:00000010:0.0:1767384411.359453:0:40992:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003eaf4d46. 20000000:00000010:0.0:1767384411.359457:0:40992:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000005e8e734b. 00010000:00000200:0.0:1767384411.359466:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a86c384 x1853236746160768/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 4784/4768 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.359484:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d632d965. 00000100:00000200:0.0:1767384411.359488:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746160768, offset 224 00000400:00000200:0.0:1767384411.359493:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.359499:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.359505:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df08a80 00000400:00000200:0.0:1767384411.359509:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a01 [2] + 224 00000400:00000200:0.0:1767384411.359514:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.359517:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.359522:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746160768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.359541:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d632d965 00000400:00000010:0.0:1767384411.359543:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d632d965. 00000020:00000010:0.0:1767384411.359555:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.359558:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad526f16. 00000020:00000010:0.0:1767384411.359561:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5d7841. 02000000:00000010:0.0:1767384411.359566:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e82a4160. 00000100:00000200:0.0:1767384411.359573:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384411.359577:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003780f561. 00000400:00000010:0.0:1767384411.359581:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d632d965. 00000400:00000010:3.0:1767384411.359604:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000572c6f05. 00000400:00000200:3.0:1767384411.359609:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b46a28ac 00000400:00000010:3.0:1767384411.359610:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b46a28ac. 00000100:00000200:3.0:1767384411.359614:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000285b843c x1853236746160768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384411.359621:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000285b843c x1853236746160768/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384411.359636:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a707efeb. 02000000:00000010:3.0:1767384411.359642:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000007a19ffb. 00000100:00000010:3.0:1767384411.359645:0:40983:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000091a1babd. 00000100:00000010:3.0:1767384411.359646:0:40983:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000dd7cd2c5. 02000000:00000010:3.0:1767384411.359650:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d4d94177. 00000100:00000010:3.0:1767384411.359652:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b843c. 00000020:00000010:3.0:1767384411.359655:0:40983:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 00000000daea3b8b. 00000020:00000010:3.0:1767384411.359659:0:40983:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 0000000081147528. 00000020:00000010:3.0:1767384411.359661:0:40983:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000091a1babd. 00000020:00000010:3.0:1767384411.359665:0:40983:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000003f0e55e0. 00000020:00000010:3.0:1767384411.359667:0:40983:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000a707efeb. 00000020:00000010:3.0:1767384411.359674:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074a7ea17. 00000020:00000010:3.0:1767384411.359677:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba860f2a. 00000040:00000010:3.0:1767384411.359680:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000066a5353d. 00000020:00000010:3.0:1767384411.359682:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000079218e53. 00000020:00000010:3.0:1767384411.359684:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d67ae934. 00040000:00000010:3.0:1767384411.359686:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c2c2000. 00040000:00000010:3.0:1767384411.359687:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f6569ef. 00080000:00000010:3.0:1767384411.359690:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000007a19ffb. 00080000:00000010:3.0:1767384411.359693:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000fb89406. 10000000:00000010:3.0:1767384411.359702:0:40983:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000005b397642. 10000000:00000010:3.0:1767384411.359706:0:40983:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000005718feca. 00000100:00000010:3.0:1767384411.359710:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b843c. 02000000:00000010:3.0:1767384411.359714:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0a4ab26. 00010000:00000010:3.0:1767384411.359723:0:40983:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000800cda52. 00010000:00000010:3.0:1767384411.359727:0:40983:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e6d0d81. 00000100:00000010:3.0:1767384411.359736:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b46a28ac. 02000000:00000010:3.0:1767384411.359742:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dd7cd2c5. 00000400:00000010:3.0:1767384411.359744:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000572c6f05. 00000400:00000010:3.0:1767384411.359747:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.359751:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746160896, portal 25 00000400:00000010:3.0:1767384411.359754:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000100:00000200:3.0:1767384411.359756:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746160896, offset 0 00000400:00000200:3.0:1767384411.359760:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384411.359766:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384411.359771:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df08b00 00000400:00000200:3.0:1767384411.359776:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21e1 [2] + 0 00000400:00000010:3.0:1767384411.359779:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e504759. 00000400:00000200:3.0:1767384411.359782:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eb4c9374 00000400:00000200:3.0:1767384411.359785:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.359787:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384411.359790:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb4c9374 00000400:00000010:3.0:1767384411.359792:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb4c9374. 00000100:00000200:3.0:1767384411.359795:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384411.359818:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000400:00000010:3.0:1767384411.359821:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000100:00000200:3.0:1767384411.359824:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000285b843c x1853236746160896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.359862:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc6699f9. 00000020:00000010:0.0:1767384411.359867:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc6699f9. 00000020:00000010:0.0:1767384411.359870:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5d7841. 00000020:00000010:0.0:1767384411.359872:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.359874:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad526f16. 00000020:00000010:0.0:1767384411.359893:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc6699f9. 00000020:00000010:0.0:1767384411.359895:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc6699f9. 00000100:00000200:0.0:1767384411.359897:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746160896 00010000:00000010:0.0:1767384411.359909:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009ec29851. 00010000:00000010:0.0:1767384411.359912:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e35421dd. 00000020:00000010:0.0:1767384411.359915:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000bc6699f9. 02000000:00000010:0.0:1767384411.359934:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003eaf4d46. 00010000:00000200:0.0:1767384411.359948:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005940d165 x1853236746160896/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 328/344 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.359957:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000724f6a. 00000100:00000200:0.0:1767384411.359960:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746160896, offset 224 00000400:00000200:0.0:1767384411.359963:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.359967:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.359971:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df08b00 00000400:00000200:0.0:1767384411.359974:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a15 [1] + 224 00000400:00000200:0.0:1767384411.359977:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.359979:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.359982:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746160896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.359996:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000724f6a 00000400:00000010:0.0:1767384411.359998:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000724f6a. 00000020:00000010:0.0:1767384411.360004:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.360006:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad526f16. 00000020:00000010:0.0:1767384411.360008:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5d7841. 02000000:00000010:0.0:1767384411.360011:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003eaf4d46. 00000100:00000200:0.0:1767384411.360015:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384411.360017:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0b2f6d4. 00000400:00000010:0.0:1767384411.360020:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c45e20b4. 00000400:00000010:3.0:1767384411.360030:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000572c6f05. 00000400:00000200:3.0:1767384411.360035:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384411.360036:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.360040:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000285b843c x1853236746160896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384411.360046:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000285b843c x1853236746160896/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384411.360055:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b46a28ac. 02000000:00000010:3.0:1767384411.360064:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dd7cd2c5. 02000000:00000010:3.0:1767384411.360067:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f0a4ab26. 00000100:00000010:3.0:1767384411.360069:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b843c. 10000000:00000010:3.0:1767384411.360085:0:40983:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000f0a4ab26. 10000000:00000010:3.0:1767384411.360088:0:40983:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000728a7bb0. 00000100:00000010:3.0:1767384411.360091:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b843c. 02000000:00000010:3.0:1767384411.360097:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cab7601d. 00010000:00000010:3.0:1767384411.360102:0:40983:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001b1f9a6c. 00010000:00000010:3.0:1767384411.360105:0:40983:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005784a09f. 00000100:00000010:3.0:1767384411.360110:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b46a28ac. 02000000:00000010:3.0:1767384411.360116:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dd7cd2c5. 00000400:00000010:3.0:1767384411.360118:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000572c6f05. 00000400:00000010:3.0:1767384411.360120:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.360122:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746161024, portal 25 00000400:00000010:3.0:1767384411.360124:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000100:00000200:3.0:1767384411.360125:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746161024, offset 0 00000400:00000200:3.0:1767384411.360128:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384411.360132:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384411.360136:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df08b80 00000400:00000200:3.0:1767384411.360138:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21e5 [2] + 0 00000400:00000010:3.0:1767384411.360146:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ec5abcf. 00000400:00000200:3.0:1767384411.360147:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008cc02395 00000400:00000200:3.0:1767384411.360150:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.360152:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384411.360154:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cc02395 00000400:00000010:3.0:1767384411.360155:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cc02395. 00000100:00000200:3.0:1767384411.360157:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384411.360167:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000400:00000010:3.0:1767384411.360168:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000100:00000200:3.0:1767384411.360171:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000285b843c x1853236746161024/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.360193:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cba8e9f4. 00000020:00000010:0.0:1767384411.360196:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cba8e9f4. 00000020:00000010:0.0:1767384411.360199:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5d7841. 00000020:00000010:0.0:1767384411.360201:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.360203:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad526f16. 00000020:00000010:0.0:1767384411.360219:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cba8e9f4. 00000020:00000010:0.0:1767384411.360221:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cba8e9f4. 00000100:00000200:0.0:1767384411.360222:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746161024 00010000:00000010:0.0:1767384411.360229:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f55e7341. 00010000:00000010:0.0:1767384411.360232:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c772dffb. 02000000:00000010:0.0:1767384411.360237:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003eaf4d46. 00010000:00000200:0.0:1767384411.360243:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003dee23b0 x1853236746161024/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 328/344 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.360251:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000724f6a. 00000100:00000200:0.0:1767384411.360253:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746161024, offset 224 00000400:00000200:0.0:1767384411.360255:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.360259:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.360263:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df08b80 00000400:00000200:0.0:1767384411.360265:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a25 [1] + 224 00000400:00000200:0.0:1767384411.360268:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.360270:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.360273:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746161024/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.360285:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000724f6a 00000400:00000010:0.0:1767384411.360287:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000724f6a. 00000020:00000010:0.0:1767384411.360293:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.360296:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad526f16. 00000020:00000010:0.0:1767384411.360298:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5d7841. 02000000:00000010:0.0:1767384411.360302:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003eaf4d46. 00000400:00000010:3.0:1767384411.360304:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000572c6f05. 00000100:00000200:0.0:1767384411.360305:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384411.360309:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:0.0:1767384411.360310:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000234a7c5d. 00000400:00000010:3.0:1767384411.360313:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.360317:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000285b843c x1853236746161024/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.360320:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b1564b8. 00000100:00000200:3.0:1767384411.360325:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000285b843c x1853236746161024/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384411.360338:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b46a28ac. 02000000:00000010:3.0:1767384411.360344:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dd7cd2c5. 02000000:00000010:3.0:1767384411.360347:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cab7601d. 00000100:00000010:3.0:1767384411.360349:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b843c. 10000000:00000010:3.0:1767384411.360353:0:40983:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000005a284dac. 00000020:00000010:3.0:1767384411.360354:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cab7601d. 00000020:00000010:3.0:1767384411.360357:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e79a2e36. 00000040:00000010:3.0:1767384411.360358:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000089f34ea. 00000020:00000010:3.0:1767384411.360361:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000067075d2b. 00000020:00000010:3.0:1767384411.360362:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001526df59. 80000000:00000010:3.0:1767384411.360373:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a3fc78f. 00040000:00000010:3.0:1767384411.360376:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9ad647d. 00080000:00000010:3.0:1767384411.360379:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000099511841. 00080000:00000010:3.0:1767384411.360382:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b6ef9d78. 20000000:00000010:3.0:1767384411.360388:0:40983:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000f79065dc. 00000040:00000010:3.0:1767384411.360392:0:40983:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e00b8699. 00000100:00000010:3.0:1767384411.360395:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b843c. 02000000:00000010:3.0:1767384411.360399:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000491e3259. 00000100:00000010:3.0:1767384411.360404:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b46a28ac. 02000000:00000010:3.0:1767384411.360408:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9e5cfcb. 00000400:00000010:3.0:1767384411.360410:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000572c6f05. 00000400:00000010:3.0:1767384411.360413:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.360415:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746161152, portal 25 00000400:00000010:3.0:1767384411.360417:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000100:00000200:3.0:1767384411.360418:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236746161152, offset 0 00000400:00000200:3.0:1767384411.360421:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384411.360442:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384411.360446:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824df08c00 00000400:00000200:3.0:1767384411.360449:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21e9 [2] + 0 00000400:00000010:3.0:1767384411.360451:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000551290f5. 00000400:00000200:3.0:1767384411.360453:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015e1c3dd 00000400:00000200:3.0:1767384411.360455:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.360457:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384411.360458:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e1c3dd 00000400:00000010:3.0:1767384411.360459:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015e1c3dd. 00000100:00000200:3.0:1767384411.360461:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384411.360470:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000400:00000010:3.0:1767384411.360471:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000100:00000200:3.0:1767384411.360474:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000285b843c x1853236746161152/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.360500:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cba8e9f4. 00000020:00000010:0.0:1767384411.360504:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cba8e9f4. 00000020:00000010:0.0:1767384411.360507:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5d7841. 00000020:00000010:0.0:1767384411.360508:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.360510:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad526f16. 00000020:00000010:0.0:1767384411.360526:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cba8e9f4. 00000020:00000010:0.0:1767384411.360528:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cba8e9f4. 00000100:00000200:0.0:1767384411.360530:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746161152 02000000:00000010:0.0:1767384411.360536:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000003eaf4d46. 00000040:00000010:0.0:1767384411.360540:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c67f51d7. 00000040:00000010:0.0:1767384411.360562:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000001daa8f30. 00000020:00000010:0.0:1767384411.360567:0:40992:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007959b6e5. 00080000:00000010:0.0:1767384411.360570:0:40992:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003bcc1a30. 00000040:00000010:0.0:1767384411.360579:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000001daa8f30. 00000040:00000010:0.0:1767384411.360582:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c67f51d7. 20000000:00000010:0.0:1767384411.360586:0:40992:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000cba8e9f4. 00010000:00000200:0.0:1767384411.360590:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000742ce808 x1853236746161152/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 512/272 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.360598:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000724f6a. 00000100:00000200:0.0:1767384411.360600:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236746161152, offset 224 00000400:00000200:0.0:1767384411.360603:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.360607:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.360610:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824df08c00 00000400:00000200:0.0:1767384411.360613:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a35 [1] + 224 00000400:00000200:0.0:1767384411.360616:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.360617:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.360620:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746161152/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.360634:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000724f6a 00000400:00000010:0.0:1767384411.360635:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000724f6a. 00000020:00000010:0.0:1767384411.360641:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.360643:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad526f16. 00000020:00000010:0.0:1767384411.360645:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5d7841. 02000000:00000010:0.0:1767384411.360647:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000003eaf4d46. 00000100:00000200:0.0:1767384411.360651:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384411.360653:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f25bb5b1. 00000400:00000010:0.0:1767384411.360656:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea1f5547. 00000400:00000010:3.0:1767384411.360658:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000572c6f05. 00000400:00000200:3.0:1767384411.360662:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384411.360663:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.360668:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000285b843c x1853236746161152/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384411.360673:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000285b843c x1853236746161152/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384411.360691:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b46a28ac. 02000000:00000010:3.0:1767384411.360695:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9e5cfcb. 02000000:00000010:3.0:1767384411.360697:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000491e3259. 00000100:00000010:3.0:1767384411.360699:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b843c. 00000040:00000010:3.0:1767384411.360703:0:40983:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000daea3b8b. 00000100:00000010:3.0:1767384411.360705:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b843c. 02000000:00000010:3.0:1767384411.360709:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000491e3259. 00000100:00000010:3.0:1767384411.360712:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b46a28ac. 02000000:00000010:3.0:1767384411.360724:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000f3c6bdc. 00000400:00000010:3.0:1767384411.360727:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000572c6f05. 00000400:00000010:3.0:1767384411.360729:0:40983:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a5a53648. 00000100:00000200:3.0:1767384411.360731:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236746161280, portal 25 00000400:00000010:3.0:1767384411.360733:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.360734:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236746161280, offset 0 00000400:00000200:3.0:1767384411.360737:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384411.360741:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384411.360744:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824df08c80 00000400:00000200:3.0:1767384411.360748:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21ed [2] + 0 00000400:00000010:3.0:1767384411.360751:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6ec4972. 00000400:00000200:3.0:1767384411.360753:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e307d995 00000400:00000200:3.0:1767384411.360756:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.360759:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384411.360761:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e307d995 00000400:00000010:3.0:1767384411.360763:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e307d995. 00000100:00000200:3.0:1767384411.360766:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384411.360779:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384411.360781:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.360785:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000285b843c x1853236746161280/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.360803:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcc3c299. 00000020:00000010:0.0:1767384411.360806:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcc3c299. 00000020:00000010:0.0:1767384411.360809:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5d7841. 00000020:00000010:0.0:1767384411.360810:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.360812:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad526f16. 00000020:00000010:0.0:1767384411.360828:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcc3c299. 00000020:00000010:0.0:1767384411.360830:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcc3c299. 00000100:00000200:0.0:1767384411.360831:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746161280 02000000:00000010:0.0:1767384411.360846:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000808217b6. 00000040:00000010:0.0:1767384411.360849:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c67f51d7. 00000040:00000010:0.0:1767384411.360856:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007d1bbf9d. 00000040:00000010:0.0:1767384411.361191:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007d1bbf9d. 00000040:00000010:0.0:1767384411.361194:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c67f51d7. 00010000:00000200:0.0:1767384411.361198:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002a1cfc5 x1853236746161280/t0(0) o503->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 272/8416 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.361206:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d95a59c3. 00000100:00000200:0.0:1767384411.361208:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236746161280, offset 224 00000400:00000200:0.0:1767384411.361211:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.361215:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.361218:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824df08c80 00000400:00000200:0.0:1767384411.361221:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a45 [4] + 224 00000400:00000200:0.0:1767384411.361225:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.361227:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.361230:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746161280/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.361242:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d95a59c3 00000400:00000010:0.0:1767384411.361243:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d95a59c3. 00000020:00000010:0.0:1767384411.361250:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.361251:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad526f16. 00000020:00000010:0.0:1767384411.361253:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5d7841. 02000000:00000010:0.0:1767384411.361255:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000808217b6. 00000100:00000200:0.0:1767384411.361265:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384411.361268:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6c04572. 00000400:00000010:0.0:1767384411.361270:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d95a59c3. 00000400:00000010:3.0:1767384411.361281:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000572c6f05. 00000400:00000200:3.0:1767384411.361285:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5a53648 00000400:00000010:3.0:1767384411.361287:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a5a53648. 00000100:00000200:3.0:1767384411.361297:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000285b843c x1853236746161280/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384411.361302:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000285b843c x1853236746161280/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384411.361311:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b46a28ac. 02000000:00000010:3.0:1767384411.361314:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000f3c6bdc. 02000000:00000010:3.0:1767384411.361321:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000491e3259. 00000100:00000010:3.0:1767384411.361323:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b843c. 00000040:00000010:3.0:1767384411.361326:0:40983:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000871691be. 00000020:00000010:0.0:1767384411.361552:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5d7841. 00000020:00000010:0.0:1767384411.361555:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c67f51d7. 00000040:00000010:0.0:1767384411.361558:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cc871318. 00000020:00000010:0.0:1767384411.361560:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c89df143. 00000020:00000010:0.0:1767384411.361563:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d3e8a9a8. 00000020:00000010:0.0:1767384411.361565:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000daaf9fdd. 80000000:00000010:0.0:1767384411.361567:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004c098702. 40000000:00000010:0.0:1767384411.361569:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dcc3c299. 00100000:00000010:0.0:1767384411.361571:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008ab18776. 00040000:00000010:0.0:1767384411.361573:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000bbc4000. 00040000:00000010:0.0:1767384411.361575:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000094c8450. 00080000:00000010:0.0:1767384411.361577:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007d1bbf9d. 00080000:00000010:0.0:1767384411.361580:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001e507217. 00000004:00000010:0.0:1767384411.361584:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005378bbeb. 00002000:00000010:0.0:1767384411.361587:0:41012:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003eaf4d46. 00000020:00000010:0.0:1767384411.361589:0:41012:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000060251092. 00000040:00000010:0.0:1767384411.361593:0:41012:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e82a4160. 00000100:00000010:0.0:1767384411.361597:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87b64fd. 02000000:00000010:0.0:1767384411.361601:0:41012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccff249f. 00000100:00000010:0.0:1767384411.361606:0:41012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ed6f407. 02000000:00000010:0.0:1767384411.361617:0:41012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000808217b6. 00000400:00000010:0.0:1767384411.361619:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edd2e482. 00000400:00000010:0.0:1767384411.361622:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000aa5dd29e. 00000100:00000200:0.0:1767384411.361624:0:41012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236746161408, portal 25 00000400:00000010:0.0:1767384411.361626:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000724f6a. 00000100:00000200:0.0:1767384411.361628:0:41012:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236746161408, offset 0 00000400:00000200:0.0:1767384411.361630:0:41012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.361634:0:41012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.361637:0:41012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824df08d00 00000400:00000200:0.0:1767384411.361640:0:41012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21f1 [2] + 0 00000400:00000010:0.0:1767384411.361642:0:41012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d514d18. 00000400:00000200:0.0:1767384411.361644:0:41012:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056e82790 00000400:00000200:0.0:1767384411.361646:0:41012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.361648:0:41012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384411.361650:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056e82790 00000400:00000010:0.0:1767384411.361651:0:41012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056e82790. 00000100:00000200:0.0:1767384411.361653:0:41012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384411.361663:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000724f6a 00000400:00000010:0.0:1767384411.361665:0:41012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000724f6a. 00000100:00000200:0.0:1767384411.361669:0:41012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d87b64fd x1853236746161408/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384411.361683:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe32903c. 00000020:00000010:3.0:1767384411.361687:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe32903c. 00000020:00000010:3.0:1767384411.361691:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000491e3259. 00000020:00000010:3.0:1767384411.361694:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b97c5cde. 00000020:00000010:3.0:1767384411.361697:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000756f526. 00000020:00000010:3.0:1767384411.361715:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe32903c. 00000020:00000010:3.0:1767384411.361716:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe32903c. 00000100:00000200:3.0:1767384411.361718:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746161408 02000000:00000010:3.0:1767384411.361732:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000006fe03de1. 00000040:00000010:3.0:1767384411.361736:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b9e5cfcb. 00000040:00000010:3.0:1767384411.361742:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4d94177. 00000040:00000010:3.0:1767384411.362094:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4d94177. 00000040:00000010:3.0:1767384411.362097:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b9e5cfcb. 00010000:00000200:3.0:1767384411.362102:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000881162d5 x1853236746161408/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 272/8472 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384411.362111:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b46a28ac. 00000100:00000200:3.0:1767384411.362113:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236746161408, offset 224 00000400:00000200:3.0:1767384411.362116:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384411.362120:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384411.362123:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824df08d00 00000400:00000200:3.0:1767384411.362126:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a55 [4] + 224 00000400:00000200:3.0:1767384411.362130:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.362136:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384411.362139:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d87b64fd x1853236746161408/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384411.362153:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b46a28ac 00000400:00000010:3.0:1767384411.362155:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b46a28ac. 00000020:00000010:3.0:1767384411.362162:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b97c5cde. 00000020:00000010:3.0:1767384411.362165:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000756f526. 00000020:00000010:3.0:1767384411.362168:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000491e3259. 00000400:00000010:0.0:1767384411.362170:0:41012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edd2e482. 02000000:00000010:3.0:1767384411.362171:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000006fe03de1. 00000400:00000200:0.0:1767384411.362175:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa5dd29e 00000400:00000010:0.0:1767384411.362177:0:41012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000aa5dd29e. 00000100:00000200:3.0:1767384411.362182:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384411.362184:0:41012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d87b64fd x1853236746161408/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384411.362187:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000572c6f05. 00000400:00000010:3.0:1767384411.362192:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b46a28ac. 00000100:00000200:0.0:1767384411.362195:0:41012:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d87b64fd x1853236746161408/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384411.362208:0:41012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ed6f407. 02000000:00000010:0.0:1767384411.362213:0:41012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000808217b6. 02000000:00000010:0.0:1767384411.362220:0:41012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ccff249f. 00000100:00000010:0.0:1767384411.362223:0:41012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d87b64fd. 00000020:00000010:0.0:1767384411.362233:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000463b36fa. 00000020:00000010:0.0:1767384411.362236:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000463b36fa. 00000020:00000010:0.0:1767384411.362239:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.362248:0:41012:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000216a8044. 00000020:00000010:0.0:1767384411.362252:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005c4b8e2c. 00000020:00000010:0.0:1767384411.362262:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.362264:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000004ed6f407. 00000001:00000010:0.0:1767384411.362276:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000463b36fa. 00000001:00000010:0.0:1767384411.362279:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fd931481. 00000001:00000010:0.0:1767384411.362281:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ccff249f. 00000001:00000010:0.0:1767384411.362283:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e5a0187. 00000001:00000010:0.0:1767384411.362285:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a768643. 00000001:00000010:0.0:1767384411.362286:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f7957164. 00000001:00000010:0.0:1767384411.362288:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006929a1a5. 00000001:00000010:0.0:1767384411.362289:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009d9113a3. 00000001:00000010:0.0:1767384411.362291:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000056865db0. 00000001:00000010:0.0:1767384411.362292:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0b61bb3. 00000001:00000010:0.0:1767384411.362294:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cbb825aa. 00000001:00000010:0.0:1767384411.362296:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009fc45560. 00000020:00000010:0.0:1767384411.362299:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a139ebc. 00000020:00000010:0.0:1767384411.362300:0:41012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.362302:0:41012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad526f16. 00000008:00000010:0.0:1767384411.362305:0:41012:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000493da91b. 00020000:00000010:0.0:1767384411.362308:0:41012:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000db3dad5e. 00008000:00000010:0.0:1767384411.362311:0:41012:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000075e10e1d. 00000080:00000010:0.0:1767384411.362315:0:41012:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000900a705. 00000020:00000010:0.0:1767384411.362317:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063fe721d. 00000020:00000010:0.0:1767384411.362318:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004c8d4fcb. 00000040:00000010:0.0:1767384411.362320:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d3bfd3d9. 00000020:00000010:0.0:1767384411.362322:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b9a331b. 00000020:00000010:0.0:1767384411.362324:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384411.362326:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000049f0169d. 80000000:00000010:0.0:1767384411.362327:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000020aa47de. 40000000:00000010:0.0:1767384411.362329:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c05bfe84. 00100000:00000010:0.0:1767384411.362331:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001fe1902e. 00040000:00000010:0.0:1767384411.362333:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dedc1713. 00040000:00000010:0.0:1767384411.362334:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000235c98c1. 00080000:00000010:0.0:1767384411.362337:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005e8e734b. 00080000:00000010:0.0:1767384411.362346:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b94e337c. 00000004:00000010:0.0:1767384411.362350:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c17cebc3. 00000004:00000010:0.0:1767384411.362353:0:41012:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000591efa1e. 00000004:00000010:0.0:1767384411.362358:0:41012:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000b4fa0788. 00000004:00000010:0.0:1767384411.362360:0:41012:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000aa5dd29e. 00000020:00000010:0.0:1767384411.362364:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009b5ec6bd. 00000004:00000010:0.0:1767384411.362368:0:41012:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000aa5dd29e. 00000004:00000010:0.0:1767384411.362370:0:41012:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000b4fa0788. 00000020:00000010:0.0:1767384411.362381:0:41012:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000cb586674. 00000020:00000010:0.0:1767384411.362383:0:41012:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000007737cde. 00000020:00000010:0.0:1767384411.362385:0:41012:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000d6387168. 00000020:00000010:0.0:1767384411.362387:0:41012:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000ecdd0577. 00000020:00000010:0.0:1767384411.362499:0:41012:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000aa5dd29e. 00000020:00000010:0.0:1767384411.362506:0:41012:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000aa5dd29e. 00000020:00000010:0.0:1767384411.362512:0:41012:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000aa5dd29e. 00000020:00000010:0.0:1767384411.362516:0:41012:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000aa5dd29e. 00000020:00000010:0.0:1767384411.362520:0:41012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004c8d4fcb. 00000040:00000010:0.0:1767384411.362522:0:41012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d3bfd3d9. 00000020:00000010:0.0:1767384411.362524:0:41012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b9a331b. 00000020:00000010:0.0:1767384411.362526:0:41012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384411.362529:0:41012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000049f0169d. 80000000:00000010:0.0:1767384411.362531:0:41012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000020aa47de. 40000000:00000010:0.0:1767384411.362533:0:41012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c05bfe84. 00100000:00000010:0.0:1767384411.362535:0:41012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001fe1902e. 00040000:00000010:0.0:1767384411.362536:0:41012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dedc1713. 00040000:00000010:0.0:1767384411.362538:0:41012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000235c98c1. 00080000:00000010:0.0:1767384411.362541:0:41012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b94e337c. 00080000:00000010:0.0:1767384411.362543:0:41012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005e8e734b. 00000004:00000010:0.0:1767384411.362545:0:41012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c17cebc3. 00000020:00000010:0.0:1767384411.362547:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063fe721d. 00000020:00000010:0.0:1767384411.362549:0:41012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.362551:0:41012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad526f16. 00000008:00000010:0.0:1767384411.362552:0:41012:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000493da91b. 00020000:00000010:0.0:1767384411.362554:0:41012:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000db3dad5e. 00008000:00000010:0.0:1767384411.362556:0:41012:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000075e10e1d. 00000080:00000010:0.0:1767384411.362559:0:41012:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000900a705. 00000020:00000010:0.0:1767384411.362560:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a139ebc. 00000020:00000010:0.0:1767384411.362562:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000004ed6f407. 00000020:00000010:0.0:1767384411.362565:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000dedc1713. 00000020:00000010:0.0:1767384411.362567:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000dedc1713. 00000020:00000010:0.0:1767384411.362569:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000dedc1713. 00000020:00000010:0.0:1767384411.362571:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000dedc1713. 00000020:00000010:0.0:1767384411.362572:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 0000000020aa47de. 00000020:00000010:0.0:1767384411.362577:0:41012:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000018c1e8f4. 00000020:00000010:0.0:1767384411.362580:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001fe1902e. 00000004:00000010:0.0:1767384411.362582:0:41012:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000c05bfe84. 00000020:00000010:0.0:1767384411.362587:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 0000000020aa47de. 00000020:00000010:0.0:1767384411.362589:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 0000000020aa47de. 00000020:00000010:0.0:1767384411.362592:0:41012:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000007cde7080. 00000020:00000010:0.0:1767384411.362594:0:41012:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 000000009922bff1. 00000020:00000010:0.0:1767384411.362595:0:41012:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 00000000c7160713. 00000020:00000010:0.0:1767384411.362597:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 0000000020aa47de. 00000020:00000010:0.0:1767384411.362598:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ed6f407. 00000001:00000010:0.0:1767384411.362606:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000dedc1713. 00000001:00000010:0.0:1767384411.362608:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cceebfc1. 00000001:00000010:0.0:1767384411.362610:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a139ebc. 00000001:00000010:0.0:1767384411.362611:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000063fe721d. 00000001:00000010:0.0:1767384411.362612:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000037b76e59. 00000001:00000010:0.0:1767384411.362614:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000235c98c1. 00000001:00000010:0.0:1767384411.362616:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000048c39535. 00000001:00000010:0.0:1767384411.362617:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006844467c. 00000001:00000010:0.0:1767384411.362618:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000049f0169d. 00000001:00000010:0.0:1767384411.362619:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d3bfd3d9. 00000001:00000010:0.0:1767384411.362620:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004c8d4fcb. 00000001:00000010:0.0:1767384411.362622:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097b0d193. 00000020:00000010:0.0:1767384411.362623:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ede8e21. 00000020:00000010:0.0:1767384411.362625:0:41012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.362626:0:41012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad526f16. 00000008:00000010:0.0:1767384411.362627:0:41012:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000493da91b. 00020000:00000010:0.0:1767384411.362629:0:41012:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000db3dad5e. 00008000:00000010:0.0:1767384411.362630:0:41012:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000075e10e1d. 00000080:00000010:0.0:1767384411.362631:0:41012:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000900a705. 00000020:00000010:0.0:1767384411.362634:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e335943b. 00000020:00000010:0.0:1767384411.362636:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a8f8f0cc. 00000040:00000010:0.0:1767384411.362638:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f82a27f9. 00000020:00000010:0.0:1767384411.362640:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b9a331b. 00000020:00000010:0.0:1767384411.362641:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384411.362643:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001cb13701. 80000000:00000010:0.0:1767384411.362644:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000020aa47de. 40000000:00000010:0.0:1767384411.362645:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000be2ee4d1. 00100000:00000010:0.0:1767384411.362647:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fdc58d9c. 00040000:00000010:0.0:1767384411.362649:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a36f08e1. 00040000:00000010:0.0:1767384411.362650:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067b8aab5. 00080000:00000010:0.0:1767384411.362652:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b94e337c. 00080000:00000010:0.0:1767384411.362655:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bdc76c9f. 00000004:00000010:0.0:1767384411.362657:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c17cebc3. 00000004:00000010:0.0:1767384411.362661:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004889d590. 00000004:00000010:0.0:1767384411.362664:0:41012:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 0000000080f1b0df. 00000004:00000010:0.0:1767384411.362669:0:41012:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000620c09d1. 00000004:00000010:0.0:1767384411.362670:0:41012:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000d94e6033. 00000004:00000010:0.0:1767384411.362672:0:41012:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 000000006096b3b7. 00000004:00000010:0.0:1767384411.362675:0:41012:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000f18cd346. 00000020:00000010:0.0:1767384411.362679:0:41012:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009d2f1dc4. 00000020:00000010:0.0:1767384411.362682:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009913c8c3. 00000004:00000010:0.0:1767384411.362686:0:41012:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000f18cd346. 00000004:00000010:0.0:1767384411.362689:0:41012:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000f18cd346. 00000001:00000010:0.0:1767384411.362696:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d4de0511. 00000001:00000010:0.0:1767384411.362698:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002a8810d0. 00000001:00000010:0.0:1767384411.362700:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003d38437a. 00000001:00000010:0.0:1767384411.362701:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c78ed134. 00000001:00000010:0.0:1767384411.362703:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094b18fba. 00000001:00000010:0.0:1767384411.362705:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de1ffbdb. 00000001:00000010:0.0:1767384411.362706:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000020b2e191. 00000001:00000010:0.0:1767384411.362708:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c33587a4. 00000001:00000010:0.0:1767384411.362709:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054a6b4ad. 00000001:00000010:0.0:1767384411.362711:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000f26e875. 00000001:00000010:0.0:1767384411.362712:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000049fa4d82. 00000001:00000010:0.0:1767384411.362714:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a1d8aee6. 00000020:00000010:0.0:1767384411.362716:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000aa5f5e0. 00000020:00000010:0.0:1767384411.362717:0:41012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e005c17. 00000020:00000010:0.0:1767384411.362719:0:41012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000395ab89e. 00000008:00000010:0.0:1767384411.362721:0:41012:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000dd0fd25e. 00020000:00000010:0.0:1767384411.362723:0:41012:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000bb80b566. 00008000:00000010:0.0:1767384411.362724:0:41012:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000c141a87. 00000080:00000010:0.0:1767384411.362725:0:41012:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000061e3a4e5. 00000020:00000010:0.0:1767384411.362727:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fea9aa6. 00000020:00000010:0.0:1767384411.362729:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a24d27fc. 00000040:00000010:0.0:1767384411.362731:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f6f235be. 00000020:00000010:0.0:1767384411.362732:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000051c08d1f. 00000020:00000010:0.0:1767384411.362734:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000019d1dd7f. 00000020:00000010:0.0:1767384411.362736:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000029e3cef4. 80000000:00000010:0.0:1767384411.362737:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048f4d3eb. 40000000:00000010:0.0:1767384411.362738:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000015e8ac23. 00100000:00000010:0.0:1767384411.362740:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000035a2e028. 00040000:00000010:0.0:1767384411.362741:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007d572936. 00040000:00000010:0.0:1767384411.362743:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad42104e. 00080000:00000010:0.0:1767384411.362746:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000efe2e97f. 00080000:00000010:0.0:1767384411.362749:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f8c86c33. 00000004:00000010:0.0:1767384411.362752:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000d60f8c7. 00000004:00000010:0.0:1767384411.362754:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009d4d8bde. 00000004:00000010:0.0:1767384411.362756:0:41012:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 0000000055571c7b. 00000004:00000010:0.0:1767384411.362760:0:41012:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000aa5dd29e. 00000020:00000010:0.0:1767384411.362763:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000096a4cdb1. 00000004:00000010:0.0:1767384411.362766:0:41012:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000aa5dd29e. 00000020:00000010:0.0:1767384411.362814:0:41012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a24d27fc. 00000040:00000010:0.0:1767384411.362816:0:41012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f6f235be. 00000020:00000010:0.0:1767384411.362818:0:41012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000051c08d1f. 00000020:00000010:0.0:1767384411.362819:0:41012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000019d1dd7f. 00000020:00000010:0.0:1767384411.362821:0:41012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000029e3cef4. 80000000:00000010:0.0:1767384411.362822:0:41012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000048f4d3eb. 40000000:00000010:0.0:1767384411.362824:0:41012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000015e8ac23. 00100000:00000010:0.0:1767384411.362826:0:41012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000035a2e028. 00040000:00000010:0.0:1767384411.362827:0:41012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007d572936. 00040000:00000010:0.0:1767384411.362829:0:41012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad42104e. 00080000:00000010:0.0:1767384411.362830:0:41012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f8c86c33. 00080000:00000010:0.0:1767384411.362832:0:41012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000efe2e97f. 00000004:00000010:0.0:1767384411.362834:0:41012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000d60f8c7. 00000004:00000010:0.0:1767384411.362836:0:41012:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009d4d8bde. 00000020:00000010:0.0:1767384411.362837:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fea9aa6. 00000020:00000010:0.0:1767384411.362839:0:41012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e005c17. 00000020:00000010:0.0:1767384411.362840:0:41012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000395ab89e. 00000008:00000010:0.0:1767384411.362842:0:41012:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000dd0fd25e. 00020000:00000010:0.0:1767384411.362843:0:41012:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000bb80b566. 00008000:00000010:0.0:1767384411.362844:0:41012:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000c141a87. 00000080:00000010:0.0:1767384411.362846:0:41012:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000061e3a4e5. 00000020:00000010:0.0:1767384411.362847:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000aa5f5e0. 00000004:00000010:0.0:1767384411.362850:0:41012:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000aa5dd29e. 00000020:00000010:0.0:1767384411.362853:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009d4d8bde. 00000004:00000010:0.0:1767384411.362855:0:41012:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000aa5dd29e. 00000004:00000010:0.0:1767384411.362857:0:41012:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000aa5dd29e. 00000020:00000010:0.0:1767384411.362859:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000035a2e028. 00000004:00000010:0.0:1767384411.362861:0:41012:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000aa5dd29e. 00000004:00000010:0.0:1767384411.362864:0:41012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000051c08d1f. 00000004:00000010:0.0:1767384411.362866:0:41012:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000f18cd346. 00000004:00000010:0.0:1767384411.362867:0:41012:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 000000006096b3b7. 00000004:00000010:0.0:1767384411.362869:0:41012:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000620c09d1. 00000004:00000010:0.0:1767384411.362870:0:41012:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 00000000d94e6033. 00000004:00000010:0.0:1767384411.362872:0:41012:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000aa5dd29e. 80000000:00000010:0.0:1767384411.362875:0:41012:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000d71d45ea. 80000000:00000010:0.0:1767384411.362878:0:41012:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000d94e6033. 00000004:00000010:0.0:1767384411.362882:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f292e64e. 00000004:00000010:0.0:1767384411.362887:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004e25628f. 00000004:00000010:0.0:1767384411.362892:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005c806a92. 00080000:00000010:0.0:1767384411.362896:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000aa5f5e0. 00000001:00000010:0.0:1767384411.362905:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edd2e482. 00000001:00000010:0.0:1767384411.362915:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edd2e482. 00080000:00000010:0.0:1767384411.362943:0:41012:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007d572936. 00100000:00000010:0.0:1767384411.362950:0:41012:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000015e8ac23. 00100000:00000010:0.0:1767384411.362957:0:41012:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000015e8ac23. 00080000:00000010:0.0:1767384411.362959:0:41012:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 000000008fea9aa6. 00000001:00000010:0.0:1767384411.362962:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edd2e482. 80000000:00000010:0.0:1767384411.363119:0:41012:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000015e8ac23. 80000000:00000010:0.0:1767384411.363125:0:41012:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000080aa1fdb. 80000000:00000010:0.0:1767384411.363127:0:41012:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000001ae65145. 80000000:00000010:0.0:1767384411.363128:0:41012:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000008b47265a. 80000000:00000010:0.0:1767384411.363130:0:41012:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000011b578fc. 00000001:00000010:0.0:1767384411.363132:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000314f4cf4. 00000001:00000010:0.0:1767384411.363134:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000314f4cf4. 00000001:00000010:0.0:1767384411.363136:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edd2e482. 00080000:00000010:0.0:1767384411.363142:0:41012:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002b7362e2. 00080000:00000010:0.0:1767384411.363146:0:41012:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000002b7362e2. 00080000:00000010:0.0:1767384411.363150:0:41012:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002b7362e2. 00080000:00000010:0.0:1767384411.363151:0:41012:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000002b7362e2. 00080000:00000010:0.0:1767384411.363153:0:41012:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002b7362e2. 00080000:00000010:0.0:1767384411.363154:0:41012:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000002b7362e2. 00080000:00000010:0.0:1767384411.363156:0:41012:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 000000008fea9aa6. 80000000:00000010:0.0:1767384411.363158:0:41012:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000d94e6033. 00000004:00000010:0.0:1767384411.363170:0:41012:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 000000008fea9aa6. 00000004:00000010:0.0:1767384411.363175:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fbbabb80. 00000004:00000010:0.0:1767384411.363178:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fe742b41. 00000004:00000010:0.0:1767384411.363180:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a0bd67f8. 00080000:00000010:0.0:1767384411.363182:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002b7362e2. 00000001:00000010:0.0:1767384411.363185:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edd2e482. 00000001:00000010:0.0:1767384411.363189:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edd2e482. 00000004:00000010:0.0:1767384411.363330:0:41012:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000ad42104e. 00000004:00000010:0.0:1767384411.363335:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005b12ee2a. 00000004:00000010:0.0:1767384411.363369:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c6499850. 00000004:00000010:0.0:1767384411.363372:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e2f164ad. 00080000:00000010:0.0:1767384411.363375:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a24d27fc. 00000001:00000010:0.0:1767384411.363379:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edd2e482. 00000001:00000010:0.0:1767384411.363383:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edd2e482. 00000004:00000010:0.0:1767384411.363538:0:41012:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 000000006dad2a7d. 00000004:00000010:0.0:1767384411.363541:0:41012:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000b5295534. 00000004:00000010:0.0:1767384411.363560:0:41012:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000b5295534. 00010000:00000010:0.0:1767384411.363564:0:41012:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000f2ebfc3d. 00000001:00000010:0.0:1767384411.363567:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d1ef58f1. 00000001:00000010:0.0:1767384411.363570:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000d7423f98. 00000001:00000010:0.0:1767384411.363755:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b1d2d70. 00000001:00000010:0.0:1767384411.364016:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c20cc6d6. 00000001:00000010:0.0:1767384411.364264:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000082a2d07f. 00000001:00000010:0.0:1767384411.364533:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008cf044b8. 00000001:00000010:0.0:1767384411.364779:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000088cfe652. 00000001:00000010:0.0:1767384411.365038:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005a67d2e9. 00000001:00000010:0.0:1767384411.365273:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a4464924. 00000001:00000010:0.0:1767384411.365521:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000059c79f34. 00000001:00000010:0.0:1767384411.365769:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007e9bdce4. 00000001:00000010:0.0:1767384411.366026:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000034ab0d1f. 00000001:00000010:0.0:1767384411.366259:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e7b2e709. 00000001:00000010:0.0:1767384411.366508:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000607951dd. 00000001:00000010:0.0:1767384411.366743:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000020dfa088. 00000001:00000010:0.0:1767384411.366989:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009f392813. 00000001:00000010:0.0:1767384411.367223:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dec75851. 00000001:00000010:0.0:1767384411.367472:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006f0721f3. 00000001:00000010:0.0:1767384411.367706:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e54b5317. 00000001:00000010:0.0:1767384411.367986:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003e65ef41. 00000001:00000010:0.0:1767384411.368218:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c91dd781. 00000001:00000010:0.0:1767384411.368484:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eeb92ae6. 00000100:00000010:1.0:1767384411.368503:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afffca51. 00000100:00000010:2.0:1767384411.368525:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbf3b25e. 00000001:00000010:0.0:1767384411.368718:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000058dd77cd. 00000001:00000010:0.0:1767384411.368964:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d7e996ce. 00000001:00000010:0.0:1767384411.369198:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009491e184. 00000100:00000010:0.0:1767384411.369456:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049a67036. 00000100:00000010:3.0:1767384411.369467:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e8f25a3. 00000001:00000010:0.0:1767384411.369474:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bb406f3e. 00000001:00000010:0.0:1767384411.369708:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ba06aa2. 00000001:00000010:0.0:1767384411.369953:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001d6a44c1. 00000001:00000010:0.0:1767384411.370186:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009929a96b. 00000001:00000010:0.0:1767384411.370419:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000793c9762. 00000001:00000010:0.0:1767384411.370666:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000062fa2024. 00000001:00000010:0.0:1767384411.370899:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000013ca15be. 00000001:00000010:0.0:1767384411.371209:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f1a61235. 00000001:00000010:0.0:1767384411.371457:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000072485336. 00000001:00000010:0.0:1767384411.371690:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a208e5b7. 00000001:00000010:0.0:1767384411.371939:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dc2bfb3d. 00000001:00000010:0.0:1767384411.372175:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a2a4a2cd. 00000001:00000010:0.0:1767384411.372408:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aa6c18f7. 00000001:00000010:0.0:1767384411.372657:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d89b5107. 00000001:00000010:0.0:1767384411.372887:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ecfc08b. 00000001:00000010:0.0:1767384411.373138:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e9456230. 00000001:00000010:0.0:1767384411.373370:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bfeab48f. 00000001:00000010:0.0:1767384411.373634:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008307ff11. 00000001:00000010:0.0:1767384411.373866:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001bf8cde7. 00000001:00000010:0.0:1767384411.374115:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000090ff26fe. 00000001:00000010:0.0:1767384411.374349:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ec0ada2. 00000001:00000010:0.0:1767384411.374598:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006ede029c. 00000001:00000010:0.0:1767384411.374830:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000147e357. 00000001:00000010:0.0:1767384411.375075:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b4cb6b8d. 00000001:00000010:0.0:1767384411.375309:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003a0ed6ec. 00000001:00000010:0.0:1767384411.375556:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006cdc00c9. 00000001:00000010:0.0:1767384411.375818:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000299acafb. 00000001:00000010:0.0:1767384411.376064:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b1355366. 00000001:00000010:0.0:1767384411.376296:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e8321368. 00000001:00000010:0.0:1767384411.376543:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004fb2fada. 00000001:00000010:0.0:1767384411.376776:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000727be32a. 00000001:00000010:0.0:1767384411.377018:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e52a3b2. 00000001:00000010:0.0:1767384411.377252:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009afd44d5. 00000001:00000010:0.0:1767384411.377499:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0c68f18. 00000001:00000010:0.0:1767384411.377755:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aae5258e. 00000001:00000010:0.0:1767384411.377999:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000df904668. 00000001:00000010:0.0:1767384411.378233:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a5826805. 00000001:00000010:0.0:1767384411.378480:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008ad0175f. 00000001:00000010:0.0:1767384411.378714:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e250ed7. 00000001:00000010:0.0:1767384411.378957:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e5906734. 00000001:00000010:0.0:1767384411.379191:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c7e753db. 00000001:00000010:0.0:1767384411.379448:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000093006a1c. 00000001:00000010:0.0:1767384411.379683:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ec19ccc. 00000001:00000010:0.0:1767384411.379931:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d8de96aa. 00000001:00000010:0.0:1767384411.380166:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000861b5878. 00000001:00000010:0.0:1767384411.380402:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000019a0099f. 00000001:00000010:0.0:1767384411.380653:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d29026ab. 00000001:00000010:0.0:1767384411.380889:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c420353. 00000001:00000010:0.0:1767384411.381137:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006258f60c. 00000001:00000010:0.0:1767384411.381385:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005acae283. 00000001:00000010:0.0:1767384411.381641:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003bd972b7. 00000001:00000010:0.0:1767384411.381890:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003e2823d7. 00000001:00000010:0.0:1767384411.382154:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006456192b. 00000001:00000010:0.0:1767384411.382394:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000098dd6f35. 00000001:00000010:0.0:1767384411.382648:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ea3a13df. 00000001:00000010:0.0:1767384411.382899:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b7894da7. 00000001:00000010:0.0:1767384411.383155:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000afc6a421. 00000001:00000010:0.0:1767384411.383400:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e8b691eb. 00000001:00000010:0.0:1767384411.383664:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000086fc271. 00000001:00000010:0.0:1767384411.383930:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e2f07b4. 00000001:00000010:0.0:1767384411.384171:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002113ce62. 00000001:00000010:0.0:1767384411.384402:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005b063ce8. 00000001:00000010:0.0:1767384411.384678:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000086e482f6. 00000001:00000010:0.0:1767384411.384971:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005df058e6. 00000001:00000010:0.0:1767384411.385203:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075f9dde4. 00000001:00000010:0.0:1767384411.385472:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dd1c6743. 00000001:00000010:0.0:1767384411.385710:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003adac35e. 00000001:00000010:0.0:1767384411.386002:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e0c4c66b. 00000001:00000010:0.0:1767384411.386234:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c317c98a. 00000001:00000010:0.0:1767384411.386492:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e9fec273. 00000001:00000010:0.0:1767384411.386726:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000031a06b25. 00000001:00000010:0.0:1767384411.387006:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009f83dab6. 00000001:00000010:0.0:1767384411.387240:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009e7b7138. 00000001:00000010:0.0:1767384411.387502:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a196e7ad. 00000001:00000010:0.0:1767384411.387737:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000015f5a6b4. 00000001:00000010:0.0:1767384411.388014:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eaa11eaa. 00000001:00000010:0.0:1767384411.388249:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eafc6649. 00000001:00000010:0.0:1767384411.388512:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002be88197. 00000001:00000010:0.0:1767384411.388749:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f6917891. 00000001:00000010:0.0:1767384411.389027:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000a47b238. 00000001:00000010:0.0:1767384411.389262:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aef04f38. 00000001:00000010:0.0:1767384411.389520:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005be07796. 00000001:00000010:0.0:1767384411.389775:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e8ce04f. 00000001:00000010:0.0:1767384411.390052:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000c583d1d. 00000001:00000010:0.0:1767384411.390296:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f0cd418b. 00000001:00000010:0.0:1767384411.390562:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c1f8cda2. 00000001:00000010:0.0:1767384411.390819:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000032a82d0d. 00000001:00000010:0.0:1767384411.391088:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000746e7291. 00000001:00000010:0.0:1767384411.391353:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006bdc9e20. 00000001:00000010:0.0:1767384411.391614:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001867a268. 00000001:00000010:0.0:1767384411.391905:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c89cf24. 00000001:00000010:0.0:1767384411.392176:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d22cdd96. 00000001:00000010:0.0:1767384411.392449:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d8bdc078. 00000001:00000010:0.0:1767384411.392699:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000082ef73d7. 00000001:00000010:0.0:1767384411.392985:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006aaf64e4. 00000001:00000010:0.0:1767384411.393223:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008119badb. 00000001:00000010:0.0:1767384411.393483:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001cdb51c8. 00000001:00000010:0.0:1767384411.393717:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dc363421. 00000001:00000010:0.0:1767384411.394003:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002164b874. 00000001:00000010:0.0:1767384411.394239:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000202966aa. 00000001:00000010:0.0:1767384411.395030:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000541e0a1e. 00000001:00000010:0.0:1767384411.395221:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d039e515. 00000001:00000010:0.0:1767384411.395417:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d23ca58a. 00000001:00000010:0.0:1767384411.395630:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cfbcc54b. 00000001:00000010:0.0:1767384411.395831:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000699cc48a. 00000020:00000010:0.0:1767384411.396006:0:41012:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007a432c85. 00000020:00000010:0.0:1767384411.396010:0:41012:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000004b9f136e. 00000020:00000010:0.0:1767384411.396058:0:41012:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007f2e9aee. 00000020:00000010:0.0:1767384411.396060:0:41012:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000774a0f3b. 00000020:00000010:0.0:1767384411.396091:0:41012:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000d381d61c. 00000004:00000010:0.0:1767384411.396101:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000db71337c. 00000004:00000010:0.0:1767384411.396108:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e49618ec. 00000004:00000010:0.0:1767384411.396113:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e485269b. 00080000:00000010:0.0:1767384411.396119:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006263ca0a. 00000001:00000010:0.0:1767384411.396131:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edd2e482. 00000001:00000010:0.0:1767384411.396143:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edd2e482. 00000001:00000010:0.0:1767384411.396180:0:41012:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000d94e6033. 00000001:00000010:0.0:1767384411.396488:0:41012:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000d94e6033. 00080000:00000010:0.0:1767384411.396498:0:41012:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000033e29a26. 00080000:00000010:0.0:1767384411.396504:0:41012:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f1f39aa4. 00080000:00000010:0.0:1767384411.396541:0:41012:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f1f39aa4. 00000020:00000010:0.0:1767384411.396547:0:41012:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 00000000d94e6033. 00000004:00000010:0.0:1767384411.396550:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e2517436. 00000004:00000010:0.0:1767384411.396553:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009acb0446. 00000004:00000010:0.0:1767384411.396556:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007d239fda. 00080000:00000010:0.0:1767384411.396558:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000de164483. 00000001:00000010:0.0:1767384411.396562:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edd2e482. 00000001:00000010:0.0:1767384411.396565:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edd2e482. 00000001:00000010:0.0:1767384411.396721:0:41012:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000deb4f80b. 00000001:00000010:0.0:1767384411.396729:0:41012:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000deb4f80b. 00000001:00000010:0.0:1767384411.396739:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000070f31501. 00000001:00000010:0.0:1767384411.396744:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007e7f3ee2. 00000001:00000010:0.0:1767384411.396746:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000deb4f80b. 00000020:00000010:0.0:1767384411.396750:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f610a50. 00000020:00000010:0.0:1767384411.396754:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000098cc197f. 00000040:00000010:0.0:1767384411.396758:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000892396ab. 00000020:00000010:0.0:1767384411.396762:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d7e679a3. 00000020:00000010:0.0:1767384411.396767:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000019d1dd7f. 00000020:00000010:0.0:1767384411.396771:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000009605976. 80000000:00000010:0.0:1767384411.396775:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048f4d3eb. 40000000:00000010:0.0:1767384411.396779:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f1f39aa4. 00100000:00000010:0.0:1767384411.396785:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000033ca24cb. 00040000:00000010:0.0:1767384411.396790:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b8ffaaf3. 00040000:00000010:0.0:1767384411.396794:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c7cfbb4. 00080000:00000010:0.0:1767384411.396799:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000efe2e97f. 00080000:00000010:0.0:1767384411.396804:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f8c86c33. 00000004:00000010:0.0:1767384411.396809:0:41012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000148a742a. 00000004:00000010:0.0:1767384411.396814:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000d60f8c7. 00000004:00000010:0.0:1767384411.396816:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007e643008. 00000020:00000010:0.0:1767384411.396819:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c5add70. 00000020:00000010:0.0:1767384411.396822:0:41012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000620c09d1. 00000020:00000010:0.0:1767384411.396824:0:41012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000395ab89e. 02000000:00000010:0.0:1767384411.396834:0:41012:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000db932121. 02000000:00000010:0.0:1767384411.396836:0:41012:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000000f283ad4. 02000000:00000010:0.0:1767384411.396840:0:41012:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000002328c4ab. 02000000:00000010:0.0:1767384411.396841:0:41012:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000d277963d. 00000020:00000010:0.0:1767384411.397125:0:41012:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000381d81d7. 00000020:00000010:0.0:1767384411.397129:0:41012:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000007fe6777b. 00000004:00000010:0.0:1767384411.397149:0:41012:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 000000006096b3b7. 00000004:00000010:0.0:1767384411.397152:0:41012:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 00000000c56fdc6d. 00000004:00000010:0.0:1767384411.397154:0:41012:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 00000000f18cd346. 00000004:00000010:0.0:1767384411.397157:0:41012:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000007281baa0. 00000004:00000010:0.0:1767384411.397162:0:41012:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 000000004e005c17. 00000020:00000010:0.0:1767384411.397173:0:41012:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000033b8a317. 00000020:00000010:0.0:1767384411.397179:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008897ae6e. 00000004:00000010:0.0:1767384411.397196:0:41012:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 000000004e005c17. 00000004:00000010:0.0:1767384411.397201:0:41012:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 000000004e005c17. 00000001:00000010:0.0:1767384411.397214:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a966ebb4. 00000001:00000010:0.0:1767384411.397218:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a67231cd. 00000001:00000010:0.0:1767384411.397221:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e47dcc7d. 00000001:00000010:0.0:1767384411.397223:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d91e07a3. 00000001:00000010:0.0:1767384411.397226:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e519348b. 00000001:00000010:0.0:1767384411.397228:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a8d36fef. 00000001:00000010:0.0:1767384411.397231:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ec6bc6e4. 00000001:00000010:0.0:1767384411.397233:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003bb40330. 00000001:00000010:0.0:1767384411.397236:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c855da6. 00000001:00000010:0.0:1767384411.397238:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007b210e08. 00000001:00000010:0.0:1767384411.397240:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f8cacc1. 00000001:00000010:0.0:1767384411.397243:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d5f78421. 00000020:00000010:0.0:1767384411.397245:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb570980. 00000020:00000010:0.0:1767384411.397248:0:41012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001140090d. 00000020:00000010:0.0:1767384411.397251:0:41012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091016d5d. 00000008:00000010:0.0:1767384411.397256:0:41012:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000dd0fd25e. 00020000:00000010:0.0:1767384411.397260:0:41012:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000bb80b566. 00008000:00000010:0.0:1767384411.397264:0:41012:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000c141a87. 00000080:00000010:0.0:1767384411.397269:0:41012:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000061e3a4e5. 00000020:00000010:0.0:1767384411.397272:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008998f9d. 00000020:00000010:0.0:1767384411.397275:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007da87c07. 00000040:00000010:0.0:1767384411.397277:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001a47552e. 00000020:00000010:0.0:1767384411.397280:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006541b8f5. 00000020:00000010:0.0:1767384411.397282:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ccfe13fb. 00000020:00000010:0.0:1767384411.397285:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df33b3e3. 80000000:00000010:0.0:1767384411.397287:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007429dae1. 40000000:00000010:0.0:1767384411.397290:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004bf6ba4f. 00100000:00000010:0.0:1767384411.397293:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c5c94f20. 00040000:00000010:0.0:1767384411.397296:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003e1b2d1b. 00040000:00000010:0.0:1767384411.397299:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000057b86850. 00080000:00000010:0.0:1767384411.397305:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005e8e734b. 00080000:00000010:0.0:1767384411.397314:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002119dcdc. 00000004:00000010:0.0:1767384411.397319:0:41012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006e5164e2. 00000004:00000010:0.0:1767384411.397322:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d9eb5e0b. 00000004:00000010:0.0:1767384411.397325:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c4f9b99a. 00040000:00000010:0.0:1767384411.397329:0:41012:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000c3031ab3. 00040000:00000010:0.0:1767384411.397337:0:41012:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 00000000cbc00bd6. 00000020:00000010:0.0:1767384411.397342:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002c1c4149. 00040000:00000010:0.0:1767384411.397348:0:41012:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 00000000cbc00bd6. 00040000:00000010:0.0:1767384411.397352:0:41012:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 0000000049727e5a. 00000020:00000010:0.0:1767384411.397356:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2801eed. 00000020:00000010:0.0:1767384411.397358:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015e26efa. 00000040:00000010:0.0:1767384411.397361:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a02dfbba. 00000020:00000010:0.0:1767384411.397363:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c9e7cc1a. 00000020:00000010:0.0:1767384411.397366:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a182aadf. 00000020:00000010:0.0:1767384411.397369:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dea475aa. 80000000:00000010:0.0:1767384411.397371:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009ec99a08. 40000000:00000010:0.0:1767384411.397373:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f247f34. 00100000:00000010:0.0:1767384411.397377:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d8427d00. 00040000:00000010:0.0:1767384411.397380:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d1a1e2f7. 00040000:00000010:0.0:1767384411.397384:0:41012:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a34b859c. 00040000:00000010:0.0:1767384411.397387:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cc3dd19d. 00080000:00000010:0.0:1767384411.397390:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002b24e49e. 00080000:00000010:0.0:1767384411.397403:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007733974c. 00000004:00000010:0.0:1767384411.397407:0:41012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000081a74c26. 00000004:00000010:0.0:1767384411.397410:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf412eb2. 00000004:00000010:0.0:1767384411.397412:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f7492abb. 00000020:00000010:2.0:1767384411.397668:0:41012:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000b0f130c. 00040000:00000010:2.0:1767384411.397739:0:41012:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005487d223. 00040000:00000010:2.0:1767384411.397747:0:41012:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000c8e5f573. 00000020:00000010:2.0:1767384411.397761:0:41012:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000e446eabc. 00040000:00000010:2.0:1767384411.397766:0:41012:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000003f8e27e7. 00000020:00000010:2.0:1767384411.397774:0:41012:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000a93d15fd. 00000020:00000010:2.0:1767384411.397797:0:41012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007da87c07. 00000040:00000010:2.0:1767384411.397800:0:41012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001a47552e. 00000020:00000010:2.0:1767384411.397802:0:41012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006541b8f5. 00000020:00000010:2.0:1767384411.397806:0:41012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ccfe13fb. 00000020:00000010:2.0:1767384411.397809:0:41012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000df33b3e3. 80000000:00000010:2.0:1767384411.397812:0:41012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007429dae1. 40000000:00000010:2.0:1767384411.397815:0:41012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004bf6ba4f. 00100000:00000010:2.0:1767384411.397818:0:41012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c5c94f20. 00040000:00000010:2.0:1767384411.397824:0:41012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003e1b2d1b. 00040000:00000010:2.0:1767384411.397827:0:41012:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005487d223. 00040000:00000010:2.0:1767384411.397830:0:41012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000057b86850. 00080000:00000010:2.0:1767384411.397833:0:41012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002119dcdc. 00080000:00000010:2.0:1767384411.397835:0:41012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005e8e734b. 00000004:00000010:2.0:1767384411.397838:0:41012:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006e5164e2. 00000004:00000010:2.0:1767384411.397841:0:41012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d9eb5e0b. 00000004:00000010:2.0:1767384411.397843:0:41012:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c4f9b99a. 00000020:00000010:2.0:1767384411.397845:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008998f9d. 00000020:00000010:2.0:1767384411.397848:0:41012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001140090d. 00000020:00000010:2.0:1767384411.397851:0:41012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091016d5d. 00000008:00000010:2.0:1767384411.397853:0:41012:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000dd0fd25e. 00020000:00000010:2.0:1767384411.397856:0:41012:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000bb80b566. 00008000:00000010:2.0:1767384411.397859:0:41012:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000c141a87. 00000080:00000010:2.0:1767384411.397863:0:41012:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000061e3a4e5. 00000020:00000010:2.0:1767384411.397865:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb570980. 00000004:00000010:2.0:1767384411.397874:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002dd57d54. 00000004:00000010:2.0:1767384411.397879:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e8ade057. 00000004:00000010:2.0:1767384411.397883:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004737b189. 00080000:00000010:2.0:1767384411.397887:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f50bf491. 00080000:00000010:2.0:1767384411.397940:0:41012:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000003c7f8d24. 00000020:00000010:2.0:1767384411.397946:0:41012:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c4707eb3. 00080000:00000010:2.0:1767384411.397951:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000e2e2bdd. 00080000:00000010:2.0:1767384411.397965:0:41012:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000e2e2bdd. 00000020:00000010:2.0:1767384411.397969:0:41012:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c4707eb3. 00000004:00000010:2.0:1767384411.397990:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001b2b44b7. 00000004:00000010:2.0:1767384411.397994:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000af63902d. 00000004:00000010:2.0:1767384411.397997:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fcf9dc16. 00080000:00000010:2.0:1767384411.398001:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000e2e2bdd. 00040000:00000010:2.0:1767384411.398012:0:41012:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005487d223. 00000020:00000010:2.0:1767384411.398028:0:41012:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000080fce645. 00080000:00000010:2.0:1767384411.398032:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001785c367. 00080000:00000010:2.0:1767384411.398039:0:41012:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001785c367. 00000020:00000010:2.0:1767384411.398041:0:41012:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000080fce645. 00000004:00000010:2.0:1767384411.398045:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dabdea6a. 00000004:00000010:2.0:1767384411.398048:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000083a3f4c9. 00000004:00000010:2.0:1767384411.398052:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e65fb35a. 00080000:00000010:2.0:1767384411.398055:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001785c367. 00000004:00000010:2.0:1767384411.398074:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000129d9c91. 00000004:00000010:2.0:1767384411.398078:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006a854958. 00000004:00000010:2.0:1767384411.398081:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000056830039. 00080000:00000010:2.0:1767384411.398084:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cb570980. 00080000:00000010:2.0:1767384411.398094:0:41012:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f587695e. 00100000:00000010:2.0:1767384411.398102:0:41012:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000010d75641. 00100000:00000010:2.0:1767384411.398106:0:41012:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000010d75641. 00040000:00000010:2.0:1767384411.398112:0:41012:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000eb28ff3f. 00000001:00000010:2.0:1767384411.398116:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000008998f9d. 00000001:00000010:2.0:1767384411.398130:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004701ee02. 00000001:00000010:2.0:1767384411.398134:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000628e5206. 00040000:00000010:2.0:1767384411.398138:0:41012:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000010d75641. 00080000:00000010:2.0:1767384411.398142:0:41012:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000003ea2a5ac. 00080000:00000010:2.0:1767384411.398164:0:41012:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000003ea2a5ac. 00040000:00000010:2.0:1767384411.398167:0:41012:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000010d75641. 00040000:00000010:2.0:1767384411.398180:0:41012:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000001f735b51. 00000001:00000010:2.0:1767384411.398189:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000060991a2. 00000001:00000010:2.0:1767384411.398384:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000060991a2. 00000004:00000010:2.0:1767384411.398411:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006b80f87f. 00000004:00000010:2.0:1767384411.398415:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fcd46f2f. 00000004:00000010:2.0:1767384411.398418:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001273665b. 00080000:00000010:2.0:1767384411.398421:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000077034d14. 00080000:00000010:2.0:1767384411.398453:0:41012:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001a243c35. 00100000:00000010:2.0:1767384411.398459:0:41012:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000010d75641. 00100000:00000010:2.0:1767384411.398461:0:41012:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000010d75641. 00040000:00000010:2.0:1767384411.398464:0:41012:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000bfcc7174. 00000001:00000010:2.0:1767384411.398467:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000057b86850. 00000001:00000010:2.0:1767384411.398469:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000babd1aa1. 00000001:00000010:2.0:1767384411.398472:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000001e757141. 00040000:00000010:2.0:1767384411.398474:0:41012:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000010d75641. 00080000:00000010:2.0:1767384411.398476:0:41012:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000003ea2a5ac. 00080000:00000010:2.0:1767384411.398487:0:41012:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000003ea2a5ac. 00040000:00000010:2.0:1767384411.398490:0:41012:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000010d75641. 00040000:00000010:2.0:1767384411.398493:0:41012:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000003094a8d6. 00000001:00000010:2.0:1767384411.398498:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000060991a2. 00000001:00000010:2.0:1767384411.398662:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000060991a2. 00000004:00000010:2.0:1767384411.398689:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000087ef94ec. 00000004:00000010:2.0:1767384411.398694:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e55ea881. 00000004:00000010:2.0:1767384411.398698:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000019742d8e. 00080000:00000010:2.0:1767384411.398702:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000df33b3e3. 00080000:00000010:2.0:1767384411.398715:0:41012:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001701d2cd. 00100000:00000010:2.0:1767384411.398723:0:41012:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000010d75641. 00100000:00000010:2.0:1767384411.398726:0:41012:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000010d75641. 00040000:00000010:2.0:1767384411.398731:0:41012:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000008922713a. 00000001:00000010:2.0:1767384411.398734:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001a47552e. 00000001:00000010:2.0:1767384411.398739:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000285fb645. 00000001:00000010:2.0:1767384411.398742:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005206bf1a. 00040000:00000010:2.0:1767384411.398745:0:41012:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000010d75641. 00080000:00000010:2.0:1767384411.398749:0:41012:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000003ea2a5ac. 00080000:00000010:2.0:1767384411.398762:0:41012:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000003ea2a5ac. 00040000:00000010:2.0:1767384411.398765:0:41012:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000010d75641. 00040000:00000010:2.0:1767384411.398768:0:41012:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000c7ecc4fb. 00000001:00000010:2.0:1767384411.398773:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000060991a2. 00000001:00000010:2.0:1767384411.398949:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000060991a2. 00000020:00000010:2.0:1767384411.398982:0:41012:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000208aa7a2. 00080000:00000010:2.0:1767384411.398986:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007da87c07. 00080000:00000010:2.0:1767384411.398995:0:41012:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007da87c07. 00000020:00000010:2.0:1767384411.398996:0:41012:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000208aa7a2. 00000004:00000010:2.0:1767384411.399001:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009e5d9dd7. 00000004:00000010:2.0:1767384411.399004:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000222c6c78. 00000004:00000010:2.0:1767384411.399007:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a0b2c102. 00080000:00000010:2.0:1767384411.399009:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007da87c07. 00000004:00000010:2.0:1767384411.399024:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000053e82384. 00000004:00000010:2.0:1767384411.399027:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000087067f35. 00000004:00000010:2.0:1767384411.399029:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007bf10d47. 00080000:00000010:2.0:1767384411.399031:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a0ca5c8b. 00080000:00000010:2.0:1767384411.399037:0:41012:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003e1b2d1b. 00100000:00000010:2.0:1767384411.399042:0:41012:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000010d75641. 00100000:00000010:2.0:1767384411.399044:0:41012:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000010d75641. 00040000:00000010:2.0:1767384411.399047:0:41012:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007750054e. 00000001:00000010:2.0:1767384411.399049:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f29fe0a5. 00000001:00000010:2.0:1767384411.399052:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000028d903e0. 00000001:00000010:2.0:1767384411.399054:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d5ff3fb2. 00040000:00000010:2.0:1767384411.399056:0:41012:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000010d75641. 00080000:00000010:2.0:1767384411.399059:0:41012:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000003ea2a5ac. 00080000:00000010:2.0:1767384411.399069:0:41012:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000003ea2a5ac. 00040000:00000010:2.0:1767384411.399071:0:41012:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000010d75641. 00040000:00000010:2.0:1767384411.399074:0:41012:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004d274fa0. 00000001:00000010:2.0:1767384411.399079:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000060991a2. 00000001:00000010:2.0:1767384411.399267:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000060991a2. 00000004:00000010:2.0:1767384411.399291:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ab88712d. 00000004:00000010:2.0:1767384411.399294:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f666b304. 00000004:00000010:2.0:1767384411.399297:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000665d474c. 00080000:00000010:2.0:1767384411.399300:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c434cd20. 00080000:00000010:2.0:1767384411.399306:0:41012:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ca8509e2. 00100000:00000010:2.0:1767384411.399311:0:41012:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000010d75641. 00100000:00000010:2.0:1767384411.399313:0:41012:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000010d75641. 00040000:00000010:2.0:1767384411.399315:0:41012:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000011932aaf. 00000001:00000010:2.0:1767384411.399318:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e020777a. 00000001:00000010:2.0:1767384411.399320:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008d93f4dc. 00000001:00000010:2.0:1767384411.399322:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d0ffc13f. 00040000:00000010:2.0:1767384411.399324:0:41012:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000010d75641. 00080000:00000010:2.0:1767384411.399326:0:41012:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000003ea2a5ac. 00080000:00000010:2.0:1767384411.399335:0:41012:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000003ea2a5ac. 00040000:00000010:2.0:1767384411.399337:0:41012:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000010d75641. 00040000:00000010:2.0:1767384411.399340:0:41012:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000081b5a794. 00000001:00000010:2.0:1767384411.399346:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000060991a2. 00000001:00000010:2.0:1767384411.399483:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000060991a2. 00000004:00000010:2.0:1767384411.399509:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002d41a41e. 00000004:00000010:2.0:1767384411.399566:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b08b8a4b. 00000004:00000010:2.0:1767384411.399571:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b283f67a. 00080000:00000010:2.0:1767384411.399574:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008f770788. 00080000:00000010:2.0:1767384411.399586:0:41012:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001ba79989. 00100000:00000010:2.0:1767384411.399592:0:41012:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000010d75641. 00100000:00000010:2.0:1767384411.399593:0:41012:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000010d75641. 00040000:00000010:2.0:1767384411.399597:0:41012:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cab0c40d. 00000001:00000010:2.0:1767384411.399599:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ef145815. 00000001:00000010:2.0:1767384411.399603:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009293892c. 00000001:00000010:2.0:1767384411.399606:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000849cd1c3. 00040000:00000010:2.0:1767384411.399608:0:41012:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000010d75641. 00080000:00000010:2.0:1767384411.399611:0:41012:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000003ea2a5ac. 00080000:00000010:2.0:1767384411.399622:0:41012:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000003ea2a5ac. 00040000:00000010:2.0:1767384411.399626:0:41012:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000010d75641. 00040000:00000010:2.0:1767384411.399631:0:41012:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000009c58996e. 00000001:00000010:2.0:1767384411.399636:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000060991a2. 00000001:00000010:2.0:1767384411.399766:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000060991a2. 00000020:00000010:2.0:1767384411.399779:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006ee2f9c5. 00000004:00000010:2.0:1767384411.399783:0:41012:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 000000004e005c17. 00000004:00000010:2.0:1767384411.399785:0:41012:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 00000000f18cd346. 00000004:00000010:2.0:1767384411.399787:0:41012:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 000000006096b3b7. 00000004:00000010:2.0:1767384411.399789:0:41012:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 00000000c56fdc6d. 00000004:00000010:2.0:1767384411.399790:0:41012:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000007281baa0. 00000020:00000010:2.0:1767384411.399800:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033b91dae. 00000020:00000010:2.0:1767384411.399802:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b7aa6f20. 00000040:00000010:2.0:1767384411.399805:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000b1670c8. 00000020:00000010:2.0:1767384411.399808:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000011cff9d6. 00000020:00000010:2.0:1767384411.399811:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000f2747a3. 00000020:00000010:2.0:1767384411.399814:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000047a1578c. 80000000:00000010:2.0:1767384411.399816:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b6930941. 40000000:00000010:2.0:1767384411.399817:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000010d75641. 00100000:00000010:2.0:1767384411.399820:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c4f9b99a. 00040000:00000010:2.0:1767384411.399822:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000045b9826. 00040000:00000010:2.0:1767384411.399824:0:41012:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006e5164e2. 00040000:00000010:2.0:1767384411.399826:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000054840315. 00080000:00000010:2.0:1767384411.399829:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f83647ef. 00080000:00000010:2.0:1767384411.399833:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000008a81cf8. 00000004:00000010:2.0:1767384411.399835:0:41012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c5c94f20. 00000004:00000010:2.0:1767384411.399845:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e041a8d0. 00000004:00000010:2.0:1767384411.399849:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006541b8f5. 00000020:00000010:2.0:1767384411.399851:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2c577fc. 00000020:00000010:2.0:1767384411.399853:0:41012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d0c0893. 00000020:00000010:2.0:1767384411.399856:0:41012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f5372a60. 00000020:00000010:0.0:1767384411.400016:0:41012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a8f8f0cc. 00000040:00000010:0.0:1767384411.400021:0:41012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f82a27f9. 00000020:00000010:0.0:1767384411.400025:0:41012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b9a331b. 00000020:00000010:0.0:1767384411.400028:0:41012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384411.400031:0:41012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001cb13701. 80000000:00000010:0.0:1767384411.400033:0:41012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000020aa47de. 40000000:00000010:0.0:1767384411.400035:0:41012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000be2ee4d1. 00100000:00000010:0.0:1767384411.400038:0:41012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fdc58d9c. 00040000:00000010:0.0:1767384411.400040:0:41012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a36f08e1. 00040000:00000010:0.0:1767384411.400042:0:41012:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005487d223. 00040000:00000010:0.0:1767384411.400044:0:41012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067b8aab5. 00080000:00000010:0.0:1767384411.400047:0:41012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bdc76c9f. 00080000:00000010:0.0:1767384411.400050:0:41012:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000003c7f8d24. 00080000:00000010:0.0:1767384411.400052:0:41012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b94e337c. 00000004:00000010:0.0:1767384411.400056:0:41012:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000051c08d1f. 00000004:00000010:0.0:1767384411.400059:0:41012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c17cebc3. 00000004:00000010:0.0:1767384411.400062:0:41012:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004889d590. 00000020:00000010:0.0:1767384411.400064:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e335943b. 00000020:00000010:0.0:1767384411.400068:0:41012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068feacb2. 00000020:00000010:0.0:1767384411.400069:0:41012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad526f16. 00000008:00000010:0.0:1767384411.400072:0:41012:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000493da91b. 00020000:00000010:0.0:1767384411.400074:0:41012:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000db3dad5e. 00008000:00000010:0.0:1767384411.400076:0:41012:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000075e10e1d. 00000080:00000010:0.0:1767384411.400078:0:41012:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000900a705. 00000020:00000010:0.0:1767384411.400080:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ede8e21. 00000020:00000010:0.0:1767384411.400084:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ed6f407. 00000020:00000010:0.0:1767384411.400094:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a36f08e1. 00000020:00000010:0.0:1767384411.400096:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a36f08e1. 00000020:00000010:0.0:1767384411.400101:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a36f08e1. 00000020:00000010:0.0:1767384411.400102:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a36f08e1. 00000020:00000010:0.0:1767384411.400106:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a36f08e1. 00000020:00000010:0.0:1767384411.400108:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a36f08e1. 00000020:00000010:0.0:1767384411.400113:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000007a8bca6b. 00000020:00000010:0.0:1767384411.400121:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c7d5502. 00000020:00000010:0.0:1767384411.400124:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a6e6ac6. 00000040:00000010:0.0:1767384411.400126:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001171b1f5. 00000020:00000010:0.0:1767384411.400129:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000043aa4f13. 00000020:00000010:0.0:1767384411.400132:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384411.400135:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e1cf16a3. 80000000:00000010:0.0:1767384411.400138:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000020aa47de. 40000000:00000010:0.0:1767384411.400140:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004b03d076. 00100000:00000010:0.0:1767384411.400143:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac499f56. 00040000:00000010:0.0:1767384411.400145:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a36f08e1. 00040000:00000010:0.0:1767384411.400150:0:41012:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f8bbe182. 00040000:00000010:0.0:1767384411.400152:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a0addb77. 00080000:00000010:0.0:1767384411.400155:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000645adbc4. 00080000:00000010:0.0:1767384411.400158:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002119dcdc. 00000004:00000010:0.0:1767384411.400162:0:41012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000077414ee5. 00000004:00000010:0.0:1767384411.400166:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003cf71c6a. 00000004:00000010:0.0:1767384411.400168:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004889d590. 02000000:00000010:0.0:1767384411.400176:0:41012:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 000000000b8a7a49. 02000000:00000010:0.0:1767384411.400181:0:41012:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 000000000b8a7a49. 00000020:00000010:0.0:1767384411.400185:0:41012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a6e6ac6. 00000040:00000010:0.0:1767384411.400188:0:41012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001171b1f5. 00000020:00000010:0.0:1767384411.400190:0:41012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000043aa4f13. 00000020:00000010:0.0:1767384411.400193:0:41012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384411.400196:0:41012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e1cf16a3. 80000000:00000010:0.0:1767384411.400198:0:41012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000020aa47de. 40000000:00000010:0.0:1767384411.400200:0:41012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b03d076. 00100000:00000010:0.0:1767384411.400202:0:41012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ac499f56. 00040000:00000010:0.0:1767384411.400205:0:41012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a36f08e1. 00040000:00000010:0.0:1767384411.400208:0:41012:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f8bbe182. 00040000:00000010:0.0:1767384411.400211:0:41012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a0addb77. 00080000:00000010:0.0:1767384411.400213:0:41012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002119dcdc. 00080000:00000010:0.0:1767384411.400216:0:41012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000645adbc4. 00000004:00000010:0.0:1767384411.400218:0:41012:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077414ee5. 00000004:00000010:0.0:1767384411.400221:0:41012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003cf71c6a. 00000004:00000010:0.0:1767384411.400224:0:41012:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004889d590. 00000020:00000010:0.0:1767384411.400226:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c7d5502. 00000020:00000010:0.0:1767384411.400229:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000007a8bca6b. 00000020:00000010:0.0:1767384411.400234:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a36f08e1. 00000020:00000010:0.0:1767384411.400236:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a36f08e1. 00000020:00000010:0.0:1767384411.400241:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a36f08e1. 00000020:00000010:0.0:1767384411.400243:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a36f08e1. 00000020:00000010:0.0:1767384411.400246:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000004b03d076. 00000100:00000010:0.0:1767384411.400251:0:41012:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000011d3e60. 00000400:00000200:0.0:1767384411.400256:0:41012:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384411.400263:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:0.0:1767384411.400270:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384411.400277:0:41012:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (41) 00000400:00000200:0.0:1767384411.400292:0:41012:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (42) 00000400:00000200:0.0:1767384411.400308:0:41012:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384411.400311:0:41012:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384411.400313:0:41012:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384411.400318:0:41012:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:0.0:1767384411.400320:0:41012:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (43) 00000400:00000200:0.0:1767384411.400324:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:2.0:1767384411.400326:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384411.400327:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:2.0:1767384411.400333:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000200:0.0:1767384411.400337:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000010:2.0:1767384411.400341:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000400:00000200:0.0:1767384411.400341:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:0.0:1767384411.400344:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:2.0:1767384411.400348:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (42) 00000400:00000200:0.0:1767384411.400352:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000010:2.0:1767384411.400356:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ab54f43. 00000400:00000200:0.0:1767384411.400356:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:0.0:1767384411.400362:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:2.0:1767384411.400363:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384411.400370:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400373:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:0.0:1767384411.400375:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:2.0:1767384411.400378:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384411.400382:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400386:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:2.0:1767384411.400387:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 176], ns[49, 185] 00000400:00000200:0.0:1767384411.400393:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000200:2.0:1767384411.400398:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 49], ns[55, 49] 00000400:00000200:0.0:1767384411.400402:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400407:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 49], ns[66, 49] 00000400:00000200:0.0:1767384411.400408:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:2.0:1767384411.400416:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 49], ns[70, 49] 00000400:00000200:0.0:1767384411.400416:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:2.0:1767384411.400444:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 49], ns[81, 49] 00000400:00000200:0.0:1767384411.400445:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400452:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:2.0:1767384411.400453:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 49], ns[85, 49] 00000400:00000200:0.0:1767384411.400458:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:2.0:1767384411.400463:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 49], ns[103, 49] 00000400:00000200:0.0:1767384411.400467:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400472:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 49], ns[110, 49] 00000400:00000200:0.0:1767384411.400473:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:0.0:1767384411.400480:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:2.0:1767384411.400481:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 49], ns[125, 49] 00000400:00000200:2.0:1767384411.400490:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 49], ns[138, 49] 00000400:00000200:0.0:1767384411.400490:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400496:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:2.0:1767384411.400499:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 49], ns[142, 49] 00000400:00000200:0.0:1767384411.400501:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:2.0:1767384411.400511:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 49], ns[158, 49] 00000400:00000200:0.0:1767384411.400511:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400516:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:0.0:1767384411.400521:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:2.0:1767384411.400526:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 49], ns[166, 49] 00000400:00000200:0.0:1767384411.400528:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400533:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:0.0:1767384411.400538:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:2.0:1767384411.400542:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[172, 49], ns[181, 49] 00000400:00000200:0.0:1767384411.400545:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400550:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:0.0:1767384411.400555:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:2.0:1767384411.400557:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 49], ns[42, 49] 00000400:00000200:0.0:1767384411.400562:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400566:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:2.0:1767384411.400570:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:0.0:1767384411.400572:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:0.0:1767384411.400580:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400583:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 42], ns[52, 42] 00000400:00000200:0.0:1767384411.400584:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:0.0:1767384411.400590:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:2.0:1767384411.400598:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 00000400:00000200:0.0:1767384411.400598:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400602:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:0.0:1767384411.400607:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:2.0:1767384411.400613:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 42], ns[62, 42] 00000400:00000200:0.0:1767384411.400614:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400620:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:2.0:1767384411.400625:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 42], ns[78, 42] 00000400:00000200:0.0:1767384411.400625:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:0.0:1767384411.400632:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400635:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[194, 42], ns[234, 42] 00000400:00000200:0.0:1767384411.400638:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:2.0:1767384411.400642:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 42], ns[79, 42] 00000400:00000200:0.0:1767384411.400644:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:2.0:1767384411.400651:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 42], ns[93, 42] 00000400:00000200:0.0:1767384411.400652:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400658:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000400:00000200:2.0:1767384411.400661:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 42], ns[100, 42] 00000400:00000200:0.0:1767384411.400665:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.143@tcp27 00000400:00000200:2.0:1767384411.400670:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 42], ns[136, 42] 00000400:00000200:0.0:1767384411.400673:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400679:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 42], ns[120, 42] 00000400:00000200:0.0:1767384411.400679:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp27 00000400:00000200:0.0:1767384411.400685:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.143@tcp28 00000400:00000200:0.0:1767384411.400691:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400693:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[182, 42], ns[191, 42] 00000400:00000200:0.0:1767384411.400694:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp28 00000400:00000200:0.0:1767384411.400700:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.143@tcp29 00000400:00000200:0.0:1767384411.400706:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400709:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[187, 42], ns[227, 42] 00000400:00000200:0.0:1767384411.400710:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp29 00000400:00000200:0.0:1767384411.400715:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.143@tcp30 00000400:00000200:0.0:1767384411.400721:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400723:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp30 00000400:00000200:0.0:1767384411.400732:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.143@tcp31 00000400:00000200:2.0:1767384411.400735:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[191, 42], ns[231, 42] 00000400:00000200:0.0:1767384411.400738:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400741:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp31 00000400:00000200:0.0:1767384411.400746:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.143@tcp32 00000400:00000200:2.0:1767384411.400751:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[145, 42] 00000400:00000200:0.0:1767384411.400753:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400758:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp32 00000400:00000200:2.0:1767384411.400763:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 42], ns[154, 42] 00000400:00000200:0.0:1767384411.400763:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.143@tcp33 00000400:00000200:0.0:1767384411.400770:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400774:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 42], ns[150, 42] 00000400:00000200:0.0:1767384411.400775:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp33 00000400:00000200:0.0:1767384411.400781:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.143@tcp34 00000400:00000200:2.0:1767384411.400785:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 42], ns[173, 42] 00000400:00000200:0.0:1767384411.400789:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400793:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 42], ns[233, 42] 00000400:00000200:0.0:1767384411.400794:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp34 00000400:00000200:0.0:1767384411.400801:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.143@tcp35 00000400:00000200:2.0:1767384411.400802:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 42], ns[235, 42] 00000400:00000200:0.0:1767384411.400808:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400810:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[190, 42], ns[230, 42] 00000400:00000200:0.0:1767384411.400814:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp35 00000400:00000200:2.0:1767384411.400818:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 42], ns[178, 42] 00000400:00000200:0.0:1767384411.400819:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.143@tcp36 00000400:00000200:2.0:1767384411.400828:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[192, 42], ns[232, 42] 00000400:00000200:0.0:1767384411.400829:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400834:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp36 00000400:00000200:2.0:1767384411.400838:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 42], ns[193, 42] 00000400:00000200:0.0:1767384411.400839:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.143@tcp37 00000400:00000200:0.0:1767384411.400846:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400848:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000400:00000200:0.0:1767384411.400850:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp37 00000400:00000200:0.0:1767384411.400855:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.143@tcp38 00000400:00000200:2.0:1767384411.400856:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp49 00000400:00000200:2.0:1767384411.400863:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp49 00000400:00000200:0.0:1767384411.400864:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400868:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp38 00000400:00000200:2.0:1767384411.400870:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp49 lpni_is_preferred = 0 00000400:00000200:0.0:1767384411.400875:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.143@tcp39 00000400:00000200:2.0:1767384411.400876:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp49 00000400:00000200:0.0:1767384411.400885:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.400886:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp49 NI seq info: [236:236:256:4294967295] 192.168.203.143@tcp49 LPNI seq info [196:196:8:4294967295] 00000400:00000200:0.0:1767384411.400890:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp39 00000400:00000200:0.0:1767384411.400894:0:41012:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.143@tcp40 00000400:00000200:2.0:1767384411.400897:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp49 00000400:00000200:0.0:1767384411.400902:0:41012:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384411.400907:0:41012:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp40 00000400:00000200:2.0:1767384411.400911:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp49(192.168.203.143@tcp49:) -> 192.168.203.143@tcp49(192.168.203.143@tcp:192.168.203.143@tcp49) : PUT try# 0 00000100:00000010:0.0:1767384411.400912:0:41012:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000011d3e60. 00000800:00000200:2.0:1767384411.400931:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.143@tcp49 00000020:00000010:0.0:1767384411.400932:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000004b03d076. 00000800:00000010:2.0:1767384411.400940:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fae0d68e. 00000020:00000010:0.0:1767384411.400942:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000068feacb2. 00000800:00000010:2.0:1767384411.400950:0:16351:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000014e1396f. 00000800:00000010:2.0:1767384411.400955:0:16351:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ec0475bc. 00000020:00000010:0.0:1767384411.400955:0:41012:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000021d52f84. 00000800:00000200:2.0:1767384411.400962:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014e1396f] -> 12345-192.168.203.143@tcp49 (2) 00000020:00000010:0.0:1767384411.400964:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004889d590. 00000800:00000200:2.1:1767384411.400967:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014e1396f] -> 12345-192.168.203.143@tcp49 (2) 00000020:00000010:0.0:1767384411.400978:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000068feacb2. 00000400:00000200:2.0:1767384411.400983:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000020:00000010:0.0:1767384411.400986:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000068feacb2. 00000400:00000200:2.0:1767384411.400987:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00000001:00000010:0.0:1767384411.401008:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a36f08e1. 00000001:00000010:0.0:1767384411.401014:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000fec0864. 00000001:00000010:0.0:1767384411.401016:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ede8e21. 00000001:00000010:0.0:1767384411.401019:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c7d5502. 00000001:00000010:0.0:1767384411.401022:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0addb77. 00000001:00000010:0.0:1767384411.401024:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e1cf16a3. 00000001:00000010:0.0:1767384411.401027:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006bbfc0c3. 00000001:00000010:0.0:1767384411.401031:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000089838056. 00000001:00000010:0.0:1767384411.401033:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001171b1f5. 00000001:00000010:0.0:1767384411.401035:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005a6e6ac6. 00000001:00000010:0.0:1767384411.401037:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e335943b. 00000001:00000010:0.0:1767384411.401039:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000039e349e. 00000020:00000010:0.0:1767384411.401042:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b8aab5. 00000020:00000010:0.0:1767384411.401045:0:41012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a1c7c6b. 00000020:00000010:0.0:1767384411.401048:0:41012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad526f16. 00000008:00000010:0.0:1767384411.401051:0:41012:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000493da91b. 00020000:00000010:0.0:1767384411.401054:0:41012:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000db3dad5e. 00008000:00000010:0.0:1767384411.401057:0:41012:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000075e10e1d. 00000080:00000010:0.0:1767384411.401060:0:41012:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000900a705. 00000020:00000010:0.0:1767384411.401063:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cb13701. 00000020:00000010:0.0:1767384411.401065:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f82a27f9. 00000400:00000200:1.0:1767384411.401068:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000040:00000010:0.0:1767384411.401068:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a8f8f0cc. 00000020:00000010:0.0:1767384411.401072:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000051c08d1f. 00000020:00000010:0.0:1767384411.401076:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008aa00328. 00000020:00000010:0.0:1767384411.401080:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000089b58e9. 80000000:00000010:0.0:1767384411.401082:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000020aa47de. 40000000:00000010:0.0:1767384411.401085:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004b03d076. 00100000:00000010:0.0:1767384411.401087:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077414ee5. 00040000:00000010:0.0:1767384411.401090:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000086c66c70. 00040000:00000010:0.0:1767384411.401092:0:41012:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f8bbe182. 00040000:00000010:0.0:1767384411.401095:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f653a92d. 00080000:00000010:0.0:1767384411.401097:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000645adbc4. 00080000:00000010:0.0:1767384411.401100:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002119dcdc. 00000004:00000010:0.0:1767384411.401103:0:41012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ac499f56. 00000004:00000010:0.0:1767384411.401105:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003cf71c6a. 00000004:00000010:0.0:1767384411.401107:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043aa4f13. 00002000:00000010:0.0:1767384411.401111:0:41012:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000208e5a29. 00000004:00000010:0.0:1767384411.401115:0:41012:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 000000005487d223. 00000004:00000010:0.0:1767384411.401123:0:41012:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 0000000086fdf5d7. 00000004:00000010:0.0:1767384411.401126:0:41012:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 000000007a8bca6b. 00000400:00000200:1.0:1767384411.401129:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000020:00000010:0.0:1767384411.401131:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fdc58d9c. 00000004:00000010:0.0:1767384411.401139:0:41012:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 000000007a8bca6b. 00010000:00000010:0.0:1767384411.401149:0:41012:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000c33edd4a. 00010000:00000010:0.0:1767384411.401160:0:41012:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000076957009. 00000020:00000010:0.0:1767384411.401174:0:41012:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001b9a331b. 00000400:00000200:1.0:1767384411.401183:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000100:00000200:0.0:1767384411.401193:0:41012:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.143@tcp->12345-0@lo 00010000:00000010:0.0:1767384411.401199:0:41012:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000005e94433b. 00010000:00000010:0.0:1767384411.401203:0:41012:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000001498b09e. 00000001:00000010:0.0:1767384411.401206:0:41012:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000019d142ba. 00000001:00000010:0.0:1767384411.401211:0:41012:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000082fa06a6. 00000400:00000200:1.0:1767384411.401213:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000001:00000010:0.0:1767384411.401214:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b94e337c. 00000001:00000010:0.0:1767384411.401222:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bdc76c9f. 00000001:00000010:0.0:1767384411.401233:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ba53eadb. 00000400:00000200:1.0:1767384411.401238:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000001:00000010:0.0:1767384411.401239:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001b36ff0d. 00000001:00000010:0.0:1767384411.401247:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f8329dac. 00000001:00000010:0.0:1767384411.401250:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ac129c8b. 00000001:00000010:0.0:1767384411.401260:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000b0a085e. 00000001:00000010:0.0:1767384411.401264:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000071d405c8. 00000400:00000200:1.0:1767384411.401266:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000001:00000010:0.0:1767384411.401268:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000defbc28a. 00000001:00000010:0.0:1767384411.401273:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006c9503df. 00000001:00000010:0.0:1767384411.401284:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fd0430de. 00000001:00000010:0.0:1767384411.401288:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fe9aa63a. 00000001:00000010:0.0:1767384411.401292:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ab2c7f9b. 00000400:00000200:1.0:1767384411.401293:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000001:00000010:0.0:1767384411.401295:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001a5e3289. 00000001:00000010:0.0:1767384411.401307:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008a22c6ac. 00000001:00000010:0.0:1767384411.401311:0:41012:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005e378dfa. 00000400:00000200:1.0:1767384411.401322:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.401356:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000020:00000010:0.0:1767384411.401379:0:41012:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000099917fef. 00000020:00000010:0.0:1767384411.401383:0:41012:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000002cb6abc4. 00000400:00000200:1.0:1767384411.401387:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.401421:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000020:00000010:0.0:1767384411.401464:0:41012:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c83501da. 00000020:00000010:0.0:1767384411.401468:0:41012:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000002ff882c5. 40000000:00000010:0.0:1767384411.401485:0:41012:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000564749cd. 40000000:00000010:0.0:1767384411.401487:0:41012:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000007a8bca6b. 00000400:00000200:1.0:1767384411.401498:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 40000000:00000010:0.0:1767384411.401520:0:41012:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000007a8bca6b. 00000004:00000010:0.0:1767384411.401527:0:41012:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008f9af3d0. 00000004:00000010:0.0:1767384411.401533:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005119f5f5. 00000004:00000010:0.0:1767384411.401539:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008ff9c804. 00000004:00000010:0.0:1767384411.401542:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bc1c9df6. 00000400:00000200:1.0:1767384411.401545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00080000:00000010:0.0:1767384411.401546:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc0ed707. 00000001:00000010:0.0:1767384411.401554:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edd2e482. 00000001:00000010:0.0:1767384411.401562:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edd2e482. 00000400:00000200:1.0:1767384411.401594:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.401648:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.401682:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.401725:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000004:00000010:0.0:1767384411.401732:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003f4bf14b. 00000004:00000010:0.0:1767384411.401739:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000068047aef. 00000004:00000010:0.0:1767384411.401742:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f42a0c98. 00080000:00000010:0.0:1767384411.401746:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002b0c59e8. 00000001:00000010:0.0:1767384411.401752:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edd2e482. 00000001:00000010:0.0:1767384411.401759:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edd2e482. 00000400:00000200:1.0:1767384411.401760:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.401802:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.401821:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.401853:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.401882:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.401908:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000004:00000010:0.0:1767384411.401912:0:41012:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 000000006d93780f. 00000004:00000010:0.0:1767384411.401934:0:41012:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 0000000057ab2641. 00000004:00000010:0.0:1767384411.401940:0:41012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009001929c. 00000004:00000010:0.0:1767384411.401943:0:41012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f066666e. 00000004:00000010:0.0:1767384411.401958:0:41012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000087a8897. 00000400:00000200:1.0:1767384411.401961:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00080000:00000010:0.0:1767384411.401962:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000382023d4. 00000001:00000010:0.0:1767384411.401971:0:41012:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edd2e482. 00000001:00000010:0.0:1767384411.401977:0:41012:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edd2e482. 00000400:00000200:1.0:1767384411.401993:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.402028:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.402055:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.402082:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.402098:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.402111:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000040:00000010:0.0:1767384411.402129:0:41012:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a540e066. 00000400:00000200:1.0:1767384411.402132:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000040:00000010:0.0:1767384411.402140:0:41012:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000029ebb589. 00000020:00000010:0.0:1767384411.402148:0:41012:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005b2a1a1f. 00000400:00000200:1.0:1767384411.402151:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00080000:00000010:0.0:1767384411.402152:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001c055d8d. 00000400:00000200:1.0:1767384411.402176:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.402194:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.402209:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000040:00000010:0.0:1767384411.402304:0:41012:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ae09018a. 00000800:00000010:1.0:1767384411.402343:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002b3ffa4f. 00000800:00000010:1.0:1767384411.402347:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b8bef9b7. 00000800:00000010:1.0:1767384411.402352:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003ebbd75c. 00000800:00000010:1.0:1767384411.402367:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003ebbd75c. 00000800:00020000:1.0:1767384411.402373:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384411.402376:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b8bef9b7. 00000800:00000010:1.0:1767384411.402377:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002b3ffa4f. 00000400:02020000:1.0:1767384411.402414:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp49 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384411.402419:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp49 notifying 192.168.203.143@tcp49: down 00000800:00000200:1.0:1767384411.402442:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp49 down 00000800:00000100:1.0:1767384411.402449:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.143@tcp49 00000800:00000010:1.0:1767384411.402453:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fae0d68e. 00000400:00000200:1.0:1767384411.402457:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384411.402461:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp49->192.168.203.143@tcp49: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384411.402472:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp49 added to recovery queue. ping count: 0 next ping: 333 health :900 00000400:00000200:1.0:1767384411.402478:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384411.402484:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 1 00000400:00000200:1.0:1767384411.402490:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384411.402515:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384411.402523:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x101171 00000400:00000200:2.0:1767384411.402530:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:2.0:1767384411.402532:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000400:00000200:2.0:1767384411.402536:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384411.402540:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384411.402543:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (43) 00000400:00000200:2.0:1767384411.402546:0:16351:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384411.402549:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc -71 00000400:00000200:2.0:1767384411.402552:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:2.0:1767384411.402555:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (42) 00080000:00000010:0.0:1767384411.402654:0:41012:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d08ffcdf. 00080000:00000010:0.0:1767384411.402659:0:41012:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000b8a7a49. 00080000:00000010:0.0:1767384411.402676:0:41012:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000b8a7a49. 00080000:00000010:0.0:1767384411.402681:0:41012:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000297d8b2c. 00000040:00000010:0.0:1767384411.402683:0:41012:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d8a6d124. 00000020:00000010:0.0:1767384411.402687:0:41012:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c57c6753. 00080000:00000010:0.0:1767384411.402690:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e364cba9. 00080000:00000010:0.0:1767384411.402832:0:41012:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000b8a7a49. 00080000:00000010:0.0:1767384411.402837:0:41012:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000ebb4c770. 00080000:00000010:0.0:1767384411.402842:0:41012:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000239573eb. 00000040:00000010:0.0:1767384411.402846:0:41012:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000644355b7. 00000020:00000010:0.0:1767384411.402849:0:41012:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005d01250b. 00080000:00000010:0.0:1767384411.402852:0:41012:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004a8eed18. 00080000:00000010:0.0:1767384411.403003:0:41012:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000941dd652. 00000001:00000010:0.0:1767384411.403179:0:41012:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000817d5749. 00000040:00000010:0.0:1767384411.403200:0:41012:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fef0dd11. 00080000:00000010:0.0:1767384411.403208:0:41012:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000002a201b49. 00080000:00000010:0.0:1767384411.403339:0:41012:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000319f73a3. 00080000:00000010:0.0:1767384411.403606:0:41012:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000941dd652. 00080000:00000010:0.0:1767384411.403609:0:41012:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000239573eb. 00080000:00000010:0.0:1767384411.403611:0:41012:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000b8a7a49. 00000020:00000010:0.0:1767384411.403760:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000002c035c. 00000020:00000010:0.0:1767384411.403764:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001701dcf2. 00000040:00000010:0.0:1767384411.403767:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000106a1f37. 00000020:00000010:0.0:1767384411.403769:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d8d59549. 00000020:00000010:0.0:1767384411.403772:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000023c9c4b1. 00040000:00000010:0.0:1767384411.403774:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005cb71dfa. 00040000:00000010:0.0:1767384411.403776:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000004d78672. 00000004:00000010:2.0:1767384411.403782:0:41012:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000ead721b2. 00080000:00000010:0.0:1767384411.403785:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003603fde3. 00000020:00000010:2.0:1767384411.403791:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029e3cef4. 00080000:00000010:0.0:1767384411.403792:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fad915bd. 00000020:00000010:2.0:1767384411.403800:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f6f235be. 00000020:00000010:0.0:1767384411.403800:0:41016:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000239573eb. 00000040:00000010:2.0:1767384411.403809:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000689ba1d8. 00000040:00000010:0.0:1767384411.403809:0:41016:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000078f73c8c. 00000040:00000010:0.0:1767384411.403815:0:41016:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003e7c0e18. 00000020:00000010:2.0:1767384411.403817:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007c1218c9. 00000020:00000010:2.0:1767384411.403824:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005eeb24c2. 00000040:00000010:0.0:1767384411.403830:0:41016:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d0345aa0. 00000020:00000010:2.0:1767384411.403831:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000069b952b7. 00000040:00000010:0.0:1767384411.403836:0:41016:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008f1ac57f. 80000000:00000010:2.0:1767384411.403838:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000073158df0. 40000000:00000010:2.0:1767384411.403844:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000022453b33. 00100000:00000010:2.0:1767384411.403848:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c55a72b5. 00040000:00000010:2.0:1767384411.403851:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000026e490cb. 00040000:00000010:2.0:1767384411.403854:0:41012:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004655d7c1. 00040000:00000010:2.0:1767384411.403857:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000a9f7b7e. 00080000:00000010:2.0:1767384411.403861:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005e8e734b. 00080000:00000010:2.0:1767384411.403875:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002c1561df. 00000004:00000010:2.0:1767384411.403882:0:41012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000051c4f3ff. 00000004:00000010:2.0:1767384411.403886:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008d8c6ac3. 00000004:00000010:2.0:1767384411.403889:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fd347e4e. 00002000:00000010:2.0:1767384411.403892:0:41012:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f4c828a2. 00000004:00000010:2.0:1767384411.403895:0:41012:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cafa9bf2. 00000020:00000010:2.0:1767384411.404227:0:41012:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009108473a. 00000020:00000010:2.0:1767384411.404232:0:41012:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d151c943. 00000020:00000010:2.0:1767384411.404264:0:41012:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000ce94d01c. 00000020:00000010:2.0:1767384411.404275:0:41012:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000ce94d01c. 00000004:00000010:2.0:1767384411.404279:0:41012:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 0000000086fdf5d7. 00000020:00000010:2.0:1767384411.404285:0:41012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f82a27f9. 00000040:00000010:2.0:1767384411.404289:0:41012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a8f8f0cc. 00000020:00000010:2.0:1767384411.404292:0:41012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000051c08d1f. 00000020:00000010:2.0:1767384411.404296:0:41012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008aa00328. 00000020:00000010:2.0:1767384411.404300:0:41012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000089b58e9. 80000000:00000010:2.0:1767384411.404303:0:41012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000020aa47de. 40000000:00000010:2.0:1767384411.404306:0:41012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b03d076. 00100000:00000010:2.0:1767384411.404308:0:41012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077414ee5. 00040000:00000010:2.0:1767384411.404311:0:41012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000086c66c70. 00040000:00000010:2.0:1767384411.404315:0:41012:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f8bbe182. 00040000:00000010:2.0:1767384411.404317:0:41012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f653a92d. 00080000:00000010:2.0:1767384411.404320:0:41012:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000817d5749. 00080000:00000010:2.0:1767384411.404323:0:41012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002119dcdc. 00080000:00000010:2.0:1767384411.404326:0:41012:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000ebb4c770. 00080000:00000010:2.0:1767384411.404328:0:41012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000645adbc4. 00000004:00000010:2.0:1767384411.404331:0:41012:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ac499f56. 00000004:00000010:2.0:1767384411.404333:0:41012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003cf71c6a. 00000004:00000010:2.0:1767384411.404336:0:41012:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043aa4f13. 00002000:00000010:2.0:1767384411.404339:0:41012:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000208e5a29. 00000004:00000010:2.0:1767384411.404341:0:41012:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008f9af3d0. 00000020:00000010:2.0:1767384411.404344:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cb13701. 00000020:00000010:2.0:1767384411.404347:0:41012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a1c7c6b. 00000020:00000010:2.0:1767384411.404350:0:41012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad526f16. 00000008:00000010:2.0:1767384411.404353:0:41012:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000493da91b. 00020000:00000010:2.0:1767384411.404356:0:41012:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000db3dad5e. 00008000:00000010:2.0:1767384411.404358:0:41012:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000075e10e1d. 00000080:00000010:2.0:1767384411.404362:0:41012:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000900a705. 00000020:00000010:2.0:1767384411.404364:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b8aab5. 00000020:00000010:2.0:1767384411.404368:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000068feacb2. 00000020:00000010:2.0:1767384411.404375:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000035be4704. 00000020:00000010:2.0:1767384411.404381:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd4a033d. 00000020:00000010:2.0:1767384411.404384:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005cde7047. 00000040:00000010:2.0:1767384411.404388:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ebb4c770. 00000020:00000010:2.0:1767384411.404391:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be2c469d. 00000020:00000010:2.0:1767384411.404394:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033b05b08. 00000020:00000010:2.0:1767384411.404408:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000065cadac2. 80000000:00000010:2.0:1767384411.404410:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000114d456a. 40000000:00000010:2.0:1767384411.404412:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003bf082f0. 00100000:00000010:2.0:1767384411.404415:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004db5dd9f. 00040000:00000010:2.0:1767384411.404418:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009eee242b. 00040000:00000010:2.0:1767384411.404420:0:41012:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004ac6f9d0. 00040000:00000010:2.0:1767384411.404423:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f653a92d. 00080000:00000010:2.0:1767384411.404448:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d921bb6e. 00080000:00000010:2.0:1767384411.404453:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000028296c4d. 00000004:00000010:2.0:1767384411.404457:0:41012:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000afe65e1. 00000004:00000010:2.0:1767384411.404461:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000002e72a11. 00000004:00000010:2.0:1767384411.404464:0:41012:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003a84a6d6. 00000004:00000010:2.0:1767384411.404467:0:41012:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f9d17171. 00000004:00000010:2.0:1767384411.404482:0:41012:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000ce94d01c. 00000020:00000010:2.0:1767384411.404488:0:41012:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d1023862. 00000100:00000010:2.0:1767384411.404507:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ed2f1a7. 02000000:00000010:2.0:1767384411.404519:0:41012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000efa6876f. 00040000:00000010:0.0:1767384411.404551:0:16352:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c72b3fb2. 00000004:00000010:0.0:1767384411.404555:0:16352:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000eece9892. 00000004:00000010:0.0:1767384411.404558:0:16352:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d80f5306. 00000004:00000010:2.0:1767384411.404559:0:41012:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000ce94d01c. 00000004:00000010:0.0:1767384411.404560:0:16352:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fafe6671. 00000004:00000010:0.0:1767384411.404565:0:16352:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000af9f068c. 00000004:00000010:2.0:1767384411.404568:0:41012:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 0000000067b8aab5. 00020000:00000010:2.0:1767384411.404575:0:41012:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000a77f1d56. 02000000:00000010:0.0:1767384411.404580:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005799a448. 00020000:00000010:2.0:1767384411.404581:0:41012:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000ea593199. 00000400:00000010:0.0:1767384411.404589:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edd2e482. 00100000:00000010:2.0:1767384411.404593:0:41012:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000ce94d01c. 00000400:00000010:0.0:1767384411.404595:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000724f6a. 00000020:00000010:2.0:1767384411.404602:0:41012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005cde7047. 00000100:00000200:0.0:1767384411.404602:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746161536, portal 4 00000040:00000010:2.0:1767384411.404611:0:41012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ebb4c770. 00000020:00000010:2.0:1767384411.404615:0:41012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000be2c469d. 00000020:00000010:0.0:1767384411.404617:0:16352:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000021804344. 00000020:00000010:2.0:1767384411.404619:0:41012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033b05b08. 00000400:00000010:0.0:1767384411.404624:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e52df106. 00000020:00000010:2.0:1767384411.404625:0:41012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000065cadac2. 00000100:00000200:0.0:1767384411.404628:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236746161536, offset 0 80000000:00000010:2.0:1767384411.404631:0:41012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000114d456a. 00000400:00000200:0.0:1767384411.404635:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 40000000:00000010:2.0:1767384411.404639:0:41012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003bf082f0. 00100000:00000010:2.0:1767384411.404645:0:41012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004db5dd9f. 00000400:00000200:0.0:1767384411.404645:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:2.0:1767384411.404652:0:41012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009eee242b. 00040000:00000010:2.0:1767384411.404656:0:41012:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004ac6f9d0. 00000400:00000200:0.0:1767384411.404657:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824df08d80 00040000:00000010:2.0:1767384411.404662:0:41012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f653a92d. 00000400:00000200:0.0:1767384411.404666:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xae1 [8] + 5976 00080000:00000010:2.0:1767384411.404669:0:41012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000028296c4d. 00000400:00000200:0.0:1767384411.404673:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1767384411.404674:0:41012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d921bb6e. 00000400:00000200:0.0:1767384411.404678:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:2.0:1767384411.404681:0:41012:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000afe65e1. 00000100:00000200:0.0:1767384411.404684:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000010:2.0:1767384411.404688:0:41012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000002e72a11. 00000100:00000010:0.0:1767384411.404688:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d87b64fd. 00000004:00000010:2.0:1767384411.404694:0:41012:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003a84a6d6. 00000004:00000010:2.0:1767384411.404696:0:41012:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f9d17171. 00000020:00000010:2.0:1767384411.404700:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd4a033d. 00000400:00000200:0.0:1767384411.404703:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52df106 00000020:00000010:2.0:1767384411.404705:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000035be4704. 00000400:00000010:0.0:1767384411.404706:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e52df106. 00000100:00000200:0.0:1767384411.404715:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ed2f1a7 x1853236746161536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384411.404716:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009eee242b. 00000020:00000010:2.0:1767384411.404733:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009eee242b. 00000020:00000010:2.0:1767384411.404741:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009eee242b. 00000020:00000010:3.0:1767384411.404742:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e72184b6. 00000020:00000010:2.0:1767384411.404747:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009eee242b. 00000100:00000010:0.0:1767384411.404750:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5e0a7c9. 00000020:00000010:3.0:1767384411.404751:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013bb12d1. 00000020:00000010:2.0:1767384411.404753:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000003bf082f0. 00000020:00000010:2.0:1767384411.404757:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000003bf082f0. 00000020:00000010:3.0:1767384411.404759:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000756f526. 00000100:00000010:0.0:1767384411.404764:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015ecf4b2. 00000100:00000010:2.0:1767384411.404767:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022ab5aca. 00000100:00000010:0.0:1767384411.404771:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e39b90f5. 02000000:00000010:2.0:1767384411.404776:0:41012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001cb13701. 00000100:00000010:0.0:1767384411.404778:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059bffcf0. 00000100:00000010:2.0:1767384411.404788:0:41012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0f179b7. 00000100:00000200:3.0:1767384411.404792:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746161536 02000000:00000010:3.0:1767384411.404806:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000dd7cd2c5. 02000000:00000010:2.0:1767384411.404810:0:41012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000004ffe9b5c. 00000020:00000010:3.0:1767384411.404814:0:17893:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000650047f6. 00000400:00000010:2.0:1767384411.404817:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000060991a2. 00000001:00000010:3.0:1767384411.404822:0:17893:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000698906c8. 00000400:00000010:2.0:1767384411.404825:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000758190c3. 00000001:00000010:3.0:1767384411.404828:0:17893:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000094946667. 00000100:00000200:2.0:1767384411.404830:0:41012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236746161664, portal 25 00000001:00000010:3.0:1767384411.404833:0:17893:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000879c6e91. 00000400:00000010:2.0:1767384411.404837:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000001:00000010:3.0:1767384411.404838:0:17893:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da3e515f. 00000100:00000200:2.0:1767384411.404843:0:41012:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236746161664, offset 0 00000001:00000010:3.0:1767384411.404844:0:17893:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000073956f66. 00000001:00000010:3.0:1767384411.404849:0:17893:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000061696256. 00000001:00000010:3.0:1767384411.404854:0:17893:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a1a8d8d. 00000400:00000200:2.0:1767384411.404854:0:41012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384411.404866:0:41012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384411.404875:0:41012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824df08e00 00080000:00000010:3.0:1767384411.404880:0:17893:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000087c5ed66. 00000400:00000200:2.0:1767384411.404881:0:41012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21f5 [2] + 0 00080000:00000010:3.0:1767384411.404887:0:17893:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001d7f68e7. 00000400:00000010:2.0:1767384411.404888:0:41012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007903df6f. 00000400:00000200:2.0:1767384411.404894:0:41012:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c4c37f5 00000400:00000200:2.0:1767384411.404898:0:41012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:3.0:1767384411.404899:0:17893:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000010bcdb7a. 00000400:00000200:2.0:1767384411.404905:0:41012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384411.404909:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4c37f5 00000400:00000010:2.0:1767384411.404911:0:41012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c4c37f5. 00000100:00000200:2.0:1767384411.404916:0:41012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00080000:00000010:3.0:1767384411.404934:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001d7f68e7. 00000020:00000010:3.0:1767384411.404954:0:17893:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000e77e13f0. 00000400:00000200:2.0:1767384411.404955:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:2.0:1767384411.404959:0:41012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000020:00000010:3.0:1767384411.404961:0:17893:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000e77e13f0. 00000100:00000200:2.0:1767384411.404965:0:41012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022ab5aca x1853236746161664/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384411.404968:0:17893:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000008a563aae. 00000020:00000010:3.0:1767384411.404981:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d7f68e7. 00000020:00000010:0.0:1767384411.404985:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.404989:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.404994:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db7b044c. 00000020:00000010:0.0:1767384411.404996:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.404999:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00010000:00000200:3.0:1767384411.405020:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d87b64fd x1853236746161536/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384431 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384411.405034:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000020:00000010:0.0:1767384411.405035:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000100:00000200:3.0:1767384411.405039:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236746161536, offset 0 00000020:00000010:0.0:1767384411.405039:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000100:00000200:0.0:1767384411.405044:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746161664 00000400:00000200:3.0:1767384411.405049:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384411.405054:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384411.405059:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824df08d80 02000000:00000010:0.0:1767384411.405061:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000031711129. 00000400:00000200:3.0:1767384411.405065:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a69 [1] + 0 00000040:00000010:0.0:1767384411.405069:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000852c7693. 00000400:00000200:3.0:1767384411.405070:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.405076:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000010:0.0:1767384411.405078:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ce051981. 00000100:00000200:3.0:1767384411.405084:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ed2f1a7 x1853236746161536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:0.0:1767384411.405095:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ce051981. 00000040:00000010:0.0:1767384411.405099:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000852c7693. 00010000:00000200:0.0:1767384411.405104:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000add7a486 x1853236746161664/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 272/8472 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384411.405110:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:0.0:1767384411.405114:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000019b7de46. 00000400:00000010:3.0:1767384411.405115:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000200:0.0:1767384411.405126:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236746161664, offset 224 00000400:00000010:1.0:1767384411.405128:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edd2e482. 00000020:00000010:3.0:1767384411.405132:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013bb12d1. 00000400:00000200:1.0:1767384411.405135:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000724f6a 00000020:00000010:3.0:1767384411.405138:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000756f526. 00000400:00000010:1.0:1767384411.405139:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000724f6a. 00000020:00000010:3.0:1767384411.405143:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e72184b6. 00000400:00000200:0.0:1767384411.405148:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384411.405152:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ed2f1a7 x1853236746161536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.405159:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.405167:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824df08e00 00000100:00000200:1.0:1767384411.405172:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ed2f1a7 x1853236746161536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.405174:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a71 [4] + 224 00000400:00000200:0.0:1767384411.405183:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.405187:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.405191:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022ab5aca x1853236746161664/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384411.405192:0:16352:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002b3ffa4f. 00000400:00000200:0.0:1767384411.405209:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019b7de46 00000400:00000010:0.0:1767384411.405211:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000019b7de46. 00000020:00000010:0.0:1767384411.405220:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.405222:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.405224:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db7b044c. 02000000:00000010:0.0:1767384411.405229:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000031711129. 02000000:00000010:1.0:1767384411.405238:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005799a448. 00000100:00000200:0.0:1767384411.405243:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:3.0:1767384411.405244:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b843c. 02000000:00000010:1.0:1767384411.405245:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000efa6876f. 00000400:00000010:0.0:1767384411.405248:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000314f4cf4. 00000400:00000010:2.0:1767384411.405250:0:41012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000060991a2. 00000100:00000010:1.0:1767384411.405251:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ed2f1a7. 02000000:00000010:3.0:1767384411.405255:0:41017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004e09c64. 00000400:00000200:2.0:1767384411.405259:0:41012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000758190c3 00000400:00000010:2.0:1767384411.405263:0:41012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000758190c3. 00000400:00000010:0.0:1767384411.405271:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019b7de46. 00000100:00000200:2.0:1767384411.405272:0:41012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022ab5aca x1853236746161664/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384411.405276:0:41016:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ba09940e. 00040000:00000010:3.0:1767384411.405284:0:16354:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004083879c. 00080000:00000010:1.0:1767384411.405285:0:41016:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003ebbd75c. 00000100:00000200:2.0:1767384411.405290:0:41012:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022ab5aca x1853236746161664/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384411.405291:0:16354:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005e03aa97. 00080000:00000010:1.0:1767384411.405296:0:41016:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000a64dc8eb. 00000004:00000010:3.0:1767384411.405298:0:16354:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005f3b2d45. 00000004:00000010:3.0:1767384411.405305:0:16354:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c75b58fe. 00000004:00000010:3.0:1767384411.405309:0:16354:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f2dc643a. 02000000:00000010:3.0:1767384411.405317:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007eb7bd08. 00000400:00000010:3.0:1767384411.405320:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004477adef. 00080000:00000010:1.0:1767384411.405320:0:41016:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003ebbd75c. 00000100:00000010:2.0:1767384411.405321:0:41012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d0f179b7. 00000400:00000010:3.0:1767384411.405327:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00080000:00000010:1.0:1767384411.405330:0:41016:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000c90b887. 00000100:00000200:3.0:1767384411.405332:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746161792, portal 4 02000000:00000010:2.0:1767384411.405333:0:41012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000004ffe9b5c. 00000004:00000010:1.0:1767384411.405337:0:41016:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000d4495f4b. 00000020:00000010:3.0:1767384411.405340:0:16354:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d4d94177. 00000400:00000010:3.0:1767384411.405345:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000100:00000200:3.0:1767384411.405347:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236746161792, offset 0 02000000:00000010:2.0:1767384411.405348:0:41012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001cb13701. 00000100:00000010:2.0:1767384411.405356:0:41012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022ab5aca. 00000400:00000200:3.0:1767384411.405360:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384411.405368:0:41012:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009eee242b. 00000400:00000200:3.0:1767384411.405369:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384411.405375:0:41012:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009eee242b. 00040000:00000010:1.0:1767384411.405378:0:16353:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e21f4c99. 00000400:00000200:3.0:1767384411.405379:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824df08e80 00000040:00000010:2.0:1767384411.405381:0:41012:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e82a4160. 00000004:00000010:1.0:1767384411.405386:0:16353:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000550e3c86. 00000400:00000200:3.0:1767384411.405390:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbe1 [8] + 4032 00000020:00000010:2.0:1767384411.405392:0:41012:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000060251092. 00000004:00000010:1.0:1767384411.405394:0:16353:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005d036043. 00000400:00000200:3.0:1767384411.405395:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.405410:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:1.0:1767384411.405412:0:16353:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004ab2cb87. 00000100:00000200:3.0:1767384411.405415:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:2.0:1767384411.405415:0:41012:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c67f51d7. 00000004:00000010:1.0:1767384411.405418:0:16353:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ede44fa6. 00000100:00000010:3.0:1767384411.405421:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e02ccd2. 00000040:00000010:2.0:1767384411.405455:0:41012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cc871318. 00000020:00000010:2.0:1767384411.405462:0:41012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c89df143. 00000020:00000010:2.0:1767384411.405468:0:41012:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d3e8a9a8. 00000020:00000010:2.0:1767384411.405474:0:41012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000daaf9fdd. 80000000:00000010:2.0:1767384411.405479:0:41012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004c098702. 40000000:00000010:2.0:1767384411.405483:0:41012:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dcc3c299. 00100000:00000010:2.0:1767384411.405488:0:41012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008ab18776. 00040000:00000010:2.0:1767384411.405494:0:41012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000bbc4000. 00040000:00000010:2.0:1767384411.405500:0:41012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000094c8450. 00080000:00000010:2.0:1767384411.405507:0:41012:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001e507217. 00080000:00000010:2.0:1767384411.405512:0:41012:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007d1bbf9d. 00000004:00000010:2.0:1767384411.405519:0:41012:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005378bbeb. 00002000:00000010:2.0:1767384411.405523:0:41012:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003eaf4d46. 00000020:00000010:2.0:1767384411.405528:0:41012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5d7841. 00000040:00000010:1.0:1767384411.405582:0:40983:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000871691be. 00000040:00000010:1.0:1767384411.405590:0:40983:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000daea3b8b. 00000040:00000010:1.0:1767384411.405596:0:40983:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e00b8699. 00000020:00000010:1.0:1767384411.405603:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e79a2e36. 00000040:00000010:1.0:1767384411.405608:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000089f34ea. 00000020:00000010:1.0:1767384411.405612:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000067075d2b. 00000020:00000010:1.0:1767384411.405617:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001526df59. 80000000:00000010:1.0:1767384411.405623:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001a3fc78f. 00040000:00000010:1.0:1767384411.405628:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d9ad647d. 00080000:00000010:1.0:1767384411.405635:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b6ef9d78. 00080000:00000010:1.0:1767384411.405640:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000099511841. 20000000:00000010:1.0:1767384411.405646:0:40983:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f79065dc. 00000020:00000010:1.0:1767384411.405651:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cab7601d. 10000000:00000010:1.0:1767384411.405656:0:40983:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000005a284dac. 00000400:00000200:3.0:1767384411.405669:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000400:00000010:3.0:1767384411.405672:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000100:00000200:3.0:1767384411.405678:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000285b843c x1853236746161792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384427 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.405684:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df4a7b6c. 02000000:00000010:1.0:1767384411.405692:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1c7bd2f. 00010000:00000010:1.0:1767384411.405711:0:40983:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d9f8b58e. 00000020:00000010:3.0:1767384411.405715:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5bbbf25. 00010000:00000010:1.0:1767384411.405718:0:40983:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b7eb554. 00000020:00000010:3.0:1767384411.405730:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001d7f68e7. 00000100:00000010:1.0:1767384411.405745:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8bef9b7. 00000020:00000010:3.0:1767384411.405746:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003671dd0d. 00000020:00000010:3.0:1767384411.405751:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013bb12d1. 00000020:00000010:3.0:1767384411.405754:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000756f526. 02000000:00000010:1.0:1767384411.405760:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008089427c. 00000400:00000010:1.0:1767384411.405767:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d0b4b6a. 00000400:00000010:1.0:1767384411.405772:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000020:00000010:3.0:1767384411.405775:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d7f68e7. 00000100:00000200:1.0:1767384411.405777:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746161920, portal 25 00000020:00000010:3.0:1767384411.405779:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d7f68e7. 00000100:00000200:3.0:1767384411.405783:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746161792 00000400:00000010:1.0:1767384411.405784:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.405789:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746161920, offset 0 02000000:00000010:3.0:1767384411.405791:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000cdb44a06. 00000400:00000200:1.0:1767384411.405797:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.405804:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1767384411.405809:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005e02ccd2 x1853236746161792/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:392/0 lens 224/368 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384411.405814:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df08f00 00000400:00000200:1.0:1767384411.405825:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21f9 [2] + 0 00000400:00000010:3.0:1767384411.405827:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000400:00000010:1.0:1767384411.405828:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000caa27b8. 00000400:00000200:1.0:1767384411.405834:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009d2bb3ae 00000400:00000200:1.0:1767384411.405837:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384411.405839:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236746161792, offset 224 00000400:00000200:1.0:1767384411.405840:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384411.405848:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.405854:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d2bb3ae 00000400:00000200:3.0:1767384411.405856:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384411.405860:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d2bb3ae. 00000400:00000200:3.0:1767384411.405864:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824df08e80 00000100:00000200:1.0:1767384411.405868:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384411.405869:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a85 [1] + 224 00000400:00000200:3.0:1767384411.405875:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.405878:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384411.405881:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000285b843c x1853236746161792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384427 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384411.405893:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000400:00000010:1.0:1767384411.405897:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.405906:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df4a7b6c x1853236746161920/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384411.405907:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000400:00000010:3.0:1767384411.405910:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000020:00000010:3.0:1767384411.405933:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013bb12d1. 00000020:00000010:2.0:1767384411.405935:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d921bb6e. 00000020:00000010:3.0:1767384411.405938:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000756f526. 00000020:00000010:3.0:1767384411.405942:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003671dd0d. 00000020:00000010:2.0:1767384411.405949:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bf082f0. 00000020:00000010:2.0:1767384411.405955:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bf082f0. 00000020:00000010:2.0:1767384411.405960:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cb13701. 00000020:00000010:2.0:1767384411.405964:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035be4704. 00000400:00000010:3.0:1767384411.405965:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004477adef. 00000020:00000010:2.0:1767384411.405969:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000400:00000200:3.0:1767384411.405970:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:3.0:1767384411.405974:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.405980:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000285b843c x1853236746161792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384427 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384411.405986:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000285b843c x1853236746161792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384427 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384411.406005:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007eb7bd08. 00000020:00000010:2.0:1767384411.406006:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bf082f0. 02000000:00000010:3.0:1767384411.406008:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004e09c64. 00000020:00000010:2.0:1767384411.406013:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bf082f0. 00000100:00000010:3.0:1767384411.406014:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000285b843c. 00000100:00000200:2.0:1767384411.406026:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746161920 00010000:00000010:2.0:1767384411.406042:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000033a5554c. 00010000:00000010:2.0:1767384411.406048:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b359ec0d. 00000020:00000010:2.0:1767384411.406052:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003bf082f0. 02000000:00000010:2.0:1767384411.406063:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f9d17171. 00010000:00000200:2.0:1767384411.406080:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cbac9f00 x1853236746161920/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 328/344 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384411.406093:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000100:00000200:2.0:1767384411.406097:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746161920, offset 224 00000400:00000200:2.0:1767384411.406103:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384411.406110:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384411.406117:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df08f00 00000400:00000200:2.0:1767384411.406121:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a8d [1] + 224 00000400:00000200:2.0:1767384411.406126:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.406129:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384411.406133:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df4a7b6c x1853236746161920/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384411.406161:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:2.0:1767384411.406164:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000020:00000010:2.0:1767384411.406174:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035be4704. 00000020:00000010:2.0:1767384411.406180:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384411.406184:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cb13701. 00000400:00000010:1.0:1767384411.406186:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d0b4b6a. 02000000:00000010:2.0:1767384411.406190:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f9d17171. 00000400:00000200:1.0:1767384411.406191:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.406196:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000100:00000200:2.0:1767384411.406200:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384411.406202:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df4a7b6c x1853236746161920/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384411.406207:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000060991a2. 00000100:00000200:1.0:1767384411.406212:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df4a7b6c x1853236746161920/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384411.406214:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0f179b7. 00000100:00000010:1.0:1767384411.406228:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8bef9b7. 02000000:00000010:1.0:1767384411.406238:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008089427c. 02000000:00000010:1.0:1767384411.406242:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f1c7bd2f. 00000100:00000010:1.0:1767384411.406245:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df4a7b6c. 10000000:00000010:1.0:1767384411.406251:0:40983:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000003fed5787. 00000004:00000010:0.0:1767384411.406288:0:40985:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000d4495f4b. 00080000:00000010:0.0:1767384411.406294:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000c90b887. 00080000:00000010:0.0:1767384411.406296:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ba09940e. 00080000:00000010:0.0:1767384411.406298:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000297d8b2c. 00080000:00000010:0.0:1767384411.406300:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d08ffcdf. 00080000:00000010:0.0:1767384411.406301:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000033e29a26. 00000100:00000010:1.0:1767384411.406712:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df4a7b6c. 02000000:00000010:1.0:1767384411.406721:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1c7bd2f. 00000100:00000010:1.0:1767384411.406739:0:40983:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008089427c. 00000100:00000010:1.0:1767384411.406743:0:40983:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000d4a0c784. 00000100:00000010:1.0:1767384411.406760:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8bef9b7. 00000400:00000010:1.0:1767384411.406770:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d0b4b6a. 00000400:00000010:1.0:1767384411.406775:0:40983:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ce60ad85. 00000100:00000200:1.0:1767384411.406778:0:40983:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824df08f80-0x695824df08f80, portal 33 02000000:00000010:1.0:1767384411.406782:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f500888a. 00000400:00000010:1.0:1767384411.406784:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e493bb7e. 00000400:00000010:1.0:1767384411.406786:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.406787:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746162048, portal 25 00000400:00000010:1.0:1767384411.406789:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.406790:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236746162048, offset 0 00000400:00000200:1.0:1767384411.406793:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.406797:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.406801:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824df08f80 00000400:00000200:1.0:1767384411.406804:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x21fd [2] + 0 00000400:00000010:1.0:1767384411.406806:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000680ad572. 00000400:00000200:1.0:1767384411.406808:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b4974834 00000400:00000200:1.0:1767384411.406810:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.406812:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384411.406814:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4974834 00000400:00000010:1.0:1767384411.406815:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4974834. 00000100:00000200:1.0:1767384411.406818:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384411.406829:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000400:00000010:1.0:1767384411.406830:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.406833:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df4a7b6c x1853236746162048/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384411.406863:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e541547b. 00000020:00000010:2.0:1767384411.406868:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e541547b. 00000020:00000010:2.0:1767384411.406872:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cb13701. 00000020:00000010:2.0:1767384411.406876:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035be4704. 00000020:00000010:2.0:1767384411.406879:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384411.406905:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e541547b. 00000020:00000010:2.0:1767384411.406908:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e541547b. 00000100:00000200:2.0:1767384411.406910:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746162048 02000000:00000010:2.0:1767384411.406932:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f9d17171. 20000000:00000010:2.0:1767384411.406942:0:40992:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000003a84a6d6. 00000100:00000010:2.0:1767384411.407005:0:40992:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d1222020. 00000100:00000010:2.0:1767384411.407009:0:40992:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000082d3ddb0. 00000400:00000010:2.0:1767384411.407015:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000400:00000010:2.0:1767384411.407021:0:40992:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b3f7ba3f. 00000400:00000200:2.0:1767384411.407025:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384411.407031:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384411.407037:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695824df08f80 00000400:00000200:2.0:1767384411.407042:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2aa1 [256] + 0 00000400:00000010:2.0:1767384411.407046:0:40992:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d0b4b6a. 00000400:00000200:2.0:1767384411.407049:0:40992:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce60ad85 00000400:00000200:2.0:1767384411.407052:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.407055:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384411.407057:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce60ad85 00000400:00000010:2.0:1767384411.407060:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ce60ad85. 00000100:00000200:2.0:1767384411.407063:0:40992:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000df4a7b6c desc 000000008089427c mbits 1853236746162048 00000400:00000200:2.0:1767384411.407078:0:40992:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384411.407082:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384411.407089:0:40992:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2aad 00000400:00000200:2.0:1767384411.407092:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.407096:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:2.0:1767384411.407100:0:40992:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d1222020 00000400:00000200:2.0:1767384411.407106:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:2.0:1767384411.407108:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000100:00000200:2.0:1767384411.407110:0:40992:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d1222020 00000100:00000200:2.0:1767384411.407115:0:40992:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695824df08f80-0x695824df08f80 00000100:00000010:2.0:1767384411.407122:0:40992:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000082d3ddb0. 00000100:00000010:2.0:1767384411.407125:0:40992:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d1222020. 20000000:00000010:2.0:1767384411.407132:0:40992:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000003a84a6d6. 00010000:00000200:2.0:1767384411.407139:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bddee15e x1853236746162048/t0(0) o256->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 304/240 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384411.407151:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000100:00000200:2.0:1767384411.407154:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236746162048, offset 224 00000400:00000200:2.0:1767384411.407158:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384411.407163:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384411.407168:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824df08f80 00000400:00000200:2.0:1767384411.407172:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2aa5 [1] + 224 00000400:00000200:2.0:1767384411.407175:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.407178:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384411.407183:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df4a7b6c x1853236746162048/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384411.407202:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:2.0:1767384411.407204:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000020:00000010:2.0:1767384411.407213:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035be4704. 00000020:00000010:2.0:1767384411.407217:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000400:00000010:1.0:1767384411.407218:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e493bb7e. 00000020:00000010:2.0:1767384411.407220:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cb13701. 00000400:00000200:1.0:1767384411.407223:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.407226:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 02000000:00000010:2.0:1767384411.407227:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f9d17171. 00000100:00000200:1.0:1767384411.407232:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df4a7b6c x1853236746162048/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384411.407234:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384411.407241:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fbf5229. 00000100:00000200:1.0:1767384411.407243:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df4a7b6c x1853236746162048/t0(0) o256->MGC192.168.203.143@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384411.407247:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000758190c3. 00000100:00000010:1.0:1767384411.407261:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8bef9b7. 10000000:00000010:1.0:1767384411.407269:0:40983:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009388ca1a. 00000100:00000200:1.0:1767384411.407276:0:40983:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.143@tcp with 192.168.203.143@tcp 00000100:00000200:1.0:1767384411.407278:0:40983:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.143@tcp' 00000100:00000200:1.0:1767384411.407280:0:40983:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.143@tcp' 00000400:00000200:1.0:1767384411.407282:0:40983:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384411.407284:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:1.0:1767384411.407287:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384411.407290:0:40983:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (41) 00000400:00000200:1.0:1767384411.407292:0:40983:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (42) 00000400:00000200:1.0:1767384411.407300:0:40983:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:1.0:1767384411.407301:0:40983:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384411.407303:0:40983:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384411.407304:0:40983:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:1.0:1767384411.407306:0:40983:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (43) 00000400:00000200:1.0:1767384411.407308:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:1.0:1767384411.407309:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:1.0:1767384411.407311:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407313:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:1.0:1767384411.407314:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:1.0:1767384411.407317:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407319:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:1.0:1767384411.407320:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:2.0:1767384411.407321:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384411.407323:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407327:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:1.0:1767384411.407329:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:2.0:1767384411.407331:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000200:1.0:1767384411.407335:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407338:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:1.0:1767384411.407339:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000010:2.0:1767384411.407341:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000400:00000200:1.0:1767384411.407341:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407346:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:2.0:1767384411.407348:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (42) 00000400:00000200:1.0:1767384411.407348:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:1.0:1767384411.407353:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000010:2.0:1767384411.407355:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000357e27fd. 00000400:00000200:1.0:1767384411.407355:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:1.0:1767384411.407356:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:1.0:1767384411.407362:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407366:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:2.0:1767384411.407367:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.143@tcp 00000400:00000200:1.0:1767384411.407370:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:1.0:1767384411.407373:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407375:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:1.0:1767384411.407376:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:2.0:1767384411.407379:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:1.0:1767384411.407382:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407385:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:1.0:1767384411.407387:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:2.0:1767384411.407389:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 176], ns[49, 185] 00000400:00000200:1.0:1767384411.407392:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407395:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:1.0:1767384411.407398:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:1.0:1767384411.407403:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.407406:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 49], ns[55, 49] 00000400:00000200:1.0:1767384411.407407:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:1.0:1767384411.407412:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:1.0:1767384411.407416:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407419:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:2.0:1767384411.407422:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 49], ns[66, 49] 00000400:00000200:1.0:1767384411.407443:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:1.0:1767384411.407449:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407452:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:2.0:1767384411.407455:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 49], ns[70, 49] 00000400:00000200:1.0:1767384411.407456:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:1.0:1767384411.407462:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407466:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:2.0:1767384411.407470:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 49], ns[81, 49] 00000400:00000200:1.0:1767384411.407471:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:1.0:1767384411.407479:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.407483:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 49], ns[85, 49] 00000400:00000200:1.0:1767384411.407483:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:1.0:1767384411.407490:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:2.0:1767384411.407496:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 49], ns[103, 49] 00000400:00000200:1.0:1767384411.407499:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407505:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:2.0:1767384411.407508:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 49], ns[110, 49] 00000400:00000200:1.0:1767384411.407511:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:1.0:1767384411.407518:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.407521:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 49], ns[125, 49] 00000400:00000200:1.0:1767384411.407522:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000400:00000200:1.0:1767384411.407526:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.143@tcp27 00000400:00000200:1.0:1767384411.407532:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.407535:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 49], ns[138, 49] 00000400:00000200:1.0:1767384411.407536:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp27 00000400:00000200:1.0:1767384411.407541:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.143@tcp28 00000400:00000200:1.0:1767384411.407547:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.407549:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 49], ns[142, 49] 00000400:00000200:1.0:1767384411.407550:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp28 00000400:00000200:1.0:1767384411.407555:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.143@tcp29 00000400:00000200:1.0:1767384411.407561:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407563:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp29 00000400:00000200:2.0:1767384411.407564:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 49], ns[158, 49] 00000400:00000200:1.0:1767384411.407566:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.143@tcp30 00000400:00000200:1.0:1767384411.407572:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407575:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp30 00000400:00000200:2.0:1767384411.407578:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 49], ns[166, 49] 00000400:00000200:1.0:1767384411.407579:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.143@tcp31 00000400:00000200:1.0:1767384411.407585:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407589:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp31 00000400:00000200:2.0:1767384411.407592:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[172, 49], ns[181, 49] 00000400:00000200:1.0:1767384411.407593:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.143@tcp32 00000400:00000200:1.0:1767384411.407599:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407602:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp32 00000400:00000200:2.0:1767384411.407603:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 49], ns[42, 49] 00000400:00000200:1.0:1767384411.407606:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.143@tcp33 00000400:00000200:1.0:1767384411.407613:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.407616:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:1.0:1767384411.407617:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp33 00000400:00000200:1.0:1767384411.407622:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.143@tcp34 00000400:00000200:1.0:1767384411.407629:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.407630:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 42], ns[52, 42] 00000400:00000200:1.0:1767384411.407632:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp34 00000400:00000200:1.0:1767384411.407637:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.143@tcp35 00000400:00000200:1.0:1767384411.407643:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.407644:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 00000400:00000200:1.0:1767384411.407647:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp35 00000400:00000200:1.0:1767384411.407652:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.143@tcp36 00000400:00000200:2.0:1767384411.407655:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 42], ns[62, 42] 00000400:00000200:1.0:1767384411.407658:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407662:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp36 00000400:00000200:1.0:1767384411.407666:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.143@tcp37 00000400:00000200:2.0:1767384411.407668:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 42], ns[78, 42] 00000400:00000200:1.0:1767384411.407672:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407676:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp37 00000400:00000200:2.0:1767384411.407682:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[194, 42], ns[234, 42] 00000400:00000200:1.0:1767384411.407682:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.143@tcp38 00000400:00000200:1.0:1767384411.407688:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407691:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp38 00000400:00000200:2.0:1767384411.407695:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 42], ns[79, 42] 00000400:00000200:1.0:1767384411.407695:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.143@tcp39 00000400:00000200:1.0:1767384411.407702:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.407706:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp39 00000400:00000200:2.0:1767384411.407709:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 42], ns[93, 42] 00000400:00000200:1.0:1767384411.407712:0:40983:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.143@tcp40 00000400:00000200:1.0:1767384411.407719:0:40983:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384411.407722:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 42], ns[100, 42] 00000400:00000200:1.0:1767384411.407724:0:40983:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp40 00000400:00000200:2.0:1767384411.407731:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 42], ns[136, 42] 10000000:00000010:1.0:1767384411.407732:0:40983:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a588c39f. 00000400:00000200:2.0:1767384411.407740:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 42], ns[120, 42] 00000020:00000010:1.0:1767384411.407743:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b539efd. 00000400:00000200:2.0:1767384411.407748:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[182, 42], ns[191, 42] 00000020:00000010:1.0:1767384411.407750:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cdc7a2fc. 00000040:00000010:1.0:1767384411.407756:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ea8cef0. 00000400:00000200:2.0:1767384411.407759:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[187, 42], ns[227, 42] 00000020:00000010:1.0:1767384411.407762:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048248c7f. 00000400:00000200:2.0:1767384411.407768:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[191, 42], ns[231, 42] 00000020:00000010:1.0:1767384411.407769:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b70bacf. 00000020:00000010:1.0:1767384411.407774:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ba09940e. 80000000:00000010:1.0:1767384411.407778:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3a63378. 00000400:00000200:2.0:1767384411.407779:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 42], ns[145, 42] 40000000:00000010:1.0:1767384411.407783:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003ebbd75c. 00100000:00000010:1.0:1767384411.407789:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000be52e338. 00000400:00000200:2.0:1767384411.407791:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 42], ns[154, 42] 00040000:00000010:1.0:1767384411.407793:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004f46923b. 00040000:00000010:1.0:1767384411.407799:0:40983:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f2521d96. 00000400:00000200:2.0:1767384411.407803:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 42], ns[150, 42] 00040000:00000010:1.0:1767384411.407803:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000c90b887. 00080000:00000010:1.0:1767384411.407808:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003534e54a. 00080000:00000010:1.0:1767384411.407812:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce60ad85. 00000400:00000200:2.0:1767384411.407815:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 42], ns[173, 42] 00000004:00000010:1.0:1767384411.407817:0:40983:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c69fd3c1. 00000400:00000200:2.0:1767384411.407825:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 42], ns[233, 42] 00000400:00000200:2.0:1767384411.407830:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 42], ns[235, 42] 00000004:00000010:1.0:1767384411.407831:0:40983:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000080c684d3. 00000004:00000010:1.0:1767384411.407837:0:40983:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e4acfb8d. 00000400:00000200:2.0:1767384411.407841:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[190, 42], ns[230, 42] 00002000:00000010:1.0:1767384411.407841:0:40983:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002f9510d6. 00000004:00000010:1.0:1767384411.407846:0:40983:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001844d0aa. 00000400:00000200:2.0:1767384411.407853:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 42], ns[178, 42] 00000400:00000200:2.0:1767384411.407864:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[192, 42], ns[232, 42] 00000400:00000200:2.0:1767384411.407872:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 42], ns[193, 42] 00000400:00000200:2.0:1767384411.407879:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[196, 42], ns[236, 42] 00000400:00000200:2.0:1767384411.407883:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:2.0:1767384411.407887:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp24 00000400:00000200:2.0:1767384411.407892:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp24 lpni_is_preferred = 0 00000400:00000200:2.0:1767384411.407896:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp24 00000020:00000010:1.0:1767384411.407896:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cdc7a2fc. 00000040:00000010:1.0:1767384411.407903:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ea8cef0. 00000400:00000200:2.0:1767384411.407907:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp24 NI seq info: [237:237:256:4294967295] 192.168.203.143@tcp24 LPNI seq info [197:197:8:4294967295] 00000020:00000010:1.0:1767384411.407907:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048248c7f. 00000020:00000010:1.0:1767384411.407913:0:40983:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004b70bacf. 00000020:00000010:1.0:1767384411.407917:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ba09940e. 00000400:00000200:2.0:1767384411.407935:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp24 80000000:00000010:1.0:1767384411.407935:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e3a63378. 40000000:00000010:1.0:1767384411.407942:0:40983:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003ebbd75c. 00100000:00000010:1.0:1767384411.407946:0:40983:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000be52e338. 00040000:00000010:1.0:1767384411.407951:0:40983:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004f46923b. 00040000:00000010:1.0:1767384411.407955:0:40983:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f2521d96. 00000400:00000200:2.0:1767384411.407956:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24:) -> 192.168.203.143@tcp24(192.168.203.143@tcp:192.168.203.143@tcp24) : PUT try# 0 00040000:00000010:1.0:1767384411.407959:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000c90b887. 00080000:00000010:1.0:1767384411.407964:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce60ad85. 00000800:00000200:2.0:1767384411.407967:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.143@tcp24 00080000:00000010:1.0:1767384411.407980:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003534e54a. 00000800:00000010:2.0:1767384411.407984:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009eee242b. 00000004:00000010:1.0:1767384411.407984:0:40983:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c69fd3c1. 00000004:00000010:1.0:1767384411.407986:0:40983:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000080c684d3. 00000004:00000010:1.0:1767384411.407990:0:40983:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e4acfb8d. 00002000:00000010:1.0:1767384411.407993:0:40983:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002f9510d6. 00000004:00000010:1.0:1767384411.407996:0:40983:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001844d0aa. 00000800:00000200:2.0:1767384411.407997:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000965a1346] -> 12345-192.168.203.143@tcp24 (6) 00000020:00000010:1.0:1767384411.408000:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b539efd. 10000000:00000010:1.0:1767384411.408005:0:40983:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a588c39f. 00000800:00000200:2.0:1767384411.408009:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp24 ip 192.168.203.143:988 10000000:00000010:1.0:1767384411.408011:0:40983:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009388ca1a. 00000800:00000200:2.0:1767384411.408016:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009eee242b type 1, nob 800 niov 1 nkiov 1 02000000:00000010:1.0:1767384411.408018:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f500888a. 00000100:00000010:1.0:1767384411.408027:0:40983:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000d4a0c784. 00000100:00000010:1.0:1767384411.408029:0:40983:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008089427c. 02000000:00000010:1.0:1767384411.408031:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f1c7bd2f. 00000100:00000010:1.0:1767384411.408032:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df4a7b6c. 00000400:00000200:2.0:1767384411.408038:0:16351:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384411.408043:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100571 rc 0 00000800:00000200:0.0:1767384411.408134:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384411.408138:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009eee242b. 00000400:00000200:0.0:1767384411.408142:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.408148:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: PUT: OK 00000400:00000200:0.0:1767384411.408151:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384411.408157:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.143@tcp: 0 00000400:00000200:2.0:1767384411.408163:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24) <- 192.168.203.143@tcp24 : PUT - for me 00000400:00000200:2.0:1767384411.408175:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384411.408183:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.143@tcp of length 688/704 into md 0x1f65 [1] + 0 00000400:00000010:2.0:1767384411.408187:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9140507. 00000400:00000200:2.0:1767384411.408192:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c88511a4 00000400:00000200:2.0:1767384411.408202:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.408207:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: PUT: OK 00000400:00000200:2.0:1767384411.408212:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c88511a4 00000400:00000010:2.0:1767384411.408214:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c88511a4. 00000400:00000200:2.0:1767384411.408218:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384411.408222:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (43) 00000400:00000200:2.0:1767384411.408227:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:2.0:1767384411.408230:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.143@tcp (704 bytes) 00000400:00000200:2.0:1767384411.408233:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384411.408248:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (44) 00000400:00000200:2.0:1767384411.408253:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384411.408259:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp24 to MR: 192.168.203.143@tcp24 local destination 00000400:00000200:2.0:1767384411.408267:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp24 NI seq info: [238:238:256:4294967295] 192.168.203.143@tcp24 LPNI seq info [198:198:8:4294967295] 00000400:00000200:2.0:1767384411.408283:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24:192.168.203.143@tcp24) -> 192.168.203.143@tcp24(192.168.203.143@tcp24:192.168.203.143@tcp24) 192.168.203.143@tcp24 : ACK try# 0 00000400:00000200:0.0:1767384411.408290:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384411.408291:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.143@tcp24 00000400:00000010:0.0:1767384411.408296:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000053d91079. 00000800:00000010:2.0:1767384411.408298:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9001c64. 00000400:00000010:0.0:1767384411.408302:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b642449. 00000800:00000200:2.0:1767384411.408306:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000965a1346] -> 12345-192.168.203.143@tcp24 (6) 00000400:00000010:0.0:1767384411.408307:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e52df106. 00000400:00000200:0.0:1767384411.408312:0:16351:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000053d91079 00000400:00000010:0.0:1767384411.408316:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000a6249c23. 00000800:00000200:2.0:1767384411.408317:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp24 ip 192.168.203.143:993 00000400:00000200:0.0:1767384411.408320:0:16351:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000800:00000200:2.0:1767384411.408323:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9001c64 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384411.408326:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x102471 00000400:00000200:0.0:1767384411.408331:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (43) 00000400:00000010:0.0:1767384411.408336:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000551ae80c. 00000400:00000010:0.0:1767384411.408338:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d4bbdd4. 00000400:00000010:0.0:1767384411.408342:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006ad782aa. 00000400:00000200:0.0:1767384411.408346:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000400:00000200:0.0:1767384411.408352:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 00000400:00000200:0.0:1767384411.408356:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 176], ns[49, 185] 00000400:00000200:0.0:1767384411.408361:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 49], ns[55, 49] 00000400:00000200:0.0:1767384411.408365:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 49], ns[66, 49] 00000400:00000200:0.0:1767384411.408368:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 49], ns[70, 49] 00000400:00000200:0.0:1767384411.408372:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 49], ns[81, 49] 00000400:00000200:0.0:1767384411.408376:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 49], ns[85, 49] 00000400:00000200:0.0:1767384411.408380:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 49], ns[103, 49] 00000400:00000200:0.0:1767384411.408384:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 49], ns[110, 49] 00000400:00000200:0.0:1767384411.408388:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 49], ns[125, 49] 00000400:00000200:0.0:1767384411.408391:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 49], ns[138, 49] 00000400:00000200:0.0:1767384411.408406:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 49], ns[142, 49] 00000400:00000200:0.0:1767384411.408409:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 49], ns[158, 49] 00000400:00000200:0.0:1767384411.408413:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 49], ns[166, 49] 00000400:00000200:0.0:1767384411.408418:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[172, 49], ns[181, 49] 00000400:00000200:0.0:1767384411.408422:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 49], ns[238, 49] 00000800:00000200:2.0:1767384411.408451:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384411.408455:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 49], ns[46, 49] 00000800:00000010:2.0:1767384411.408457:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9001c64. 00000400:00000200:0.0:1767384411.408462:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 46], ns[52, 46] 00000400:00000200:2.0:1767384411.408464:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.408467:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 46], ns[58, 46] 00000400:00000200:0.0:1767384411.408474:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 46], ns[62, 46] 00000400:00000200:2.0:1767384411.408476:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: ACK: OK 00000400:00000200:0.0:1767384411.408482:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 46], ns[78, 46] 00000400:00000200:0.0:1767384411.408486:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[194, 46], ns[234, 46] 00000400:00000200:0.0:1767384411.408489:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 46], ns[79, 46] 00000400:00000200:0.0:1767384411.408492:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 46], ns[93, 46] 00000400:00000200:0.0:1767384411.408495:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 46], ns[100, 46] 00000400:00000200:0.0:1767384411.408498:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 46], ns[136, 46] 00000400:00000200:0.0:1767384411.408501:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 46], ns[120, 46] 00000400:00000200:0.0:1767384411.408504:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[182, 46], ns[191, 46] 00000400:00000200:0.0:1767384411.408508:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[187, 46], ns[227, 46] 00000400:00000200:0.0:1767384411.408511:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[191, 46], ns[231, 46] 00000400:00000200:0.0:1767384411.408515:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 46], ns[145, 46] 00000400:00000200:0.0:1767384411.408518:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 46], ns[154, 46] 00000400:00000200:0.0:1767384411.408522:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 46], ns[150, 46] 00000400:00000200:0.0:1767384411.408525:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 46], ns[173, 46] 00000400:00000200:0.0:1767384411.408528:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 46], ns[233, 46] 00000400:00000200:0.0:1767384411.408531:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 46], ns[235, 46] 00000400:00000200:0.0:1767384411.408534:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[190, 46], ns[230, 46] 00000400:00000200:0.0:1767384411.408538:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 46], ns[178, 46] 00000400:00000200:0.0:1767384411.408541:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[192, 46], ns[232, 46] 00000400:00000200:0.0:1767384411.408543:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 46], ns[193, 46] 00000400:00000200:0.0:1767384411.408547:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[196, 46], ns[236, 46] 00000400:00000200:0.0:1767384411.408550:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:0.0:1767384411.408554:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp25 00000400:00000200:0.0:1767384411.408556:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp25 lpni_is_preferred = 0 00000400:00000200:0.0:1767384411.408558:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp25 00000400:00000200:0.0:1767384411.408561:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp25 NI seq info: [239:239:256:4294967295] 192.168.203.143@tcp25 LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1767384411.408565:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp25 00000400:00000200:0.0:1767384411.408570:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25:) -> 192.168.203.143@tcp25(192.168.203.143@tcp:192.168.203.143@tcp25) : GET try# 0 00000800:00000200:0.0:1767384411.408574:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp25 00000800:00000010:0.0:1767384411.408577:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dc743441. 00000800:00000200:0.0:1767384411.408582:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (6) 00000800:00000200:0.0:1767384411.408587:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp25 ip 192.168.203.143:988 00000800:00000200:0.0:1767384411.408590:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc743441 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384411.408596:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384411.408603:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp24(192.168.203.143@tcp24) <- 192.168.203.143@tcp24 : ACK - for me 00000400:00000200:0.0:1767384411.408603:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100671 rc 0 00000400:00000200:2.0:1767384411.408620:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.143@tcp24: ACK from 12345-192.168.203.143@tcp24 into md 0x2ab9 00000400:00000200:2.0:1767384411.408625:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.408629:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp24->192.168.203.143@tcp24: ACK: OK 00000400:00000200:2.0:1767384411.408633:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:2.0:1767384411.408635:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000400:00000200:2.0:1767384411.408639:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384411.408642:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.143@tcp ev->status 0 00000400:00000200:2.0:1767384411.408646:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384411.408658:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (44) 00000400:00000200:0.0:1767384411.408670:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384411.408675:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 00000400:00000200:0.0:1767384411.408677:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (43) 00000400:00000010:0.0:1767384411.408681:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000000f7355f5. 00000400:00000010:0.0:1767384411.408684:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d46456. 00000400:00000010:0.0:1767384411.408690:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b669efa9. 00000400:00000200:0.0:1767384411.408694:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp 00000800:00000200:2.0:1767384411.408699:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384411.408699:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.143@tcp local destination 10000000:00000010:1.0:1767384411.408702:0:40983:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000003fed5787. 00000800:00000010:2.0:1767384411.408705:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dc743441. 00000400:00000200:0.0:1767384411.408707:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[49, 176], ns[49, 185] 00000400:00000200:2.0:1767384411.408713:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.408714:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[55, 49], ns[55, 49] 00000400:00000200:0.0:1767384411.408722:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 49], ns[66, 49] 00000400:00000200:2.0:1767384411.408725:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp25->192.168.203.143@tcp25: GET: OK 00000400:00000200:0.0:1767384411.408730:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 49], ns[70, 49] 00000400:00000200:0.0:1767384411.408735:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 49], ns[81, 49] 00000400:00000200:0.0:1767384411.408739:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 49], ns[85, 49] 00000400:00000200:0.0:1767384411.408742:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[97, 49], ns[103, 49] 00000400:00000200:0.0:1767384411.408745:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 49], ns[110, 49] 00000400:00000200:0.0:1767384411.408747:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 49], ns[125, 49] 00000100:00000010:1.0:1767384411.408750:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df4a7b6c. 00000400:00000200:0.0:1767384411.408751:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 49], ns[138, 49] 00000400:00000200:0.0:1767384411.408758:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 49], ns[142, 49] 00000400:00000200:0.0:1767384411.408761:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 49], ns[158, 49] 02000000:00000010:1.0:1767384411.408763:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cab7601d. 00000400:00000200:0.0:1767384411.408765:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 49], ns[166, 49] 00000400:00000200:0.0:1767384411.408770:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[172, 49], ns[181, 49] 00000400:00000200:0.0:1767384411.408773:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 49], ns[238, 49] 00010000:00000010:1.0:1767384411.408774:0:40983:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002d44e8e6. 00000400:00000200:0.0:1767384411.408779:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[199, 49], ns[239, 49] 00010000:00000010:1.0:1767384411.408783:0:40983:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006c222b34. 00000400:00000200:0.0:1767384411.408783:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 49], ns[52, 49] 00000400:00000200:0.0:1767384411.408791:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 49], ns[58, 49] 00000100:00000010:1.0:1767384411.408795:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8bef9b7. 00000400:00000200:0.0:1767384411.408795:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 49], ns[62, 49] 00000400:00000200:0.0:1767384411.408801:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 49], ns[78, 49] 00000400:00000200:0.0:1767384411.408804:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[194, 49], ns[234, 49] 02000000:00000010:1.0:1767384411.408806:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008089427c. 00000400:00000200:0.0:1767384411.408807:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 49], ns[79, 49] 00000400:00000010:1.0:1767384411.408813:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e493bb7e. 00000400:00000200:0.0:1767384411.408813:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[91, 49], ns[93, 49] 00000400:00000200:0.0:1767384411.408819:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 49], ns[100, 49] 00000400:00000010:1.0:1767384411.408820:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000400:00000200:0.0:1767384411.408823:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 49], ns[136, 49] 00000100:00000200:1.0:1767384411.408827:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746162176, portal 25 00000400:00000200:0.0:1767384411.408828:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 49], ns[120, 49] 00000400:00000010:1.0:1767384411.408834:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000400:00000200:0.0:1767384411.408834:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[182, 49], ns[191, 49] 00000100:00000200:1.0:1767384411.408839:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746162176, offset 0 00000400:00000200:0.0:1767384411.408843:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[187, 49], ns[227, 49] 00000400:00000200:1.0:1767384411.408849:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.408850:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[191, 49], ns[231, 49] 00000400:00000200:0.0:1767384411.408856:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 49], ns[145, 49] 00000400:00000200:0.0:1767384411.408859:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 49], ns[154, 49] 00000400:00000200:0.0:1767384411.408862:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 49], ns[150, 49] 00000400:00000200:0.0:1767384411.408865:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 49], ns[173, 49] 00000400:00000200:0.0:1767384411.408867:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 49], ns[233, 49] 00000400:00000200:0.0:1767384411.408870:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 49], ns[235, 49] 00000400:00000200:0.0:1767384411.408872:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[190, 49], ns[230, 49] 00000400:00000200:0.0:1767384411.408875:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 49], ns[178, 49] 00000400:00000200:0.0:1767384411.408878:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[192, 49], ns[232, 49] 00000400:00000200:0.0:1767384411.408881:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 49], ns[193, 49] 00000400:00000200:0.0:1767384411.408884:0:16351:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[196, 49], ns[236, 49] 00000400:00000200:0.0:1767384411.408888:0:16351:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:0.0:1767384411.408891:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp10 00000400:00000200:0.0:1767384411.408894:0:16351:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.143@tcp10 lpni_is_preferred = 0 00000400:00000200:0.0:1767384411.408897:0:16351:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.143@tcp10 00000400:00000200:0.0:1767384411.408900:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp10 NI seq info: [240:240:256:4294967295] 192.168.203.143@tcp10 LPNI seq info [200:200:8:4294967295] 00000400:00000200:0.0:1767384411.408905:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp10 00000400:00000200:0.0:1767384411.408912:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10:) -> 192.168.203.143@tcp10(192.168.203.143@tcp:192.168.203.143@tcp10) : GET try# 0 00000800:00000200:0.0:1767384411.408930:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp10 00000400:00000200:2.0:1767384411.408931:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384411.408931:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384411.408937:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000509dcf88. 00000400:00000200:2.0:1767384411.408940:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000400:00000200:1.0:1767384411.408945:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df09000 00000800:00000200:0.0:1767384411.408949:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (6) 00000400:00000200:1.0:1767384411.408954:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2201 [2] + 0 00000400:00000010:1.0:1767384411.408958:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000071af7e9. 00000800:00000200:0.0:1767384411.408963:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp10 ip 192.168.203.143:988 00000400:00000200:1.0:1767384411.408964:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c86d7427 00000400:00000200:2.0:1767384411.408968:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25) <- 192.168.203.143@tcp25 : GET - for me 00000800:00000200:0.0:1767384411.408970:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000509dcf88 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384411.408971:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.408979:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384411.408982:0:16351:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.143@tcp 00000400:00000200:2.0:1767384411.408983:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384411.408988:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c86d7427 00000400:00000200:0.0:1767384411.408989:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100271 rc 0 00000400:00000010:1.0:1767384411.408992:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c86d7427. 00000100:00000200:1.0:1767384411.408997:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384411.409002:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 704/704 into md 0x1fc1 [1] + 0 00000400:00000200:1.0:1767384411.409007:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000400:00000010:1.0:1767384411.409010:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000400:00000200:2.0:1767384411.409015:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp25 to MR: 192.168.203.143@tcp25 local destination 00000100:00000200:1.0:1767384411.409018:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df4a7b6c x1853236746162176/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.409020:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.409026:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000400:00000200:2.0:1767384411.409029:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp25 NI seq info: [241:241:256:4294967295] 192.168.203.143@tcp25 LPNI seq info [201:201:8:4294967295] 00000020:00000010:0.0:1767384411.409032:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db7b044c. 00000020:00000010:0.0:1767384411.409038:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.409043:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000400:00000200:2.0:1767384411.409055:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25:192.168.203.143@tcp25) -> 192.168.203.143@tcp25(192.168.203.143@tcp25:192.168.203.143@tcp25) 192.168.203.143@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384411.409062:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.143@tcp25 00000800:00000010:2.0:1767384411.409066:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9001c64. 00000020:00000010:0.0:1767384411.409070:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000800:00000200:2.0:1767384411.409075:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071733232] -> 12345-192.168.203.143@tcp25 (6) 00000020:00000010:0.0:1767384411.409076:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000100:00000200:0.0:1767384411.409081:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746162176 00000800:00000200:2.0:1767384411.409087:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp25 ip 192.168.203.143:991 00010000:00000010:0.0:1767384411.409091:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b574d7cb. 00000800:00000200:2.0:1767384411.409092:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9001c64 type 3, nob 800 niov 1 nkiov 1 00010000:00000010:0.0:1767384411.409098:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073ba82d9. 02000000:00000010:0.0:1767384411.409106:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e3ac3fc5. 00010000:00000200:0.0:1767384411.409113:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000014a527c4 x1853236746162176/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 328/344 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.409123:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000013c0891. 00000100:00000200:0.0:1767384411.409126:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746162176, offset 224 00000800:00000200:2.0:1767384411.409130:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384411.409131:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384411.409133:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000509dcf88. 00000400:00000200:2.0:1767384411.409138:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.409139:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384411.409145:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp10->192.168.203.143@tcp10: GET: OK 00000400:00000200:0.0:1767384411.409149:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df09000 00000400:00000200:2.0:1767384411.409151:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384411.409154:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ac9 [1] + 224 00000400:00000200:2.0:1767384411.409157:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.143@tcp: 0 00000400:00000200:0.0:1767384411.409160:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.409164:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.409169:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df4a7b6c x1853236746162176/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.409184:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013c0891 00000400:00000010:0.0:1767384411.409186:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000013c0891. 00000020:00000010:0.0:1767384411.409197:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1c421ef. 00000400:00000010:1.0:1767384411.409198:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e493bb7e. 00000020:00000010:0.0:1767384411.409199:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000800:00000200:2.0:1767384411.409203:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384411.409204:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000020:00000010:0.0:1767384411.409205:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db7b044c. 00000800:00000010:2.0:1767384411.409207:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9001c64. 00000400:00000010:1.0:1767384411.409209:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000400:00000200:2.0:1767384411.409212:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384411.409212:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e3ac3fc5. 00000100:00000200:1.0:1767384411.409218:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df4a7b6c x1853236746162176/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384411.409219:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384411.409221:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp25->192.168.203.143@tcp25: REPLY: OK 00000400:00000010:0.0:1767384411.409226:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e46ce38. 00000400:00000010:0.0:1767384411.409232:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3f6a4cf. 00000100:00000200:1.0:1767384411.409236:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df4a7b6c x1853236746162176/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384411.409249:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10) <- 192.168.203.143@tcp10 : GET - for me 00000100:00000010:1.0:1767384411.409252:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8bef9b7. 00000400:00000200:2.0:1767384411.409260:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 704 into portal 0 MB=0x8000000000000000 02000000:00000010:1.0:1767384411.409262:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008089427c. 02000000:00000010:1.0:1767384411.409267:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cab7601d. 00000400:00000200:2.0:1767384411.409270:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 704/704 into md 0x1fc1 [1] + 0 00000100:00000010:1.0:1767384411.409271:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df4a7b6c. 10000000:00000010:1.0:1767384411.409279:0:40983:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000003707a4e. 00000020:00000010:1.0:1767384411.409283:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cab7601d. 00000400:00000200:2.0:1767384411.409284:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp10 to MR: 192.168.203.143@tcp10 local destination 00000020:00000010:1.0:1767384411.409288:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001526df59. 00000040:00000010:1.0:1767384411.409292:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000089f34ea. 00000400:00000200:2.0:1767384411.409293:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp10 NI seq info: [242:242:256:4294967295] 192.168.203.143@tcp10 LPNI seq info [202:202:8:4294967295] 00000020:00000010:1.0:1767384411.409296:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003fed5787. 00000020:00000010:1.0:1767384411.409301:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e79a2e36. 80000000:00000010:1.0:1767384411.409305:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3a63378. 00040000:00000010:1.0:1767384411.409310:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f1c7bd2f. 00000400:00000200:2.0:1767384411.409314:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10:192.168.203.143@tcp10) -> 192.168.203.143@tcp10(192.168.203.143@tcp10:192.168.203.143@tcp10) 192.168.203.143@tcp10 : REPLY try# 0 00080000:00000010:1.0:1767384411.409315:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003534e54a. 00080000:00000010:1.0:1767384411.409320:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce60ad85. 00000800:00000200:2.0:1767384411.409325:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.143@tcp10 20000000:00000010:1.0:1767384411.409326:0:40983:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000006b539efd. 00000800:00000010:2.0:1767384411.409331:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9001c64. 00000040:00000010:1.0:1767384411.409333:0:40983:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000c90b887. 00000100:00000010:1.0:1767384411.409339:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df4a7b6c. 00000800:00000200:2.0:1767384411.409340:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a7b475] -> 12345-192.168.203.143@tcp10 (6) 02000000:00000010:1.0:1767384411.409345:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba09940e. 00000800:00000200:2.0:1767384411.409350:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp10 ip 192.168.203.143:1021 00000100:00000010:1.0:1767384411.409353:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8bef9b7. 00000800:00000200:2.0:1767384411.409356:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9001c64 type 3, nob 800 niov 1 nkiov 1 02000000:00000010:1.0:1767384411.409361:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ea8cef0. 00000400:00000010:1.0:1767384411.409364:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e493bb7e. 00000400:00000010:1.0:1767384411.409368:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.409370:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746162304, portal 25 00000400:00000010:1.0:1767384411.409373:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.409376:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236746162304, offset 0 00000400:00000200:1.0:1767384411.409380:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.409385:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.409391:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824df09080 00000400:00000200:1.0:1767384411.409394:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2205 [2] + 0 00000400:00000010:1.0:1767384411.409397:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006593aed3. 00000400:00000200:1.0:1767384411.409400:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000090d0f01d 00000400:00000200:1.0:1767384411.409403:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.409407:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384411.409411:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090d0f01d 00000400:00000010:1.0:1767384411.409413:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090d0f01d. 00000800:00000200:2.0:1767384411.409414:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384411.409418:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:2.0:1767384411.409419:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9001c64. 00000400:00000200:2.0:1767384411.409452:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.409459:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp10->192.168.203.143@tcp10: REPLY: OK 00000400:00000200:2.0:1767384411.409481:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp25(192.168.203.143@tcp25) <- 192.168.203.143@tcp25 : REPLY - for me 00000400:00000200:2.0:1767384411.409492:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp25: Reply from 12345-192.168.203.143@tcp25 of length 704/704 into md 0x2ac1 00000400:00000200:2.0:1767384411.409503:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.409508:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp25->192.168.203.143@tcp25: REPLY: OK 00000400:00000200:2.0:1767384411.409512:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d4bbdd4 00000400:00000010:2.0:1767384411.409515:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d4bbdd4. 00000400:00000200:2.0:1767384411.409520:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384411.409524:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000400:00000200:2.0:1767384411.409528:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:2.0:1767384411.409532:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 42. state = 0x100271 00000400:00000200:2.0:1767384411.409538:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000400:00000200:2.0:1767384411.409552:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (44) 00000400:00000200:1.0:1767384411.409570:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000400:00000200:0.0:1767384411.409572:0:16351:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384411.409577:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp10(192.168.203.143@tcp10) <- 192.168.203.143@tcp10 : REPLY - for me 00000400:00000010:1.0:1767384411.409577:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000400:00000200:0.0:1767384411.409581:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1000f1 00000100:00000200:1.0:1767384411.409590:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df4a7b6c x1853236746162304/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.409591:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000e3ac3fc5. 00000400:00000010:0.0:1767384411.409597:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 0000000028a59474. 00000400:00000200:2.0:1767384411.409600:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp10: Reply from 12345-192.168.203.143@tcp10 of length 704/704 into md 0x2ac5 00000400:00000010:0.0:1767384411.409602:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 0000000078af1c48. 00000400:00000200:2.0:1767384411.409616:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.409624:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp10->192.168.203.143@tcp10: REPLY: OK 00000400:00000200:2.0:1767384411.409628:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d46456 00000400:00000010:2.0:1767384411.409631:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d46456. 00000400:00000200:0.0:1767384411.409631:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp30(000000009875eaed) status changed from 0xdeadface to 0x15aac0de 00000020:00000010:1.0:1767384411.409635:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000099511841. 00000400:00000200:2.0:1767384411.409638:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384411.409642:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp36(000000007b9dc6d6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384411.409644:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.143@tcp has discovery enabled 00000020:00000010:1.0:1767384411.409648:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d057a3b1. 00000400:00000200:2.0:1767384411.409649:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.143@tcp(00000000987d81c6) is MR 00000400:00000200:0.0:1767384411.409652:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp37(000000008f4c244b) status changed from 0xdeadface to 0x15aac0de 00000020:00000010:1.0:1767384411.409656:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d057a3b1. 00000400:00000200:2.0:1767384411.409657:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.143@tcp data present 42. state = 0x100171 00000400:00000200:0.0:1767384411.409660:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp38(00000000f5599bac) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384411.409666:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.143@tcp (00000000987d81c6): -114 00000020:00000010:1.0:1767384411.409666:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdc7a2fc. 00000400:00000200:0.0:1767384411.409670:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp43(00000000acc0a7f5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384411.409672:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (43) 00000020:00000010:1.0:1767384411.409675:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a588c39f. 00000400:00000200:0.0:1767384411.409677:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp44(00000000959855df) status changed from 0xdeadface to 0x15aac0de 00000020:00000010:1.0:1767384411.409683:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000057c531fa. 00000400:00000200:0.0:1767384411.409684:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp45(0000000015cf33b6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384411.409692:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp47(0000000069a499a9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384411.409698:0:16351:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.143@tcp49(000000004a8e4d1c) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384411.409703:0:16351:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000db7b044c. 00000400:00000200:0.0:1767384411.409708:0:16351:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000db7b044c nid 192.168.203.143@tcp50 00000400:00000010:0.0:1767384411.409711:0:16351:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000832c841. 00000400:00000200:0.0:1767384411.409713:0:16351:0:(peer.c:204:lnet_peer_net_alloc()) 000000000832c841 net tcp50 00000400:00000200:0.0:1767384411.409715:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (42) 00000020:00000010:1.0:1767384411.409717:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d057a3b1. 00000400:00000200:0.0:1767384411.409722:0:16351:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp50 flags 0x11 00000020:00000010:1.0:1767384411.409724:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d057a3b1. 00000400:00000010:0.0:1767384411.409726:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000e3ac3fc5. 00000100:00000200:1.0:1767384411.409730:0:40992:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746162304 00000400:00000010:0.0:1767384411.409731:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 0000000028a59474. 00000400:00000010:0.0:1767384411.409736:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 0000000078af1c48. 00000400:00000010:0.0:1767384411.409737:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000551ae80c. 00000400:00000200:0.0:1767384411.409739:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384411.409741:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x1001f1 02000000:00000010:1.0:1767384411.409743:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008089427c. 00000400:00000200:0.0:1767384411.409744:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1001f1 rc 1 00000400:00000200:0.0:1767384411.409750:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x1001f1 00000040:00000010:1.0:1767384411.409754:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f79065dc. 00000400:00000010:0.0:1767384411.409754:0:16351:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000551ae80c. 00000400:00000010:0.0:1767384411.409760:0:16351:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 0000000028a59474. 00000400:00000010:0.0:1767384411.409762:0:16351:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 0000000078af1c48. 00000400:00000010:0.0:1767384411.409782:0:16351:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000551ae80c. 00000400:00000010:0.0:1767384411.409784:0:16351:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 0000000028a59474. 00000400:00000010:0.0:1767384411.409785:0:16351:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 0000000078af1c48. 00000400:00000010:0.0:1767384411.409786:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000000f7355f5. 00000400:00000200:0.0:1767384411.409788:0:16351:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.143@tcp (00000000987d81c6): 0 00000400:00000200:0.0:1767384411.409789:0:16351:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.143@tcp(00000000987d81c6): 0. state = 0x100171 00000400:00000200:0.0:1767384411.409792:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 rc 1 00000040:00000010:1.0:1767384411.409795:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000005efaf17b. 00000400:00000200:0.0:1767384411.409795:0:16351:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100171 00000400:00000200:0.0:1767384411.409800:0:16351:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.143@tcp 00000400:00000200:0.0:1767384411.409802:0:16351:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.143@tcp(00000000987d81c6) state 0x100111 rc 0 00000020:00000010:1.0:1767384411.409805:0:40992:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004f46923b. 00000400:00000200:0.0:1767384411.409805:0:16351:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.143@tcp (00000000987d81c6) 00000400:00000200:0.0:1767384411.409809:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (43) 00080000:00000010:1.0:1767384411.409815:0:40992:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000491e3259. 00000040:00000010:1.0:1767384411.409832:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000005efaf17b. 00000040:00000010:1.0:1767384411.409836:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f79065dc. 00010000:00000200:1.0:1767384411.409844:0:40992:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbb215ac x1853236746162304/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 504/272 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384411.409857:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.409861:0:40992:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236746162304, offset 224 00000400:00000200:1.0:1767384411.409867:0:40992:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.409876:0:40992:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.409882:0:40992:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824df09080 00000400:00000200:1.0:1767384411.409887:0:40992:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ad9 [1] + 224 00000400:00000200:1.0:1767384411.409892:0:40992:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.409897:0:40992:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384411.409903:0:40992:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df4a7b6c x1853236746162304/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384411.409939:0:40992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000400:00000010:1.0:1767384411.409941:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000020:00000010:1.0:1767384411.409952:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a588c39f. 00000020:00000010:1.0:1767384411.409956:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000057c531fa. 00000020:00000010:1.0:1767384411.409959:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdc7a2fc. 02000000:00000010:1.0:1767384411.409963:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008089427c. 00000100:00000200:1.0:1767384411.409968:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384411.409972:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087f5cea6. 00000400:00000010:1.0:1767384411.409977:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000847b92fc. 00000400:00000010:1.0:1767384411.410005:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e493bb7e. 00000400:00000200:1.0:1767384411.410008:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.410011:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.410016:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df4a7b6c x1853236746162304/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384411.410024:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df4a7b6c x1853236746162304/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.410037:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8bef9b7. 02000000:00000010:1.0:1767384411.410043:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ea8cef0. 02000000:00000010:1.0:1767384411.410046:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ba09940e. 00000100:00000010:1.0:1767384411.410049:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df4a7b6c. 00000040:00000010:1.0:1767384411.410056:0:40983:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b6ef9d78. 00000100:00000010:1.0:1767384411.410059:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df4a7b6c. 02000000:00000010:1.0:1767384411.410064:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f79065dc. 00000100:00000010:1.0:1767384411.410070:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8bef9b7. 02000000:00000010:1.0:1767384411.410087:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000031711129. 00000400:00000010:1.0:1767384411.410091:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e493bb7e. 00000400:00000010:1.0:1767384411.410095:0:40983:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001db06431. 00000100:00000200:1.0:1767384411.410098:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236746162432, portal 25 00000400:00000010:1.0:1767384411.410101:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.410103:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236746162432, offset 0 00000400:00000200:1.0:1767384411.410107:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.410113:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.410119:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824df09100 00000400:00000200:1.0:1767384411.410123:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2209 [2] + 0 00000400:00000010:1.0:1767384411.410126:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aba7b743. 00000400:00000200:1.0:1767384411.410128:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003531028c 00000400:00000200:1.0:1767384411.410131:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.410134:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384411.410136:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003531028c 00000400:00000010:1.0:1767384411.410138:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003531028c. 00000100:00000200:1.0:1767384411.410141:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384411.410158:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.410161:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.410166:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df4a7b6c x1853236746162432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.410189:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.410193:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.410197:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000852c7693. 00000020:00000010:0.0:1767384411.410199:0:40991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.410201:0:40991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.410216:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.410218:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000100:00000200:0.0:1767384411.410220:0:40991:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746162432 02000000:00000010:0.0:1767384411.410234:0:40991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004ffe9b5c. 00000040:00000010:0.0:1767384411.410238:0:40991:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000826eef91. 00000040:00000010:0.0:1767384411.410245:0:40991:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ce051981. 00000040:00000010:0.0:1767384411.410251:0:40991:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ce051981. 00000040:00000010:0.0:1767384411.410253:0:40991:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000826eef91. 00010000:00000200:0.0:1767384411.410258:0:40991:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000808124b8 x1853236746162432/t0(0) o503->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 272/8416 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.410267:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000016b0b7c. 00000100:00000200:0.0:1767384411.410269:0:40991:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236746162432, offset 224 00000400:00000200:0.0:1767384411.410274:0:40991:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.410279:0:40991:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.410283:0:40991:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824df09100 00000400:00000200:0.0:1767384411.410287:0:40991:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ae9 [4] + 224 00000400:00000200:0.0:1767384411.410291:0:40991:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.410293:0:40991:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.410297:0:40991:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df4a7b6c x1853236746162432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.410312:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000016b0b7c 00000400:00000010:0.0:1767384411.410313:0:40991:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000016b0b7c. 00000020:00000010:0.0:1767384411.410321:0:40991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.410324:0:40991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.410327:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000852c7693. 02000000:00000010:0.0:1767384411.410330:0:40991:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004ffe9b5c. 00000400:00000010:1.0:1767384411.410339:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e493bb7e. 00000100:00000200:0.0:1767384411.410340:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384411.410347:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001db06431 00000400:00000010:0.0:1767384411.410347:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009010e47. 00000400:00000010:1.0:1767384411.410353:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001db06431. 00000400:00000010:0.0:1767384411.410360:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000016b0b7c. 00000100:00000200:1.0:1767384411.410361:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df4a7b6c x1853236746162432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384411.410372:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df4a7b6c x1853236746162432/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.410389:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8bef9b7. 02000000:00000010:1.0:1767384411.410397:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000031711129. 02000000:00000010:1.0:1767384411.410407:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f79065dc. 00000100:00000010:1.0:1767384411.410412:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df4a7b6c. 00000040:00000010:1.0:1767384411.410418:0:40983:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000051e99516. 00000020:00000010:1.0:1767384411.410608:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f79065dc. 00000020:00000010:1.0:1767384411.410614:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af8cad56. 00000040:00000010:1.0:1767384411.410619:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d9ad647d. 00000020:00000010:1.0:1767384411.410622:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e4acfb8d. 00000020:00000010:1.0:1767384411.410625:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b70bacf. 00000020:00000010:1.0:1767384411.410629:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e00b8699. 80000000:00000010:1.0:1767384411.410632:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4495f4b. 40000000:00000010:1.0:1767384411.410637:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006e1062ab. 00100000:00000010:1.0:1767384411.410640:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c69fd3c1. 00040000:00000010:1.0:1767384411.410644:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b635ea3. 00040000:00000010:1.0:1767384411.410647:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f2521d96. 00040000:00000010:1.0:1767384411.410650:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ba09940e. 00080000:00000010:1.0:1767384411.410665:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004c7ae64a. 00080000:00000010:1.0:1767384411.410670:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001febc581. 00000004:00000010:1.0:1767384411.410675:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000be52e338. 00000004:00000010:1.0:1767384411.410678:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000080c684d3. 00000004:00000010:1.0:1767384411.410681:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000048248c7f. 00002000:00000010:1.0:1767384411.410685:0:41019:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008089427c. 00000004:00000010:1.0:1767384411.410688:0:41019:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001844d0aa. 00000020:00000010:1.0:1767384411.410692:0:41019:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004b0ffd24. 00000040:00000010:1.0:1767384411.410698:0:41019:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000798a47a0. 00000040:00000010:1.0:1767384411.411112:0:41019:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000798a47a0. 00000020:00000010:1.0:1767384411.411118:0:41019:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004b0ffd24. 00000020:00000010:1.0:1767384411.411122:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000af8cad56. 00000040:00000010:1.0:1767384411.411125:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d9ad647d. 00000020:00000010:1.0:1767384411.411127:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e4acfb8d. 00000020:00000010:1.0:1767384411.411129:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004b70bacf. 00000020:00000010:1.0:1767384411.411132:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e00b8699. 80000000:00000010:1.0:1767384411.411133:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4495f4b. 40000000:00000010:1.0:1767384411.411136:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006e1062ab. 00100000:00000010:1.0:1767384411.411138:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c69fd3c1. 00040000:00000010:1.0:1767384411.411140:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b635ea3. 00040000:00000010:1.0:1767384411.411142:0:41019:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f2521d96. 00040000:00000010:1.0:1767384411.411143:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ba09940e. 00080000:00000010:1.0:1767384411.411145:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001febc581. 00080000:00000010:1.0:1767384411.411147:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004c7ae64a. 00000004:00000010:1.0:1767384411.411150:0:41019:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000be52e338. 00000004:00000010:1.0:1767384411.411151:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000080c684d3. 00000004:00000010:1.0:1767384411.411153:0:41019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000048248c7f. 00002000:00000010:1.0:1767384411.411155:0:41019:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008089427c. 00000004:00000010:1.0:1767384411.411156:0:41019:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001844d0aa. 00000020:00000010:1.0:1767384411.411158:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f79065dc. 00000040:00000010:2.0:1767384411.411190:0:40983:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000051e99516. 00000040:00000010:2.0:1767384411.411200:0:40983:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b6ef9d78. 00000040:00000010:2.0:1767384411.411205:0:40983:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000c90b887. 00000020:00000010:2.0:1767384411.411210:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001526df59. 00000040:00000010:2.0:1767384411.411215:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000089f34ea. 00000020:00000010:2.0:1767384411.411217:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003fed5787. 00000020:00000010:2.0:1767384411.411220:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e79a2e36. 80000000:00000010:2.0:1767384411.411223:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e3a63378. 00040000:00000010:2.0:1767384411.411226:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f1c7bd2f. 00080000:00000010:2.0:1767384411.411230:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce60ad85. 00080000:00000010:2.0:1767384411.411233:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003534e54a. 20000000:00000010:2.0:1767384411.411235:0:40983:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000006b539efd. 00000020:00000010:2.0:1767384411.411236:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cab7601d. 10000000:00000010:2.0:1767384411.411238:0:40983:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000003707a4e. 00000020:00000010:2.0:1767384411.411253:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba860f2a. 00000040:00000010:2.0:1767384411.411256:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000066a5353d. 00000020:00000010:2.0:1767384411.411258:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000079218e53. 00000020:00000010:2.0:1767384411.411261:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d67ae934. 00040000:00000010:2.0:1767384411.411263:0:40983:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007c2c2000. 00040000:00000010:2.0:1767384411.411266:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004f6569ef. 00080000:00000010:2.0:1767384411.411268:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000fb89406. 00080000:00000010:2.0:1767384411.411270:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000007a19ffb. 00000020:00000010:2.0:1767384411.411272:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074a7ea17. 00000020:00000010:2.0:1767384411.411274:0:40983:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000a707efeb. 00000020:00000010:2.0:1767384411.411276:0:40983:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000003f0e55e0. 00000020:00000010:2.0:1767384411.411283:0:40983:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000e541547b. 00000020:00000010:2.0:1767384411.411286:0:40983:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 00000000114d456a. 00000020:00000010:2.0:1767384411.411289:0:40983:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000035be4704. 00000020:00000010:2.0:1767384411.411293:0:40983:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000d46d560c. 00000020:00000010:2.0:1767384411.411297:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8f8f0cc. 00000020:00000010:2.0:1767384411.411299:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f82a27f9. 00000040:00000010:2.0:1767384411.411302:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000074a7ea17. 00000020:00000010:2.0:1767384411.411306:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a84a6d6. 00000020:00000010:2.0:1767384411.411309:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000356f2de5. 00040000:00000010:2.0:1767384411.411312:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a9001c64. 00040000:00000010:2.0:1767384411.411315:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f6569ef. 00080000:00000010:2.0:1767384411.411319:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000028296c4d. 00080000:00000010:2.0:1767384411.411324:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004c955304. 10000000:00000010:2.0:1767384411.411332:0:40983:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000066a5353d. 00000100:00000010:2.0:1767384411.411338:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022ab5aca. 02000000:00000010:2.0:1767384411.411344:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba860f2a. 00010000:00000010:2.0:1767384411.411350:0:40983:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc189498. 00000100:00000010:2.0:1767384411.411357:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a555832. 02000000:00000010:2.0:1767384411.411363:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f9d17171. 00000400:00000010:2.0:1767384411.411367:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c0547b8. 00000400:00000010:2.0:1767384411.411371:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000100:00000200:2.0:1767384411.411373:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746162560, portal 25 00000400:00000010:2.0:1767384411.411377:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ed918. 00000100:00000200:2.0:1767384411.411379:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236746162560, offset 0 00000400:00000200:2.0:1767384411.411383:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384411.411388:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384411.411393:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824df09180 00000400:00000200:2.0:1767384411.411397:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x220d [2] + 0 00000400:00000010:2.0:1767384411.411399:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb49037e. 00000400:00000200:2.0:1767384411.411401:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c964edb9 00000400:00000200:2.0:1767384411.411403:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.411405:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384411.411407:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c964edb9 00000400:00000010:2.0:1767384411.411408:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c964edb9. 00000100:00000200:2.0:1767384411.411410:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384411.411422:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ed918 00000400:00000010:2.0:1767384411.411451:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ed918. 00000100:00000200:2.0:1767384411.411455:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022ab5aca x1853236746162560/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.411458:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.411463:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.411469:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000852c7693. 00000020:00000010:0.0:1767384411.411473:0:40991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.411476:0:40991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.411499:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.411501:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000100:00000200:0.0:1767384411.411504:0:40991:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746162560 00010000:00000010:0.0:1767384411.411514:0:40991:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003422c6bd. 02000000:00000010:0.0:1767384411.411520:0:40991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000f7355f5. 00010000:00000200:0.0:1767384411.411528:0:40991:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000edb88d0 x1853236746162560/t0(0) o101->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 328/344 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.411538:0:40991:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000013c0891. 00000100:00000200:0.0:1767384411.411540:0:40991:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236746162560, offset 224 00000400:00000200:0.0:1767384411.411545:0:40991:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.411549:0:40991:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.411554:0:40991:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824df09180 00000400:00000200:0.0:1767384411.411558:0:40991:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2af9 [1] + 224 00000400:00000200:0.0:1767384411.411561:0:40991:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.411564:0:40991:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.411567:0:40991:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022ab5aca x1853236746162560/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.411583:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013c0891 00000400:00000010:0.0:1767384411.411584:0:40991:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000013c0891. 00000020:00000010:0.0:1767384411.411591:0:40991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.411593:0:40991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.411596:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000852c7693. 02000000:00000010:0.0:1767384411.411600:0:40991:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000f7355f5. 00000400:00000010:2.0:1767384411.411601:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c0547b8. 00000100:00000200:0.0:1767384411.411603:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384411.411605:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:2.0:1767384411.411608:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000400:00000010:0.0:1767384411.411608:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fee8992e. 00000100:00000200:2.0:1767384411.411615:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022ab5aca x1853236746162560/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.411616:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a027b87. 00000100:00000200:2.0:1767384411.411626:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022ab5aca x1853236746162560/t0(0) o101->MGC192.168.203.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384411.411639:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a555832. 02000000:00000010:2.0:1767384411.411647:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f9d17171. 02000000:00000010:2.0:1767384411.411649:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ba860f2a. 00000100:00000010:2.0:1767384411.411651:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022ab5aca. 10000000:00000010:2.0:1767384411.411655:0:40983:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000016c0d178. 00000020:00000010:2.0:1767384411.411658:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba860f2a. 00000020:00000010:2.0:1767384411.411661:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cab7601d. 00000040:00000010:2.0:1767384411.411664:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e79a2e36. 00000020:00000010:2.0:1767384411.411668:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000afe65e1. 00000020:00000010:2.0:1767384411.411670:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000089f34ea. 80000000:00000010:2.0:1767384411.411672:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000050ca3967. 00040000:00000010:2.0:1767384411.411674:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001526df59. 00080000:00000010:2.0:1767384411.411677:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003534e54a. 00080000:00000010:2.0:1767384411.411686:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce60ad85. 20000000:00000010:2.0:1767384411.411692:0:40983:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000094c8450. 00000040:00000010:2.0:1767384411.411696:0:40983:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000daaf9fdd. 00000100:00000010:2.0:1767384411.411705:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022ab5aca. 02000000:00000010:2.0:1767384411.411711:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc871318. 00000100:00000010:2.0:1767384411.411719:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a555832. 02000000:00000010:2.0:1767384411.411727:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f5d7841. 00000400:00000010:2.0:1767384411.411732:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c0547b8. 00000400:00000010:2.0:1767384411.411737:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000740da61. 00000100:00000200:2.0:1767384411.411740:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746162688, portal 25 00000400:00000010:2.0:1767384411.411744:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ed918. 00000100:00000200:2.0:1767384411.411747:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236746162688, offset 0 00000400:00000200:2.0:1767384411.411752:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384411.411758:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384411.411765:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824df09200 00000400:00000200:2.0:1767384411.411769:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2211 [2] + 0 00000400:00000010:2.0:1767384411.411773:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f1e98d2. 00000400:00000200:2.0:1767384411.411776:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003f53a96b 00000400:00000200:2.0:1767384411.411779:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.411781:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384411.411783:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f53a96b 00000400:00000010:2.0:1767384411.411785:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f53a96b. 00000100:00000200:2.0:1767384411.411787:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384411.411799:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ed918 00000400:00000010:2.0:1767384411.411800:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ed918. 00000100:00000200:2.0:1767384411.411803:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022ab5aca x1853236746162688/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.411826:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.411829:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.411833:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000852c7693. 00000020:00000010:0.0:1767384411.411836:0:40991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.411839:0:40991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.411855:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.411856:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000100:00000200:0.0:1767384411.411858:0:40991:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746162688 02000000:00000010:0.0:1767384411.411865:0:40991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000000f7355f5. 00000040:00000010:0.0:1767384411.411869:0:40991:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000826eef91. 00080000:00000010:0.0:1767384411.411890:0:40991:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000078af1c48. 00000040:00000010:0.0:1767384411.411894:0:40991:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000004c9c5377. 00000040:00000010:0.0:1767384411.411899:0:40991:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000004c9c5377. 00000040:00000010:0.0:1767384411.411901:0:40991:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000826eef91. 20000000:00000010:0.0:1767384411.411906:0:40991:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000941dd652. 20000000:00000010:0.0:1767384411.411908:0:40991:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000941dd652. 00010000:00000200:0.0:1767384411.411912:0:40991:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000461be504 x1853236746162688/t0(0) o501->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 512/272 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.411939:0:40991:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000013c0891. 00000100:00000200:0.0:1767384411.411941:0:40991:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236746162688, offset 224 00000400:00000200:0.0:1767384411.411944:0:40991:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.411949:0:40991:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.411953:0:40991:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824df09200 00000400:00000200:0.0:1767384411.411956:0:40991:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b09 [1] + 224 00000400:00000200:0.0:1767384411.411959:0:40991:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.411962:0:40991:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.411965:0:40991:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022ab5aca x1853236746162688/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.411980:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013c0891 00000400:00000010:0.0:1767384411.411982:0:40991:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000013c0891. 00000020:00000010:0.0:1767384411.411989:0:40991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.411991:0:40991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.411993:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000852c7693. 02000000:00000010:0.0:1767384411.411997:0:40991:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000000f7355f5. 00000400:00000010:1.0:1767384411.412001:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c0547b8. 00000100:00000200:0.0:1767384411.412001:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384411.412005:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca79898f. 00000400:00000200:1.0:1767384411.412007:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000740da61 00000400:00000010:1.0:1767384411.412010:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000740da61. 00000400:00000010:0.0:1767384411.412015:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006809c3ae. 00000100:00000200:1.0:1767384411.412016:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022ab5aca x1853236746162688/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384411.412026:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022ab5aca x1853236746162688/t0(0) o501->MGC192.168.203.143@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.412039:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a555832. 02000000:00000010:1.0:1767384411.412044:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f5d7841. 02000000:00000010:1.0:1767384411.412046:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cc871318. 00000100:00000010:1.0:1767384411.412048:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022ab5aca. 00000040:00000010:1.0:1767384411.412052:0:40983:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004c7ae64a. 00000100:00000010:1.0:1767384411.412055:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df4a7b6c. 02000000:00000010:1.0:1767384411.412059:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ea8cef0. 00000100:00000010:1.0:1767384411.412064:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001db06431. 02000000:00000010:1.0:1767384411.412076:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000031711129. 00000400:00000010:1.0:1767384411.412079:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e493bb7e. 00000400:00000010:1.0:1767384411.412083:0:40983:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a4a9e092. 00000100:00000200:1.0:1767384411.412085:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236746162816, portal 25 00000400:00000010:1.0:1767384411.412088:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.412089:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236746162816, offset 0 00000400:00000200:1.0:1767384411.412093:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.412097:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.412101:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824df09280 00000400:00000200:1.0:1767384411.412105:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2215 [2] + 0 00000400:00000010:1.0:1767384411.412107:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a75d8ec. 00000400:00000200:1.0:1767384411.412108:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006694da60 00000400:00000200:1.0:1767384411.412111:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.412113:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384411.412115:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006694da60 00000400:00000010:1.0:1767384411.412116:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006694da60. 00000100:00000200:1.0:1767384411.412118:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384411.412130:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.412131:0:40983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.412136:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df4a7b6c x1853236746162816/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.412146:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.412150:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.412153:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000852c7693. 00000020:00000010:0.0:1767384411.412155:0:40991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.412158:0:40991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.412175:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.412177:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000100:00000200:0.0:1767384411.412179:0:40991:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746162816 02000000:00000010:0.0:1767384411.412191:0:40991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004ffe9b5c. 00000040:00000010:0.0:1767384411.412194:0:40991:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000826eef91. 00000040:00000010:0.0:1767384411.412199:0:40991:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ce051981. 00000040:00000010:0.0:1767384411.412211:0:40991:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ce051981. 00000040:00000010:0.0:1767384411.412214:0:40991:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000826eef91. 00010000:00000200:0.0:1767384411.412219:0:40991:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c7a5fd3 x1853236746162816/t0(0) o503->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 272/8416 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.412227:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001c4e6b7b. 00000100:00000200:0.0:1767384411.412229:0:40991:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236746162816, offset 224 00000400:00000200:0.0:1767384411.412233:0:40991:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.412238:0:40991:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.412243:0:40991:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824df09280 00000400:00000200:0.0:1767384411.412245:0:40991:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b19 [4] + 224 00000400:00000200:0.0:1767384411.412250:0:40991:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.412252:0:40991:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.412255:0:40991:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df4a7b6c x1853236746162816/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.412275:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c4e6b7b 00000400:00000010:0.0:1767384411.412276:0:40991:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001c4e6b7b. 00000020:00000010:0.0:1767384411.412282:0:40991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.412284:0:40991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.412286:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000852c7693. 02000000:00000010:0.0:1767384411.412290:0:40991:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004ffe9b5c. 00000400:00000010:1.0:1767384411.412294:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e493bb7e. 00000100:00000200:0.0:1767384411.412299:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384411.412300:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4a9e092 00000400:00000010:1.0:1767384411.412304:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a4a9e092. 00000400:00000010:0.0:1767384411.412304:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a5393f4. 00000400:00000010:0.0:1767384411.412309:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c4e6b7b. 00000100:00000200:1.0:1767384411.412310:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df4a7b6c x1853236746162816/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384411.412318:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df4a7b6c x1853236746162816/t0(0) o503->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.412332:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001db06431. 02000000:00000010:1.0:1767384411.412339:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000031711129. 02000000:00000010:1.0:1767384411.412351:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007ea8cef0. 00000100:00000010:1.0:1767384411.412354:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df4a7b6c. 00000040:00000010:1.0:1767384411.412359:0:40983:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d4495f4b. 00000020:00000010:1.0:1767384411.412575:0:41021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ea8cef0. 00000020:00000010:1.0:1767384411.412580:0:41021:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba09940e. 00000040:00000010:1.0:1767384411.412583:0:41021:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cdc7a2fc. 00000020:00000010:1.0:1767384411.412586:0:41021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048248c7f. 00000020:00000010:1.0:1767384411.412589:0:41021:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b70bacf. 00000020:00000010:1.0:1767384411.412591:0:41021:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006b539efd. 80000000:00000010:1.0:1767384411.412594:0:41021:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3a63378. 40000000:00000010:1.0:1767384411.412595:0:41021:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006e1062ab. 00100000:00000010:1.0:1767384411.412598:0:41021:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000be52e338. 00040000:00000010:1.0:1767384411.412601:0:41021:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b635ea3. 00040000:00000010:1.0:1767384411.412603:0:41021:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f2521d96. 00040000:00000010:1.0:1767384411.412605:0:41021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f500888a. 00080000:00000010:1.0:1767384411.412607:0:41021:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001febc581. 00080000:00000010:1.0:1767384411.412610:0:41021:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000798a47a0. 00000004:00000010:1.0:1767384411.412612:0:41021:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c69fd3c1. 00000004:00000010:1.0:1767384411.412614:0:41021:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000080c684d3. 00000004:00000010:1.0:1767384411.412616:0:41021:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e4acfb8d. 00002000:00000010:1.0:1767384411.412618:0:41021:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001844d0aa. 00000004:00000010:1.0:1767384411.412620:0:41021:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008089427c. 00000020:00000010:1.0:1767384411.412622:0:41021:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000003707a4e. 00000040:00000010:1.0:1767384411.412626:0:41021:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000061196bf1. 00000100:00000010:1.0:1767384411.412630:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df4a7b6c. 02000000:00000010:1.0:1767384411.412633:0:41021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c90b887. 00000100:00000010:1.0:1767384411.412638:0:41021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4a9e092. 02000000:00000010:1.0:1767384411.412650:0:41021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000031711129. 00000400:00000010:1.0:1767384411.412653:0:41021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e493bb7e. 00000400:00000010:1.0:1767384411.412657:0:41021:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d8cf69a0. 00000100:00000200:1.0:1767384411.412660:0:41021:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236746162944, portal 25 00000400:00000010:1.0:1767384411.412662:0:41021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.412665:0:41021:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236746162944, offset 0 00000400:00000200:1.0:1767384411.412669:0:41021:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.412674:0:41021:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.412681:0:41021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824df09300 00000400:00000200:1.0:1767384411.412686:0:41021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2219 [2] + 0 00000400:00000010:1.0:1767384411.412690:0:41021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008120939e. 00000400:00000200:1.0:1767384411.412693:0:41021:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dfdb235f 00000400:00000200:1.0:1767384411.412697:0:41021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.412701:0:41021:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384411.412705:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfdb235f 00000400:00000010:1.0:1767384411.412706:0:41021:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfdb235f. 00000100:00000200:1.0:1767384411.412711:0:41021:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384411.412725:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.412727:0:41021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.412733:0:41021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df4a7b6c x1853236746162944/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.412753:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.412756:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.412760:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000852c7693. 00000020:00000010:0.0:1767384411.412762:0:40991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.412764:0:40991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.412784:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.412786:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000100:00000200:0.0:1767384411.412789:0:40991:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746162944 02000000:00000010:0.0:1767384411.412799:0:40991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004ffe9b5c. 00000040:00000010:0.0:1767384411.412803:0:40991:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000826eef91. 00000040:00000010:0.0:1767384411.412809:0:40991:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ce051981. 00000040:00000010:0.0:1767384411.412824:0:40991:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ce051981. 00000040:00000010:0.0:1767384411.412828:0:40991:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000826eef91. 00010000:00000200:0.0:1767384411.412832:0:40991:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017912643 x1853236746162944/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 272/8472 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.412841:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000000c13a809. 00000100:00000200:0.0:1767384411.412844:0:40991:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236746162944, offset 224 00000400:00000200:0.0:1767384411.412848:0:40991:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.412855:0:40991:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.412859:0:40991:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824df09300 00000400:00000200:0.0:1767384411.412863:0:40991:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b29 [4] + 224 00000400:00000200:0.0:1767384411.412867:0:40991:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.412870:0:40991:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.412875:0:40991:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df4a7b6c x1853236746162944/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.412889:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c13a809 00000400:00000010:0.0:1767384411.412891:0:40991:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000000c13a809. 00000020:00000010:0.0:1767384411.412901:0:40991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1c421ef. 00000400:00000010:1.0:1767384411.412902:0:41021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e493bb7e. 00000020:00000010:0.0:1767384411.412904:0:40991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000400:00000200:1.0:1767384411.412910:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8cf69a0 00000020:00000010:0.0:1767384411.412910:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000852c7693. 00000400:00000010:1.0:1767384411.412916:0:41021:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d8cf69a0. 02000000:00000010:0.0:1767384411.412929:0:40991:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004ffe9b5c. 00000100:00000200:1.0:1767384411.412939:0:41021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df4a7b6c x1853236746162944/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384411.412941:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384411.412946:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000980eb7a5. 00000400:00000010:0.0:1767384411.412951:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c13a809. 00000100:00000200:1.0:1767384411.412958:0:41021:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df4a7b6c x1853236746162944/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.412979:0:41021:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a4a9e092. 02000000:00000010:1.0:1767384411.412989:0:41021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000031711129. 02000000:00000010:1.0:1767384411.413001:0:41021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000c90b887. 00000100:00000010:1.0:1767384411.413006:0:41021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df4a7b6c. 00000100:00000010:1.0:1767384411.413022:0:41021:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000002f9510d6. 00000400:00000200:1.0:1767384411.413025:0:41021:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384411.413029:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.143@tcp 00000400:00000200:1.0:1767384411.413033:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384411.413038:0:41021:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000987d81c6 (42) 00000400:00000200:1.0:1767384411.413043:0:41021:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384411.413047:0:41021:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.143@tcp NID 192.168.203.143@tcp: 0. pending discovery 00000400:00000200:1.0:1767384411.413050:0:41021:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000987d81c6 (43) 00000400:00000200:1.0:1767384411.413052:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp 00000400:00000200:1.0:1767384411.413054:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.143@tcp10 00000400:00000200:1.0:1767384411.413058:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413060:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp10 00000400:00000200:1.0:1767384411.413062:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.143@tcp11 00000400:00000200:1.0:1767384411.413065:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413067:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp11 00000400:00000200:1.0:1767384411.413069:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.143@tcp12 00000400:00000200:1.0:1767384411.413072:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413074:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp12 00000400:00000200:1.0:1767384411.413076:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.143@tcp13 00000400:00000200:1.0:1767384411.413079:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413081:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp13 00000400:00000200:1.0:1767384411.413083:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.143@tcp14 00000400:00000200:1.0:1767384411.413086:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413088:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp14 00000400:00000200:1.0:1767384411.413090:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.143@tcp15 00000400:00000200:1.0:1767384411.413094:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413096:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp15 00000400:00000200:1.0:1767384411.413099:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.143@tcp16 00000400:00000200:1.0:1767384411.413103:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413105:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp16 00000400:00000200:1.0:1767384411.413107:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.143@tcp17 00000400:00000200:1.0:1767384411.413111:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413113:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp17 00000400:00000200:1.0:1767384411.413115:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.143@tcp18 00000400:00000200:1.0:1767384411.413119:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413121:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp18 00000400:00000200:1.0:1767384411.413123:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.143@tcp19 00000400:00000200:1.0:1767384411.413127:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413129:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp19 00000400:00000200:1.0:1767384411.413131:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.143@tcp20 00000400:00000200:1.0:1767384411.413135:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413137:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp20 00000400:00000200:1.0:1767384411.413139:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.143@tcp21 00000400:00000200:1.0:1767384411.413142:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413144:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp21 00000400:00000200:1.0:1767384411.413146:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.143@tcp22 00000400:00000200:1.0:1767384411.413149:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413151:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp22 00000400:00000200:1.0:1767384411.413154:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.143@tcp23 00000400:00000200:1.0:1767384411.413156:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413158:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp23 00000400:00000200:1.0:1767384411.413160:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.143@tcp24 00000400:00000200:1.0:1767384411.413164:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413166:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp24 00000400:00000200:1.0:1767384411.413168:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.143@tcp25 00000400:00000200:1.0:1767384411.413171:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413173:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp25 00000400:00000200:1.0:1767384411.413175:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.143@tcp26 00000400:00000200:1.0:1767384411.413179:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413180:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp26 00000400:00000200:1.0:1767384411.413182:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.143@tcp27 00000400:00000200:1.0:1767384411.413186:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413188:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp27 00000400:00000200:1.0:1767384411.413191:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.143@tcp28 00000400:00000200:1.0:1767384411.413194:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413196:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp28 00000400:00000200:1.0:1767384411.413198:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.143@tcp29 00000400:00000200:1.0:1767384411.413201:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413204:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp29 00000400:00000200:1.0:1767384411.413206:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.143@tcp30 00000400:00000200:1.0:1767384411.413210:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413212:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp30 00000400:00000200:1.0:1767384411.413214:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.143@tcp31 00000400:00000200:1.0:1767384411.413217:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413220:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp31 00000400:00000200:1.0:1767384411.413222:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.143@tcp32 00000400:00000200:1.0:1767384411.413225:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413227:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp32 00000400:00000200:1.0:1767384411.413228:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.143@tcp33 00000400:00000200:1.0:1767384411.413231:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413233:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp33 00000400:00000200:1.0:1767384411.413235:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.143@tcp34 00000400:00000200:1.0:1767384411.413237:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413239:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp34 00000400:00000200:1.0:1767384411.413240:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.143@tcp35 00000400:00000200:1.0:1767384411.413242:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413245:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp35 00000400:00000200:1.0:1767384411.413247:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.143@tcp36 00000400:00000200:1.0:1767384411.413250:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413252:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp36 00000400:00000200:1.0:1767384411.413254:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.143@tcp37 00000400:00000200:1.0:1767384411.413257:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413259:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp37 00000400:00000200:1.0:1767384411.413261:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.143@tcp38 00000400:00000200:1.0:1767384411.413264:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413265:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp38 00000400:00000200:1.0:1767384411.413267:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.143@tcp39 00000400:00000200:1.0:1767384411.413269:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413270:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp39 00000400:00000200:1.0:1767384411.413273:0:41021:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.143@tcp40 00000400:00000200:1.0:1767384411.413276:0:41021:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.143@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384411.413277:0:41021:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.143@tcp40 00000100:00000010:1.0:1767384411.413280:0:41021:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000002f9510d6. 00000020:00000010:1.0:1767384411.413286:0:41021:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000d057a3b1. 00000020:00000010:1.0:1767384411.413290:0:41021:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000003ebbd75c. 00000020:00000010:1.0:1767384411.413294:0:41021:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000003ebbd75c. 00000020:00000010:1.0:1767384411.413298:0:41021:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000003ebbd75c. 00000020:00000010:1.0:1767384411.413303:0:41021:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000a588c39f. 00000020:00000010:1.0:1767384411.413317:0:41021:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000000f624a39. 00000020:00000010:1.0:1767384411.413324:0:41021:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007332e15c. 00000020:00000010:1.0:1767384411.413338:0:41021:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000a588c39f. 00000020:00000010:1.0:1767384411.413344:0:41021:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 0000000051e99516. 00000001:00000010:1.0:1767384411.413361:0:41021:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fbce94c5. 00000001:00000010:1.0:1767384411.413367:0:41021:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000392082d5. 00000001:00000010:1.0:1767384411.413370:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c90b887. 00000001:00000010:1.0:1767384411.413374:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc871318. 00000001:00000010:1.0:1767384411.413377:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f79065dc. 00000001:00000010:1.0:1767384411.413381:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e00b8699. 00000001:00000010:1.0:1767384411.413384:0:41021:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b1ff6b1b. 00000001:00000010:1.0:1767384411.413387:0:41021:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ced8c9d9. 00000001:00000010:1.0:1767384411.413389:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9ad647d. 00000001:00000010:1.0:1767384411.413392:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000af8cad56. 00000001:00000010:1.0:1767384411.413395:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff403dbd. 00000001:00000010:1.0:1767384411.413398:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e6542e43. 00000020:00000010:1.0:1767384411.413401:0:41021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006edf27f2. 00000020:00000010:1.0:1767384411.413405:0:41021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a588c39f. 00000020:00000010:1.0:1767384411.413409:0:41021:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000057c531fa. 00000008:00000010:1.0:1767384411.413413:0:41021:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000007922e5ec. 00020000:00000010:1.0:1767384411.413418:0:41021:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000049e09b1c. 00008000:00000010:1.0:1767384411.413422:0:41021:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000aab4728f. 00000080:00000010:1.0:1767384411.413451:0:41021:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000186d41c3. 00000020:00000010:1.0:1767384411.413456:0:41021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008832ea3a. 00000020:00000010:1.0:1767384411.413460:0:41021:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dda1d013. 00000040:00000010:1.0:1767384411.413463:0:41021:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000252f3c97. 00000020:00000010:1.0:1767384411.413467:0:41021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f7d9e1c. 00000020:00000010:1.0:1767384411.413471:0:41021:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6e5b9eb. 00000020:00000010:1.0:1767384411.413475:0:41021:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b5fde3c3. 80000000:00000010:1.0:1767384411.413479:0:41021:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005e8f25a3. 40000000:00000010:1.0:1767384411.413482:0:41021:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008233a440. 00100000:00000010:1.0:1767384411.413486:0:41021:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003fed5787. 00040000:00000010:1.0:1767384411.413490:0:41021:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f9db9bc7. 00040000:00000010:1.0:1767384411.413494:0:41021:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000079218e53. 00040000:00000010:1.0:1767384411.413496:0:41021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000095f4c3e3. 00080000:00000010:1.0:1767384411.413502:0:41021:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007d1bbf9d. 00080000:00000010:1.0:1767384411.413508:0:41021:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001e507217. 00000004:00000010:1.0:1767384411.413513:0:41021:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006e8e1730. 00000004:00000010:1.0:1767384411.413517:0:41021:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d8a41755. 00000004:00000010:1.0:1767384411.413521:0:41021:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000067075d2b. 00000004:00000010:1.0:1767384411.413524:0:41021:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000069449b48. 00000010:00000010:1.0:1767384411.413528:0:41021:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000fbf3b25e. 00000010:00000010:1.0:1767384411.413604:0:41021:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 0000000052975ed1. 00000010:00000010:1.0:1767384411.413609:0:41021:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000004d6431bd. 00000010:00000010:1.0:1767384411.413613:0:41021:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000a1e27f64. 00000010:00000010:1.0:1767384411.413619:0:41021:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000004332db6e. 00010000:00000010:1.0:1767384411.413627:0:41021:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000003c7ac0fa. 00010000:00000010:1.0:1767384411.413634:0:41021:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000d8deb2e9. 00010000:00000010:1.0:1767384411.413641:0:41021:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000d3a502f2. 00000020:00000010:1.0:1767384411.413647:0:41021:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a92acbc3. 00000100:00000200:1.0:1767384411.413659:0:41021:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.143@tcp->12345-0@lo 00010000:00000010:1.0:1767384411.413666:0:41021:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000afffca51. 00010000:00000010:1.0:1767384411.413671:0:41021:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000009c37977e. 00000001:00000010:1.0:1767384411.413675:0:41021:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003d51743f. 00000001:00000010:1.0:1767384411.413680:0:41021:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000d4697e51. 00000001:00000010:1.0:1767384411.413751:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003d34ac35. 00000001:00000010:1.0:1767384411.413814:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009e5bfb75. 00000001:00000010:1.0:1767384411.413890:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b9280238. 00000001:00000010:1.0:1767384411.413994:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000096544556. 00000001:00000010:1.0:1767384411.414068:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007632ee81. 00000001:00000010:1.0:1767384411.414138:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000527a2fed. 00000001:00000010:1.0:1767384411.414206:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004fe85772. 00000001:00000010:1.0:1767384411.414278:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c40c37da. 00000001:00000010:1.0:1767384411.414341:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000019682229. 00000001:00000010:1.0:1767384411.414413:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000883268a6. 00000001:00000010:1.0:1767384411.414505:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000da9fb9f. 00000001:00000010:1.0:1767384411.414574:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000093a14918. 00000001:00000010:1.0:1767384411.414650:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fb38972d. 00000001:00000010:1.0:1767384411.414722:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000338e22ad. 00000001:00000010:1.0:1767384411.414796:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000050300f4b. 00000001:00000010:1.0:1767384411.414866:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b20a5d70. 00000001:00000010:1.0:1767384411.414978:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000021ec4da0. 00000001:00000010:1.0:1767384411.415038:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000619ca8b2. 00000001:00000010:1.0:1767384411.415100:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005636fd9a. 00000001:00000010:1.0:1767384411.415164:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004d7db905. 00000001:00000010:1.0:1767384411.415234:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000008c75f59. 00000001:00000010:1.0:1767384411.415304:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006513760c. 00000001:00000010:1.0:1767384411.415375:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b998f1b. 00000001:00000010:1.0:1767384411.415471:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005ac3f45f. 00000001:00000010:1.0:1767384411.415548:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c4e71e22. 00000001:00000010:1.0:1767384411.415607:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cc50f949. 00000001:00000010:1.0:1767384411.415669:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c5e7bae. 00000001:00000010:1.0:1767384411.415737:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000506ad937. 00000001:00000010:1.0:1767384411.415799:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cd0ac79f. 00000001:00000010:1.0:1767384411.415858:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000132600e0. 00000001:00000010:1.0:1767384411.415944:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002ff72cb0. 00000001:00000010:1.0:1767384411.416012:0:41021:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000095f1a276. 00000020:00000010:1.0:1767384411.416125:0:41021:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cafbe3b4. 00000020:00000010:1.0:1767384411.416131:0:41021:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000027563d5f. 00000020:00000010:1.0:1767384411.416292:0:41021:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ed7bc3db. 00000020:00000010:1.0:1767384411.416297:0:41021:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000000e68ddd2. 00000010:00000010:1.0:1767384411.416320:0:41021:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 0000000052975ed1. 00000010:00000010:1.0:1767384411.416325:0:41021:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000a1e27f64. 00000010:00000010:1.0:1767384411.416328:0:41021:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000004d6431bd. 00000010:00000010:1.0:1767384411.416331:0:41021:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000004332db6e. 00000020:00000010:2.0:1767384411.416372:0:41020:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ae1d4d90. 00000020:00000010:2.0:1767384411.416380:0:41020:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ae1d4d90. 00000020:00000010:1.0:1767384411.416380:0:41021:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d98df209. 00000020:00000010:1.0:1767384411.416388:0:41021:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e5815f0c. 00000020:00000010:1.0:1767384411.416421:0:41021:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dda1d013. 00000040:00000010:1.0:1767384411.416458:0:41021:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000252f3c97. 00000020:00000010:1.0:1767384411.416462:0:41021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f7d9e1c. 00000020:00000010:1.0:1767384411.416468:0:41021:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c6e5b9eb. 00000020:00000010:1.0:1767384411.416474:0:41021:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b5fde3c3. 80000000:00000010:1.0:1767384411.416478:0:41021:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005e8f25a3. 40000000:00000010:1.0:1767384411.416482:0:41021:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008233a440. 00100000:00000010:1.0:1767384411.416485:0:41021:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003fed5787. 00040000:00000010:1.0:1767384411.416488:0:41021:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f9db9bc7. 00040000:00000010:1.0:1767384411.416491:0:41021:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000079218e53. 00040000:00000010:1.0:1767384411.416495:0:41021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000095f4c3e3. 00080000:00000010:1.0:1767384411.416500:0:41021:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001e507217. 00080000:00000010:1.0:1767384411.416505:0:41021:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007d1bbf9d. 00000004:00000010:1.0:1767384411.416510:0:41021:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006e8e1730. 00000004:00000010:1.0:1767384411.416514:0:41021:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d8a41755. 00000004:00000010:1.0:1767384411.416519:0:41021:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000067075d2b. 00000004:00000010:1.0:1767384411.416522:0:41021:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000069449b48. 00000020:00000010:1.0:1767384411.416526:0:41021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008832ea3a. 00000020:00000010:1.0:1767384411.416531:0:41021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a588c39f. 00000020:00000010:1.0:1767384411.416535:0:41021:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000057c531fa. 00000008:00000010:1.0:1767384411.416539:0:41021:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000007922e5ec. 00020000:00000010:1.0:1767384411.416542:0:41021:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000049e09b1c. 00008000:00000010:1.0:1767384411.416546:0:41021:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000aab4728f. 00000080:00000010:1.0:1767384411.416550:0:41021:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000186d41c3. 00000020:00000010:1.0:1767384411.416553:0:41021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006edf27f2. 00000020:00000010:1.0:1767384411.416557:0:41021:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 0000000051e99516. 00000020:00000010:1.0:1767384411.416590:0:41021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd8f4669. 00000020:00000010:1.0:1767384411.416595:0:41021:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007adda29c. 00000040:00000010:1.0:1767384411.416599:0:41021:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000087fcdd84. 00000020:00000010:1.0:1767384411.416603:0:41021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc08e4b5. 00000020:00000010:1.0:1767384411.416608:0:41021:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6e5b9eb. 00000020:00000010:1.0:1767384411.416612:0:41021:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000408e70e4. 80000000:00000010:1.0:1767384411.416616:0:41021:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051e99516. 40000000:00000010:1.0:1767384411.416619:0:41021:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004128cc00. 00100000:00000010:1.0:1767384411.416622:0:41021:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003f2097d4. 00040000:00000010:1.0:1767384411.416624:0:41021:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f9db9bc7. 00040000:00000010:1.0:1767384411.416627:0:41021:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000067075d2b. 00040000:00000010:1.0:1767384411.416629:0:41021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006edf27f2. 00080000:00000010:1.0:1767384411.416631:0:41021:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007d1bbf9d. 00080000:00000010:1.0:1767384411.416634:0:41021:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001e507217. 00000004:00000010:1.0:1767384411.416638:0:41021:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006e8e1730. 00000004:00000010:1.0:1767384411.416643:0:41021:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d8a41755. 00000004:00000010:1.0:1767384411.416647:0:41021:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000079218e53. 00000004:00000010:1.0:1767384411.416650:0:41021:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d17a5ae9. 00000020:00000010:1.0:1767384411.416654:0:41021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000978facb0. 00000020:00000010:1.0:1767384411.416657:0:41021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a588c39f. 00000020:00000010:1.0:1767384411.416660:0:41021:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000057c531fa. 00000020:00000010:1.0:1767384411.416664:0:41021:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000a4a9e092. 00000020:00000010:1.0:1767384411.416666:0:41021:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000ce85887a. 00000020:00000010:1.0:1767384411.416671:0:41021:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003fed5787. 00000100:00000010:1.0:1767384411.416690:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df4a7b6c. 02000000:00000010:1.0:1767384411.416698:0:41021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cd695a86. 02000000:00000010:3.0:1767384411.416749:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007eb7bd08. 00000400:00000010:3.0:1767384411.416757:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004477adef. 00000400:00000010:3.0:1767384411.416761:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.416765:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746163072, portal 10 00000020:00000010:3.0:1767384411.416771:0:16352:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000daea3b8b. 00000400:00000010:3.0:1767384411.416775:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000100:00000200:3.0:1767384411.416777:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236746163072, offset 0 00000400:00000200:3.0:1767384411.416783:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384411.416789:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384411.416795:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824df09380 00000400:00000200:3.0:1767384411.416800:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22fd [64] + 0 00000400:00000200:3.0:1767384411.416804:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.416806:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384411.416811:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384411.416813:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000285b843c. 00000400:00000200:3.0:1767384411.416827:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000400:00000010:3.0:1767384411.416835:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000020:00000010:0.0:1767384411.416839:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ce051981. 00000100:00000200:3.0:1767384411.416841:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df4a7b6c x1853236746163072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767384411.416848:0:40998:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000028a59474. 00000004:00000010:0.0:1767384411.416852:0:40998:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000072c13d86. 00000004:00000010:0.0:1767384411.416854:0:40998:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000550b719d. 00000004:00000010:0.0:1767384411.416857:0:40998:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000f7355f5. 00000020:00000010:0.0:1767384411.416864:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000826eef91. 00000020:00000010:0.0:1767384411.416867:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.416869:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000100:00000200:0.0:1767384411.416893:0:40998:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746163072 02000000:00000010:0.0:1767384411.416904:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000551ae80c. 00000400:00000010:0.0:1767384411.416911:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000013c0891. 00000100:00000200:0.0:1767384411.416915:0:40998:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236746163072, offset 0 00000400:00000200:0.0:1767384411.416933:0:40998:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.416939:0:40998:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.416946:0:40998:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824df09380 00000400:00000200:0.0:1767384411.416950:0:40998:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b39 [1] + 0 00000400:00000200:0.0:1767384411.416954:0:40998:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.416957:0:40998:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.416963:0:40998:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df4a7b6c x1853236746163072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.416982:0:40998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013c0891 00000400:00000010:0.0:1767384411.416984:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000013c0891. 00000020:00000010:1.0:1767384411.416992:0:41021:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000a4a9e092. 00000020:00000010:0.0:1767384411.416994:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1c421ef. 00000020:00000010:1.0:1767384411.417001:0:41021:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000ce85887a. 00000020:00000010:0.0:1767384411.417001:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.417007:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000826eef91. 00000020:00000010:1.0:1767384411.417010:0:41021:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007adda29c. 00000040:00000010:1.0:1767384411.417017:0:41021:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000087fcdd84. 00000020:00000010:1.0:1767384411.417022:0:41021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dc08e4b5. 00000020:00000010:1.0:1767384411.417028:0:41021:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c6e5b9eb. 00000020:00000010:1.0:1767384411.417033:0:41021:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000408e70e4. 80000000:00000010:1.0:1767384411.417037:0:41021:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000051e99516. 40000000:00000010:1.0:1767384411.417042:0:41021:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004128cc00. 00100000:00000010:1.0:1767384411.417046:0:41021:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003f2097d4. 00040000:00000010:1.0:1767384411.417051:0:41021:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f9db9bc7. 00040000:00000010:1.0:1767384411.417055:0:41021:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000067075d2b. 00040000:00000010:1.0:1767384411.417060:0:41021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006edf27f2. 00000400:00000010:3.0:1767384411.417061:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004477adef. 00000400:00000200:3.0:1767384411.417066:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00080000:00000010:1.0:1767384411.417066:0:41021:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001e507217. 00000400:00000010:3.0:1767384411.417068:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00080000:00000010:1.0:1767384411.417074:0:41021:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007d1bbf9d. 00000100:00000200:3.0:1767384411.417077:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df4a7b6c x1853236746163072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384411.417079:0:41021:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006e8e1730. 00000004:00000010:1.0:1767384411.417086:0:41021:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d8a41755. 00000100:00000200:3.0:1767384411.417089:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df4a7b6c x1853236746163072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384411.417092:0:41021:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000079218e53. 00000004:00000010:1.0:1767384411.417099:0:41021:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d17a5ae9. 00000020:00000010:1.0:1767384411.417105:0:41021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd8f4669. 00000020:00000010:1.0:1767384411.417109:0:41021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a588c39f. 02000000:00000010:3.0:1767384411.417110:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007eb7bd08. 00000020:00000010:1.0:1767384411.417115:0:41021:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000057c531fa. 02000000:00000010:3.0:1767384411.417116:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000cd695a86. 00000100:00000010:3.0:1767384411.417120:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df4a7b6c. 00000020:00000010:1.0:1767384411.417123:0:41021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000978facb0. 00000020:00000010:1.0:1767384411.417129:0:41021:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000d057a3b1. 00000020:00000010:1.0:1767384411.417133:0:41021:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000003ebbd75c. 00000100:00000010:1.0:1767384411.417147:0:41021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098a8e0b5. 02000000:00000010:1.0:1767384411.417154:0:41021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000978facb0. 00000100:00000010:1.0:1767384411.417161:0:41021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4a9e092. 02000000:00000010:1.0:1767384411.417182:0:41021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000f75294e2. 00000400:00000010:1.0:1767384411.417187:0:41021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e493bb7e. 00000400:00000010:1.0:1767384411.417191:0:41021:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007bea36a6. 00000100:00000200:1.0:1767384411.417195:0:41021:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236746163200, portal 25 00000400:00000010:1.0:1767384411.417200:0:41021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.417202:0:41021:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236746163200, offset 0 00000400:00000200:1.0:1767384411.417208:0:41021:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.417216:0:41021:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.417223:0:41021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824df09400 00000400:00000200:1.0:1767384411.417229:0:41021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x221d [2] + 0 00000400:00000010:1.0:1767384411.417232:0:41021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000304994b8. 00000400:00000200:1.0:1767384411.417236:0:41021:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ce99258 00000400:00000200:1.0:1767384411.417240:0:41021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.417243:0:41021:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384411.417246:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce99258 00000400:00000010:1.0:1767384411.417248:0:41021:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ce99258. 00000100:00000200:1.0:1767384411.417253:0:41021:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384411.417269:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.417272:0:41021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.417278:0:41021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098a8e0b5 x1853236746163200/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384411.417292:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.417297:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.417301:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000826eef91. 00000020:00000010:0.0:1767384411.417303:0:40991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.417305:0:40991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.417329:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941dd652. 00000020:00000010:0.0:1767384411.417332:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941dd652. 00000100:00000200:0.0:1767384411.417335:0:40991:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746163200 02000000:00000010:0.0:1767384411.417352:0:40991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000007a67fac2. 00000040:00000010:0.0:1767384411.417357:0:40991:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d2b34a93. 00000040:00000010:0.0:1767384411.417365:0:40991:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d447f266. 00000040:00000010:0.0:1767384411.417380:0:40991:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d447f266. 00000040:00000010:0.0:1767384411.417384:0:40991:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d2b34a93. 00010000:00000200:0.0:1767384411.417390:0:40991:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000145c0ad8 x1853236746163200/t0(0) o502->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 272/8472 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384411.417400:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000db0cda74. 00000100:00000200:0.0:1767384411.417402:0:40991:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236746163200, offset 224 00000400:00000200:0.0:1767384411.417406:0:40991:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.417411:0:40991:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.417415:0:40991:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824df09400 00000400:00000200:0.0:1767384411.417418:0:40991:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b45 [4] + 224 00000400:00000200:0.0:1767384411.417444:0:40991:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.417447:0:40991:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384411.417453:0:40991:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098a8e0b5 x1853236746163200/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.417468:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db0cda74 00000400:00000010:0.0:1767384411.417470:0:40991:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000db0cda74. 00000020:00000010:0.0:1767384411.417480:0:40991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1c421ef. 00000400:00000010:1.0:1767384411.417483:0:41021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e493bb7e. 00000020:00000010:0.0:1767384411.417484:0:40991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384411.417491:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000826eef91. 00000400:00000200:1.0:1767384411.417492:0:41021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bea36a6 00000400:00000010:1.0:1767384411.417496:0:41021:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007bea36a6. 02000000:00000010:0.0:1767384411.417497:0:40991:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000007a67fac2. 00000100:00000200:1.0:1767384411.417507:0:41021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098a8e0b5 x1853236746163200/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384411.417510:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384411.417517:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4909b2c. 00000400:00000010:0.0:1767384411.417523:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db0cda74. 00000100:00000200:1.0:1767384411.417524:0:41021:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098a8e0b5 x1853236746163200/t0(0) o502->MGC192.168.203.143@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.417544:0:41021:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a4a9e092. 02000000:00000010:1.0:1767384411.417551:0:41021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000f75294e2. 02000000:00000010:1.0:1767384411.417564:0:41021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000978facb0. 00000100:00000010:1.0:1767384411.417568:0:41021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098a8e0b5. 00000040:00000010:1.0:1767384411.417575:0:41021:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000061196bf1. 00000020:00000010:1.0:1767384411.417582:0:41021:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000003707a4e. 00000020:00000010:1.0:1767384411.417589:0:41021:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba09940e. 00000040:00000010:1.0:1767384411.417594:0:41021:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cdc7a2fc. 00000020:00000010:1.0:1767384411.417596:0:41021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048248c7f. 00000020:00000010:1.0:1767384411.417600:0:41021:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004b70bacf. 00000020:00000010:1.0:1767384411.417604:0:41021:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006b539efd. 80000000:00000010:1.0:1767384411.417607:0:41021:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e3a63378. 40000000:00000010:1.0:1767384411.417612:0:41021:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006e1062ab. 00100000:00000010:1.0:1767384411.417615:0:41021:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000be52e338. 00040000:00000010:1.0:1767384411.417619:0:41021:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b635ea3. 00040000:00000010:1.0:1767384411.417622:0:41021:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f2521d96. 00040000:00000010:1.0:1767384411.417626:0:41021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f500888a. 00080000:00000010:1.0:1767384411.417630:0:41021:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000798a47a0. 00080000:00000010:1.0:1767384411.417634:0:41021:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001febc581. 00000004:00000010:1.0:1767384411.417638:0:41021:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c69fd3c1. 00000004:00000010:1.0:1767384411.417641:0:41021:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000080c684d3. 00000004:00000010:1.0:1767384411.417644:0:41021:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e4acfb8d. 00002000:00000010:1.0:1767384411.417647:0:41021:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001844d0aa. 00000004:00000010:1.0:1767384411.417650:0:41021:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008089427c. 00000020:00000010:1.0:1767384411.417653:0:41021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ea8cef0. 00000040:00000010:3.0:1767384411.417688:0:40983:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d4495f4b. 00000040:00000010:3.0:1767384411.417696:0:40983:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004c7ae64a. 00000040:00000010:3.0:1767384411.417699:0:40983:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000daaf9fdd. 00000020:00000010:3.0:1767384411.417703:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cab7601d. 00000040:00000010:3.0:1767384411.417706:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e79a2e36. 00000020:00000010:3.0:1767384411.417709:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000afe65e1. 00000020:00000010:3.0:1767384411.417714:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000089f34ea. 80000000:00000010:3.0:1767384411.417716:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000050ca3967. 00040000:00000010:3.0:1767384411.417719:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001526df59. 00080000:00000010:3.0:1767384411.417721:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce60ad85. 00080000:00000010:3.0:1767384411.417724:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003534e54a. 20000000:00000010:3.0:1767384411.417726:0:40983:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000094c8450. 00000020:00000010:3.0:1767384411.417728:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba860f2a. 10000000:00000010:3.0:1767384411.417730:0:40983:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000016c0d178. 00000020:00000010:3.0:1767384411.417745:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f82a27f9. 00000040:00000010:3.0:1767384411.417748:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000074a7ea17. 00000020:00000010:3.0:1767384411.417751:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a84a6d6. 00000020:00000010:3.0:1767384411.417753:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000356f2de5. 00040000:00000010:3.0:1767384411.417756:0:40983:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a9001c64. 00040000:00000010:3.0:1767384411.417774:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004f6569ef. 00080000:00000010:3.0:1767384411.417777:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004c955304. 00080000:00000010:3.0:1767384411.417779:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000028296c4d. 00000020:00000010:3.0:1767384411.417782:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8f8f0cc. 00000020:00000010:3.0:1767384411.417784:0:40983:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000d46d560c. 00000020:00000010:3.0:1767384411.417786:0:40983:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000035be4704. 00000020:00000010:3.0:1767384411.417788:0:40983:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000e541547b. 00000020:00000010:3.0:1767384411.417790:0:40983:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000114d456a. 00000020:00000010:3.0:1767384411.417811:0:40983:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000028296c4d. 00000100:00000010:3.0:1767384411.417839:0:40983:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006835a9ea. 02000000:00000010:3.0:1767384411.417846:0:40983:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004c955304. 00000100:00000010:3.0:1767384411.417851:0:40983:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007eb7bd08. 00000100:00000010:3.0:1767384411.417854:0:40983:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002b00452a. 00000100:00000010:3.0:1767384411.417858:0:40983:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056e82790. 00000400:00000010:3.0:1767384411.417866:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004477adef. 00000400:00000010:3.0:1767384411.417869:0:40983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bcb9224. 00000100:00000200:3.0:1767384411.417872:0:40983:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824df09480-0x695824df09480, portal 33 02000000:00000010:3.0:1767384411.417878:0:40983:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e82a4160. 00000400:00000010:3.0:1767384411.417880:0:40983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cbb44e7. 00000400:00000010:3.0:1767384411.417883:0:40983:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e307d995. 00000100:00000200:3.0:1767384411.417884:0:40983:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236746163328, portal 25 00000400:00000010:3.0:1767384411.417887:0:40983:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015e1c3dd. 00000100:00000200:3.0:1767384411.417889:0:40983:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236746163328, offset 0 00000400:00000200:3.0:1767384411.417892:0:40983:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384411.417896:0:40983:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384411.417901:0:40983:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824df09480 00000400:00000200:3.0:1767384411.417904:0:40983:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2221 [2] + 0 00000400:00000010:3.0:1767384411.417906:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071faf969. 00000400:00000200:3.0:1767384411.417908:0:40983:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000deec5b62 00000400:00000200:3.0:1767384411.417912:0:40983:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.417914:0:40983:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384411.417916:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deec5b62 00000400:00000010:3.0:1767384411.417917:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000deec5b62. 00000100:00000200:3.0:1767384411.417940:0:40983:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384411.417951:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e1c3dd 00000400:00000010:3.0:1767384411.417952:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015e1c3dd. 00000100:00000200:3.0:1767384411.417956:0:40983:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006835a9ea x1853236746163328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384411.417987:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004128cc00. 00000020:00000010:1.0:1767384411.417991:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004128cc00. 00000020:00000010:1.0:1767384411.417997:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000978facb0. 00000020:00000010:1.0:1767384411.418000:0:40991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a588c39f. 00000020:00000010:1.0:1767384411.418004:0:40991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000057c531fa. 00000020:00000010:1.0:1767384411.418033:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004128cc00. 00000020:00000010:1.0:1767384411.418036:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004128cc00. 00000100:00000200:1.0:1767384411.418039:0:40991:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746163328 02000000:00000010:1.0:1767384411.418049:0:40991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007d1bbf9d. 20000000:00000010:1.0:1767384411.418058:0:40991:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000001e507217. 00000100:00000010:1.0:1767384411.418063:0:40991:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d17a5ae9. 00000100:00000010:1.0:1767384411.418066:0:40991:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000699b5bd2. 00000400:00000010:1.0:1767384411.418072:0:40991:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000400:00000010:1.0:1767384411.418079:0:40991:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eb8dafa0. 00000400:00000200:1.0:1767384411.418084:0:40991:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384411.418093:0:40991:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384411.418102:0:40991:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824df09480 00000400:00000200:1.0:1767384411.418107:0:40991:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b55 [1] + 0 00000400:00000010:1.0:1767384411.418111:0:40991:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004477adef. 00000400:00000200:1.0:1767384411.418114:0:40991:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006bcb9224 00000100:00000200:1.0:1767384411.418119:0:40991:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d17a5ae9 00000400:00000200:1.0:1767384411.418127:0:40991:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384411.418135:0:40991:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b61 00000400:00000200:1.0:1767384411.418140:0:40991:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.418144:0:40991:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384411.418147:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.418150:0:40991:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.418154:0:40991:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000d17a5ae9 00000400:00000200:1.0:1767384411.418158:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcb9224 00000400:00000010:1.0:1767384411.418161:0:40991:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcb9224. 00000100:00000200:1.0:1767384411.418164:0:40991:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000006835a9ea desc 000000007eb7bd08 mbits 1853236746163328 00000100:00000200:1.0:1767384411.418184:0:40991:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824df09480-0x695824df09480 20000000:00000010:1.0:1767384411.418196:0:40991:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000e3a63378. 20000000:00000010:1.0:1767384411.418206:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008832ea3a. 20000000:00000010:1.0:1767384411.418213:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006edf27f2. 20000000:00000010:1.0:1767384411.418221:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000095f4c3e3. 20000000:00000010:1.0:1767384411.418226:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b5fde3c3. 20000000:00000010:1.0:1767384411.418231:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000252f3c97. 20000000:00000010:1.0:1767384411.418236:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dda1d013. 20000000:00000010:1.0:1767384411.418241:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ea8cef0. 20000000:00000010:1.0:1767384411.418246:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f1c7bd2f. 20000000:00000010:1.0:1767384411.418252:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f500888a. 20000000:00000010:1.0:1767384411.418258:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b539efd. 20000000:00000010:1.0:1767384411.418262:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cdc7a2fc. 20000000:00000010:1.0:1767384411.418268:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba09940e. 20000000:00000010:1.0:1767384411.418273:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fd8f4669. 20000000:00000010:1.0:1767384411.418278:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000408e70e4. 20000000:00000010:1.0:1767384411.418283:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000087fcdd84. 20000000:00000010:1.0:1767384411.418288:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007adda29c. 20000000:00000010:1.0:1767384411.418295:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c9b42af. 20000000:00000010:1.0:1767384411.418300:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fb64c249. 20000000:00000010:1.0:1767384411.418306:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d02cce0e. 20000000:00000010:1.0:1767384411.418312:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000019a77b77. 20000000:00000010:1.0:1767384411.418317:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002626f672. 20000000:00000010:1.0:1767384411.418323:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008bc50324. 20000000:00000010:1.0:1767384411.418329:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c53bb6f. 20000000:00000010:1.0:1767384411.418334:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bff0e6f7. 20000000:00000010:1.0:1767384411.418340:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bcb83940. 20000000:00000010:1.0:1767384411.418346:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003b9b71d3. 20000000:00000010:1.0:1767384411.418351:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088f54ee2. 20000000:00000010:1.0:1767384411.418356:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005ec435aa. 20000000:00000010:1.0:1767384411.418361:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005325260f. 20000000:00000010:1.0:1767384411.418365:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000070aecc1f. 20000000:00000010:1.0:1767384411.418372:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000305b8ef3. 20000000:00000010:1.0:1767384411.418377:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000dceb635. 20000000:00000010:1.0:1767384411.418382:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000450f2817. 20000000:00000010:1.0:1767384411.418385:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eec33cb7. 20000000:00000010:1.0:1767384411.418390:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000063a51977. 20000000:00000010:1.0:1767384411.418395:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f68ee063. 20000000:00000010:1.0:1767384411.418399:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005e7b87c9. 20000000:00000010:1.0:1767384411.418404:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037fc8ada. 20000000:00000010:1.0:1767384411.418407:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000fb4c381. 20000000:00000010:1.0:1767384411.418411:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d35cac9c. 20000000:00000010:1.0:1767384411.418415:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1c0cc28. 20000000:00000010:1.0:1767384411.418420:0:40991:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aac59429. 00080000:00000010:1.0:1767384411.418478:0:40991:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000392307f. 00080000:00000010:1.0:1767384411.418487:0:40991:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004128cc00. 00080000:00000010:1.0:1767384411.420217:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000392307f. 00080000:00000010:0.0:1767384411.420255:0:40991:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004128cc00. 00010000:00000010:1.0:1767384411.420297:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058ab3b20. 00010000:00000010:1.0:1767384411.420313:0:40993:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce85887a. 00000100:00000010:1.0:1767384411.420318:0:40993:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8bef9b7. 00000100:00000010:1.0:1767384411.420327:0:40993:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098a8e0b5. 02000000:00000010:1.0:1767384411.420335:0:40993:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000392307f. 02000000:00000010:1.0:1767384411.420351:0:40993:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000e14c58. 00000400:00000010:1.0:1767384411.420356:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e493bb7e. 00000400:00000010:1.0:1767384411.420360:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.420363:0:40993:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746163456, portal 16 00000400:00000010:1.0:1767384411.420367:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.420369:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236746163456, offset 0 00000400:00000200:1.0:1767384411.420373:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.420380:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.420386:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824df09500 00000400:00000200:1.0:1767384411.420393:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 1640 00000400:00000200:1.0:1767384411.420398:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.420403:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384411.420408:0:40993:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384411.420411:0:40991:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000699b5bd2. 00000100:00000010:1.0:1767384411.420412:0:40993:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df4a7b6c. 00000100:00000010:0.0:1767384411.420417:0:40991:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d17a5ae9. 20000000:00000010:0.0:1767384411.420421:0:40991:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000001e507217. 00010000:00000200:0.0:1767384411.420449:0:40991:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053bf782e x1853236746163328/t0(0) o253->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 4784/4768 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384411.420459:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000400:00000010:0.0:1767384411.420462:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b3244a1. 00000400:00000010:1.0:1767384411.420464:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00040000:00000010:2.0:1767384411.420470:0:17911:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004ac6f9d0. 00000100:00000200:0.0:1767384411.420472:0:40991:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236746163328, offset 224 00000100:00000200:1.0:1767384411.420473:0:40993:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098a8e0b5 x1853236746163456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384427 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000010:2.0:1767384411.420477:0:17911:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004db5dd9f. 00000400:00000200:0.0:1767384411.420483:0:40991:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:2.0:1767384411.420484:0:17911:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000002e72a11. 00000004:00000010:2.0:1767384411.420491:0:17911:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000be2c469d. 00000400:00000200:0.0:1767384411.420493:0:40991:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:2.0:1767384411.420496:0:17911:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f9d17171. 00000400:00000200:0.0:1767384411.420504:0:40991:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824df09480 00000020:00000010:2.0:1767384411.420507:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae1d4d90. 00000400:00000200:0.0:1767384411.420511:0:40991:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b59 [2] + 224 00000020:00000010:2.0:1767384411.420512:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae1d4d90. 00000400:00000200:0.0:1767384411.420517:0:40991:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384411.420519:0:17911:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c67f51d7. 00000400:00000200:0.0:1767384411.420523:0:40991:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384411.420524:0:17911:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e19d0bd1. 00000020:00000010:2.0:1767384411.420528:0:17911:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000100:00000200:0.0:1767384411.420529:0:40991:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006835a9ea x1853236746163328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384411.420547:0:40991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b3244a1 00000400:00000010:0.0:1767384411.420549:0:40991:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b3244a1. 00000020:00000010:2.0:1767384411.420558:0:17911:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae1d4d90. 00000020:00000010:0.0:1767384411.420560:0:40991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a588c39f. 00000020:00000010:2.0:1767384411.420562:0:17911:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae1d4d90. 00000020:00000010:0.0:1767384411.420565:0:40991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000057c531fa. 00000100:00000200:2.0:1767384411.420566:0:17911:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746163456 00000020:00000010:0.0:1767384411.420570:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000978facb0. 02000000:00000010:2.0:1767384411.420576:0:17911:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dfc24a17. 02000000:00000010:0.0:1767384411.420577:0:40991:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007d1bbf9d. 00000400:00000010:3.0:1767384411.420579:0:40983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cbb44e7. 00000400:00000200:3.0:1767384411.420584:0:40983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e307d995 00000100:00000200:0.0:1767384411.420585:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384411.420586:0:17911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ed918. 00000400:00000010:3.0:1767384411.420587:0:40983:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e307d995. 00000400:00000010:0.0:1767384411.420590:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075770637. 00000100:00000200:2.0:1767384411.420595:0:17911:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236746163456, offset 224 00000400:00000010:0.0:1767384411.420596:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b3244a1. 00000100:00000200:3.0:1767384411.420598:0:40983:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006835a9ea x1853236746163328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384411.420607:0:17911:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384411.420609:0:40983:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006835a9ea x1853236746163328/t0(0) o253->MGC192.168.203.143@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384411.420617:0:17911:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384411.420624:0:17911:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824df09500 00000100:00000010:3.0:1767384411.420626:0:40983:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000056e82790. 00000400:00000200:2.0:1767384411.420630:0:17911:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b65 [1] + 224 02000000:00000010:3.0:1767384411.420634:0:40983:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e82a4160. 00000400:00000200:2.0:1767384411.420635:0:17911:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.420640:0:17911:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384411.420641:0:40983:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002b00452a. 00000100:00000010:3.0:1767384411.420645:0:40983:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007eb7bd08. 00000100:00000200:2.0:1767384411.420647:0:17911:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098a8e0b5 x1853236746163456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384427 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384411.420648:0:40983:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004c955304. 00000100:00000010:3.0:1767384411.420653:0:40983:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006835a9ea. 00000020:00000010:3.0:1767384411.420659:0:40983:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 0000000028296c4d. 00000020:02000000:3.0:1767384411.420663:0:40983:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000400:00000200:2.0:1767384411.420668:0:17911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7ed918 00000400:00000010:2.0:1767384411.420671:0:17911:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ed918. 00010000:00000010:2.0:1767384411.420678:0:17911:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000355b39bf. 00000400:00000010:1.0:1767384411.420682:0:40993:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e493bb7e. 00000400:00000200:1.0:1767384411.420687:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.420689:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000020:00000010:2.0:1767384411.420692:0:17911:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e19d0bd1. 00000100:00000200:1.0:1767384411.420696:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098a8e0b5 x1853236746163456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384427 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384411.420697:0:17911:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384411.420703:0:17911:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c67f51d7. 00000100:00000200:1.0:1767384411.420712:0:40993:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098a8e0b5 x1853236746163456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384427 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384411.420728:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021a91a7d. 02000000:00000010:1.0:1767384411.420731:0:40993:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000e14c58. 02000000:00000010:0.0:1767384411.420736:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000852c7693. 02000000:00000010:1.0:1767384411.420738:0:40993:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000392307f. 00000100:00000010:1.0:1767384411.420743:0:40993:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098a8e0b5. 00000100:00000010:1.0:1767384411.420746:0:40993:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8bef9b7. 00010000:00000010:1.0:1767384411.420749:0:40993:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce85887a. 00040000:00000010:2.0:1767384411.420773:0:16356:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c6ef4a74. 00010000:00000010:0.0:1767384411.420774:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000355b39bf. 00000004:00000010:2.0:1767384411.420778:0:16356:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003a84a6d6. 00000004:00000010:2.0:1767384411.420794:0:16356:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a47ad27c. 00000004:00000010:2.0:1767384411.420796:0:16356:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000afe65e1. 00000004:00000010:2.0:1767384411.420798:0:16356:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d1222020. 00040000:00000010:0.0:1767384411.420804:0:16355:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002d0da840. 00000004:00000010:0.0:1767384411.420810:0:16355:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000072ea5dd2. 00000004:00000010:0.0:1767384411.420814:0:16355:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006b34a321. 00000004:00000010:0.0:1767384411.420818:0:16355:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000817d5749. 00000004:00000010:0.0:1767384411.420821:0:16355:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e3ac3fc5. 02000000:00000010:0.0:1767384411.420828:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000826eef91. 00000400:00000010:0.0:1767384411.420831:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a231cd50. 00000400:00000010:0.0:1767384411.420834:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000013c0891. 00000100:00000200:0.0:1767384411.420836:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746163584, portal 18 00000400:00000010:0.0:1767384411.420838:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2470c0e. 00000100:00000200:0.0:1767384411.420840:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236746163584, offset 0 00000400:00000200:0.0:1767384411.420843:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384411.420847:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384411.420851:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824df09580 00000400:00000200:0.0:1767384411.420854:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:0.0:1767384411.420857:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b662b0d8. 00000400:00000200:0.0:1767384411.420859:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f8f831f 00000400:00000200:0.0:1767384411.420861:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384411.420863:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384411.420865:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f8f831f 00000400:00000010:0.0:1767384411.420866:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f8f831f. 00000100:00000200:0.0:1767384411.420869:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1767384411.420880:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2470c0e 00000400:00000010:0.0:1767384411.420881:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2470c0e. 00000100:00000200:0.0:1767384411.420884:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021a91a7d x1853236746163584/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384427 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384411.420900:0:17070:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e4acfb8d. 00000004:00000010:1.0:1767384411.420906:0:17070:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c69fd3c1. 00000004:00000010:1.0:1767384411.420910:0:17070:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000080c684d3. 00000004:00000010:1.0:1767384411.420913:0:17070:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f2521d96. 00000004:00000010:1.0:1767384411.420916:0:17070:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000071850ea6. 00000020:00000010:1.0:1767384411.420939:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce85887a. 00000020:00000010:1.0:1767384411.420942:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce85887a. 00000020:00000010:1.0:1767384411.420946:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000392307f. 00000020:00000010:1.0:1767384411.420958:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004332db6e. 00000020:00000010:1.0:1767384411.420962:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4c41c4b. 00000100:00000200:1.0:1767384411.420980:0:17070:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000069c43a28 x1853236746163584/t0(0) o103->92b443ed-e82f-4160-b27d-56e958e24602@0@lo:392/0 lens 328/0 e 0 to 0 dl 1767384422 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384411.421008:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce85887a. 00000020:00000010:1.0:1767384411.421011:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce85887a. 00000100:00000200:1.0:1767384411.421014:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746163584 02000000:00000010:1.0:1767384411.421020:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004275ceae. 00010000:00000010:1.0:1767384411.421042:0:17070:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce85887a. 00000100:00000010:1.0:1767384411.421046:0:17070:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8bef9b7. 00000100:00000010:1.0:1767384411.421064:0:17070:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8bef9b7. 00010000:00000010:1.0:1767384411.421068:0:17070:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce85887a. 00000400:00000010:1.0:1767384411.421080:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.421084:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236746163584, offset 224 00000400:00000200:1.0:1767384411.421089:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.421095:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.421100:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824df09580 00000400:00000200:1.0:1767384411.421104:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b79 [1] + 224 00000400:00000200:1.0:1767384411.421109:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.421112:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384411.421117:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021a91a7d x1853236746163584/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384427 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384411.421135:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.421137:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000400:00000010:0.0:1767384411.421143:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a231cd50. 00000020:00000010:1.0:1767384411.421146:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004332db6e. 00000400:00000200:0.0:1767384411.421148:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013c0891 00000020:00000010:1.0:1767384411.421152:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4c41c4b. 00000400:00000010:0.0:1767384411.421152:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000013c0891. 00000020:00000010:1.0:1767384411.421158:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000392307f. 00000100:00000200:0.0:1767384411.421159:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021a91a7d x1853236746163584/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384427 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384411.421163:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004275ceae. 02000000:00000010:1.0:1767384411.421169:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c53575b. 00000100:00000200:0.0:1767384411.421170:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021a91a7d x1853236746163584/t0(0) o103->MGC192.168.203.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384427 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.421173:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000773f33c6. 02000000:00000010:1.0:1767384411.421179:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d033c5a8. 00000100:00000010:1.0:1767384411.421182:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7c35ba4. 02000000:00000010:1.0:1767384411.421185:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000054a3d93a. 02000000:00000010:0.0:1767384411.421187:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000826eef91. 00000100:00000010:1.0:1767384411.421188:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005db5c650. 02000000:00000010:0.0:1767384411.421193:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000852c7693. 02000000:00000010:1.0:1767384411.421194:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d033b2a6. 00000100:00000010:0.0:1767384411.421199:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021a91a7d. 00000100:00000010:1.0:1767384411.421201:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000447e0b8d. 02000000:00000010:1.0:1767384411.421207:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009baa29d2. 00000100:00000010:1.0:1767384411.421209:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b079b473. 02000000:00000010:1.0:1767384411.421211:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000001f4ae99. 00000100:00000010:1.0:1767384411.421213:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3909613. 00000100:00000200:1.0:1767384411.421216:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767384411.421219:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e493bb7e. 00000400:00000010:1.0:1767384411.421221:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8bef9b7. 00000020:00000010:3.0:1767384411.422542:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fd26332. 00000020:00000010:3.0:1767384411.422547:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000192696fe. 00000040:00000010:3.0:1767384411.422548:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b71b4798. 00000020:00000010:3.0:1767384411.422551:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e41c1277. 00000020:00000010:3.0:1767384411.422553:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c40c61fb. 00000020:00000010:3.0:1767384411.422555:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008166f0a4. 80000000:00000010:3.0:1767384411.422558:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e77e13f0. 40000000:00000010:3.0:1767384411.422560:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000da9887f5. 00100000:00000010:3.0:1767384411.422562:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000080fbf3f9. 00040000:00000010:3.0:1767384411.422564:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004e09c64. 00040000:00000010:3.0:1767384411.422566:0:40983:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008a419b6b. 00040000:00000010:3.0:1767384411.422568:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d8dd7d6. 00080000:00000010:3.0:1767384411.422575:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e82a4160. 00080000:00000010:3.0:1767384411.422578:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000028296c4d. 00000004:00000010:3.0:1767384411.422581:0:40983:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005e109672. 00000004:00000010:3.0:1767384411.422584:0:40983:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000590bba9f. 00000004:00000010:3.0:1767384411.422586:0:40983:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000089eca340. 00000004:00000010:3.0:1767384411.422588:0:40983:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007eb7bd08. 00000020:00000010:3.0:1767384411.422590:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a983af1e. 00000020:00000010:3.0:1767384411.422592:0:40983:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1407eef. 00000020:00000010:3.0:1767384411.422594:0:40983:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000756f526. 00080000:00000010:3.0:1767384411.422623:0:40983:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000b8093d50. 00000020:00000010:3.0:1767384411.422627:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ef576c9. 00080000:00000010:3.0:1767384411.422632:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000074a7ea17. 00080000:00000010:3.0:1767384411.422646:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000074a7ea17. 00000020:00000010:3.0:1767384411.422648:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ef576c9. 00000004:00000010:3.0:1767384411.422662:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000739d0ae8. 00000004:00000010:3.0:1767384411.422672:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000025e946a5. 00000004:00000010:3.0:1767384411.422677:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003c263378. 00080000:00000010:3.0:1767384411.422681:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000074a7ea17. 00040000:00000010:3.0:1767384411.422704:0:40983:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000008cc02395. 00000004:00000010:3.0:1767384411.422707:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002b1f39dd. 00000004:00000010:3.0:1767384411.422709:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000894abf53. 00000004:00000010:3.0:1767384411.422711:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000638836dd. 00080000:00000010:3.0:1767384411.422713:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001cb13701. 00000020:00000010:3.0:1767384411.422733:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004b8a35fe. 00080000:00000010:3.0:1767384411.422736:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a8f8f0cc. 00080000:00000010:3.0:1767384411.422742:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a8f8f0cc. 00000020:00000010:3.0:1767384411.422743:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004b8a35fe. 00000004:00000010:3.0:1767384411.422746:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008a098c85. 00000004:00000010:3.0:1767384411.422748:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005c67a564. 00000004:00000010:3.0:1767384411.422750:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000093703cf6. 00080000:00000010:3.0:1767384411.422751:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a8f8f0cc. 00080000:00000010:3.0:1767384411.422756:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009e644d1f. 00100000:00000010:3.0:1767384411.422763:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f76e6900. 00100000:00000010:3.0:1767384411.422773:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f76e6900. 00000004:00000010:3.0:1767384411.422790:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006c333074. 00000004:00000010:3.0:1767384411.422793:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000013cb9148. 00000004:00000010:3.0:1767384411.422795:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005dd7372e. 00080000:00000010:3.0:1767384411.422797:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f82a27f9. 00080000:00000010:3.0:1767384411.422802:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e12d58a6. 00100000:00000010:3.0:1767384411.422806:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f76e6900. 00100000:00000010:3.0:1767384411.422807:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f76e6900. 00040000:00000010:3.0:1767384411.422810:0:40983:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000082e88d5a. 00000001:00000010:3.0:1767384411.422824:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d67ae934. 00000001:00000010:3.0:1767384411.422827:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f16c166e. 00000001:00000010:3.0:1767384411.422829:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e307d995. 00040000:00000010:3.0:1767384411.422838:0:40983:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000006fcd83fc. 00000004:00000010:3.0:1767384411.422840:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000894ecebf. 00000004:00000010:3.0:1767384411.422842:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001608eed3. 00000004:00000010:3.0:1767384411.422844:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007c25d53f. 00080000:00000010:3.0:1767384411.422845:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004f6569ef. 00000020:00000010:3.0:1767384411.422859:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007c2c2000. 00080000:00000010:3.0:1767384411.422862:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000356f2de5. 00080000:00000010:3.0:1767384411.422867:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000356f2de5. 00000020:00000010:3.0:1767384411.422869:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007c2c2000. 00000004:00000010:3.0:1767384411.422871:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000045dadf53. 00000004:00000010:3.0:1767384411.422873:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d77f876e. 00000004:00000010:3.0:1767384411.422875:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000064c523e4. 00080000:00000010:3.0:1767384411.422876:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000356f2de5. 00080000:00000010:3.0:1767384411.422881:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000025f068a3. 00100000:00000010:3.0:1767384411.422884:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f76e6900. 00100000:00000010:3.0:1767384411.422886:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f76e6900. 00000004:00000010:3.0:1767384411.422894:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000027ca8bbb. 00000004:00000010:3.0:1767384411.422896:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b1a1f7a1. 00000004:00000010:3.0:1767384411.422897:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ec0dc086. 00080000:00000010:3.0:1767384411.422899:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ba860f2a. 00080000:00000010:3.0:1767384411.422905:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008e2014d0. 00100000:00000010:3.0:1767384411.422913:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f76e6900. 00100000:00000010:3.0:1767384411.422915:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f76e6900. 00040000:00000010:3.0:1767384411.422917:0:40983:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c18f0529. 00000001:00000010:3.0:1767384411.422932:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001526df59. 00000001:00000010:3.0:1767384411.422934:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000074b22327. 00000001:00000010:3.0:1767384411.422936:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000044891311. 00040000:00000010:3.0:1767384411.422940:0:40983:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000075184d24. 00000004:00000010:3.0:1767384411.422943:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002908acfe. 00000004:00000010:3.0:1767384411.422946:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e721badd. 00000004:00000010:3.0:1767384411.422947:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a6300c22. 00080000:00000010:3.0:1767384411.422949:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000089f34ea. 00000020:00000010:3.0:1767384411.422966:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000172720b3. 00080000:00000010:3.0:1767384411.422979:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e79a2e36. 00080000:00000010:3.0:1767384411.422985:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e79a2e36. 00000020:00000010:3.0:1767384411.422987:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000172720b3. 00000004:00000010:3.0:1767384411.422990:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000086402987. 00000004:00000010:3.0:1767384411.422992:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c4d14640. 00000004:00000010:3.0:1767384411.422993:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000076165d6e. 00080000:00000010:3.0:1767384411.422994:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e79a2e36. 00080000:00000010:3.0:1767384411.422999:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003f36d397. 00100000:00000010:3.0:1767384411.423002:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f76e6900. 00100000:00000010:3.0:1767384411.423004:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f76e6900. 00000004:00000010:3.0:1767384411.423012:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000906c810d. 00000004:00000010:3.0:1767384411.423014:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003256e49d. 00000004:00000010:3.0:1767384411.423016:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000098acd2e9. 00080000:00000010:3.0:1767384411.423018:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cab7601d. 00080000:00000010:3.0:1767384411.423022:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000025990475. 00100000:00000010:3.0:1767384411.423026:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f76e6900. 00100000:00000010:3.0:1767384411.423027:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f76e6900. 00040000:00000010:3.0:1767384411.423029:0:40983:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d57dafcb. 00000001:00000010:3.0:1767384411.423031:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000094c8450. 00000001:00000010:3.0:1767384411.423032:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000021a88e9e. 00000001:00000010:3.0:1767384411.423034:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000006877f093. 00040000:00000010:3.0:1767384411.423045:0:40983:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 0000000044419c65. 00000020:00000010:3.0:1767384411.423047:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e39e3d. 00000020:00000010:3.0:1767384411.423049:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000daaf9fdd. 00000020:00000010:3.0:1767384411.423051:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c93392d8. 00000020:00000010:3.0:1767384411.423053:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e50725d1. 00000020:00000010:3.0:1767384411.423055:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e72184b6. 80000000:00000010:3.0:1767384411.423057:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001d1b0c61. 40000000:00000010:3.0:1767384411.423059:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f76e6900. 00100000:00000010:3.0:1767384411.423061:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007eef2d4b. 00040000:00000010:3.0:1767384411.423063:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006335bd40. 00040000:00000010:3.0:1767384411.423065:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000075a710f7. 00080000:00000010:3.0:1767384411.423068:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004c955304. 00080000:00000010:3.0:1767384411.423071:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000645adbc4. 00002000:00000010:3.0:1767384411.423074:0:40983:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000754fcbc8. 00000020:00000010:2.0:1767384411.423245:0:40983:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000ae1d4d90. 00000020:00000010:2.0:1767384411.423252:0:40983:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000ae1d4d90. 00000020:00000010:2.0:1767384411.423256:0:40983:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000e19d0bd1. 00000020:00000010:2.0:1767384411.423263:0:40983:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000ae1d4d90. 00000020:00000010:2.0:1767384411.423267:0:40983:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000ae1d4d90. 00040000:00000010:2.0:1767384411.423298:0:40983:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000723ca374. 00000020:00000010:2.0:1767384411.423317:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a9001c64. 00080000:00000010:2.0:1767384411.423322:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c67f51d7. 00080000:00000010:2.0:1767384411.423335:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c67f51d7. 00000020:00000010:2.0:1767384411.423338:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a9001c64. 00000004:00000010:2.0:1767384411.423348:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008ceb36ca. 00000004:00000010:2.0:1767384411.423353:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006e9501d4. 00000004:00000010:2.0:1767384411.423358:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000472fdab3. 00080000:00000010:2.0:1767384411.423361:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c67f51d7. 00080000:00000010:2.0:1767384411.423373:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009eee242b. 00100000:00000010:2.0:1767384411.423381:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae1d4d90. 00100000:00000010:2.0:1767384411.423386:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae1d4d90. 00000004:00000010:2.0:1767384411.423405:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006e7bb2c0. 00000004:00000010:2.0:1767384411.423410:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a7e19ef7. 00000004:00000010:2.0:1767384411.423413:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003c2b901f. 00080000:00000010:2.0:1767384411.423417:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005f5d7841. 00080000:00000010:2.0:1767384411.423451:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fae0d68e. 00100000:00000010:2.0:1767384411.423460:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae1d4d90. 00100000:00000010:2.0:1767384411.423475:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae1d4d90. 00040000:00000010:2.0:1767384411.423485:0:40983:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007a4d85ef. 00000001:00000010:2.0:1767384411.423490:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006591f624. 00000001:00000010:2.0:1767384411.423495:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c257fa3b. 00000001:00000010:2.0:1767384411.423498:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000000a555832. 00040000:00000010:2.0:1767384411.423508:0:40983:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000048a1323b. 00000020:00000010:2.0:1767384411.423528:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000208aa7a2. 00080000:00000010:2.0:1767384411.423534:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000089b58e9. 00080000:00000010:2.0:1767384411.423547:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000089b58e9. 00000020:00000010:2.0:1767384411.423550:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000208aa7a2. 00000004:00000010:2.0:1767384411.423556:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000029fcb64c. 00000004:00000010:2.0:1767384411.423560:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006a05c5ce. 00000004:00000010:2.0:1767384411.423563:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bb908e8a. 00080000:00000010:2.0:1767384411.423567:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000089b58e9. 00080000:00000010:2.0:1767384411.423578:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000080fce645. 00100000:00000010:2.0:1767384411.423587:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae1d4d90. 00100000:00000010:2.0:1767384411.423591:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae1d4d90. 00000004:00000010:2.0:1767384411.423612:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000022811e. 00000004:00000010:2.0:1767384411.423617:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000c72a8ea. 00000004:00000010:2.0:1767384411.423621:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000021a738ba. 00080000:00000010:2.0:1767384411.423624:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f653a92d. 00080000:00000010:2.0:1767384411.423638:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c4707eb3. 00100000:00000010:2.0:1767384411.423646:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae1d4d90. 00100000:00000010:2.0:1767384411.423649:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae1d4d90. 00040000:00000010:2.0:1767384411.423654:0:40983:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000237fb429. 00000001:00000010:2.0:1767384411.423658:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000065cadac2. 00000001:00000010:2.0:1767384411.423661:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d829423c. 00000001:00000010:2.0:1767384411.423665:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000050a5a29a. 00040000:00000010:2.0:1767384411.423672:0:40983:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000003601c582. 00000020:00000010:2.0:1767384411.423692:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000bbc4000. 00080000:00000010:2.0:1767384411.423698:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d08ffcdf. 00080000:00000010:2.0:1767384411.423712:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d08ffcdf. 00000020:00000010:2.0:1767384411.423716:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000bbc4000. 00000004:00000010:2.0:1767384411.423724:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b59d0b00. 00000004:00000010:2.0:1767384411.423727:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000099cb1174. 00000004:00000010:2.0:1767384411.423731:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000071e9ce23. 00080000:00000010:2.0:1767384411.423734:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d08ffcdf. 00080000:00000010:2.0:1767384411.423754:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000086c66c70. 00100000:00000010:2.0:1767384411.423761:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae1d4d90. 00100000:00000010:2.0:1767384411.423764:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae1d4d90. 00000004:00000010:2.0:1767384411.423782:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000086683c9f. 00000004:00000010:2.0:1767384411.423785:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000018dadc2f. 00000004:00000010:2.0:1767384411.423788:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000037fd2857. 00080000:00000010:2.0:1767384411.423791:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000297d8b2c. 00080000:00000010:2.0:1767384411.423803:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000034c1d34b. 00100000:00000010:2.0:1767384411.423811:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae1d4d90. 00100000:00000010:2.0:1767384411.423813:0:40983:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ae1d4d90. 00040000:00000010:2.0:1767384411.423833:0:40983:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f8c40a3c. 00000001:00000010:2.0:1767384411.423837:0:40983:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ebb4c770. 00000001:00000010:2.0:1767384411.423841:0:40983:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000124a1f4c. 00000001:00000010:2.0:1767384411.423844:0:40983:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a21ee3ca. 00040000:00000010:2.0:1767384411.423853:0:40983:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000007c3e6507. 00000020:00000010:2.0:1767384411.423857:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd4a033d. 00000020:00000010:2.0:1767384411.423861:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005cde7047. 00000020:00000010:2.0:1767384411.423865:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008ab18776. 00000020:00000010:2.0:1767384411.423869:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033b05b08. 00000020:00000010:2.0:1767384411.423873:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cec45445. 80000000:00000010:2.0:1767384411.423877:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dbea6659. 40000000:00000010:2.0:1767384411.423880:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae1d4d90. 00100000:00000010:2.0:1767384411.423883:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c89df143. 00040000:00000010:2.0:1767384411.423887:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009f592da0. 00040000:00000010:2.0:1767384411.423891:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007f5f95c3. 00080000:00000010:2.0:1767384411.423895:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003534e54a. 00080000:00000010:2.0:1767384411.423900:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce60ad85. 00002000:00000010:2.0:1767384411.423905:0:40983:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a1ac332c. 00000020:00000010:0.0:1767384411.424067:0:40983:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000941dd652. 00000020:00000010:0.0:1767384411.424071:0:40983:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000941dd652. 00000020:00000010:0.0:1767384411.424075:0:40983:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000d1c421ef. 00000020:00000010:0.0:1767384411.424078:0:40983:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000941dd652. 00000020:00000010:0.0:1767384411.424080:0:40983:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000941dd652. 40000000:00000010:0.0:1767384411.424085:0:40983:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000af6728fc. 00080000:00000010:0.0:1767384411.424126:0:40983:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000826eef91. 00080000:00000010:0.0:1767384411.424131:0:40983:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000941dd652. 00080000:00000010:1.0:1767384411.425697:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000826eef91. 00080000:00000010:0.0:1767384411.425772:0:40983:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000941dd652. 00000004:00000010:0.0:1767384411.425805:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000441c0c3b. 00000004:00000010:0.0:1767384411.425855:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ce7f189c. 00000004:00000010:0.0:1767384411.425859:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a9637839. 00080000:00000010:0.0:1767384411.425862:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d2b34a93. 00000004:00000010:0.0:1767384411.425882:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009e51b357. 00000004:00000010:0.0:1767384411.425885:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000041c95e02. 00000004:00000010:0.0:1767384411.425887:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000051ceced. 00080000:00000010:0.0:1767384411.425889:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001459d7c5. 00000020:00000010:0.0:1767384411.425897:0:40983:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000d447f266. 00080000:00000010:0.0:1767384411.425900:0:40983:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000081ec9b5a. 00000004:00000010:0.0:1767384411.425937:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000402ecff1. 00000004:00000010:0.0:1767384411.425940:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005b5970f3. 00000004:00000010:0.0:1767384411.425942:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000019fa9742. 00080000:00000010:0.0:1767384411.425947:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f1bd5a36. 00000001:00000010:0.0:1767384411.425954:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.425962:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00080000:00000010:0.0:1767384411.425988:0:40983:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000081ec9b5a. 00000020:00000010:0.0:1767384411.425990:0:40983:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000d447f266. 00000004:00000010:0.0:1767384411.425993:0:40983:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 000000008104a36d. 00000004:00000010:0.0:1767384411.425996:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ad542904. 00000004:00000010:0.0:1767384411.425998:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c7b13486. 00000004:00000010:0.0:1767384411.426000:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000249e7b05. 00080000:00000010:0.0:1767384411.426002:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006ebd71d9. 00000001:00000010:0.0:1767384411.426004:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.426008:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00000020:00000010:0.0:1767384411.426016:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000826eef91. 00000020:00000010:0.0:1767384411.426018:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000978facb0. 00000040:00000010:0.0:1767384411.426020:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000033e29a26. 00000020:00000010:0.0:1767384411.426024:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000054a8aaf1. 00000020:00000010:0.0:1767384411.426026:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000f9e1a5e. 00000020:00000010:0.0:1767384411.426029:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003372a2c6. 80000000:00000010:0.0:1767384411.426031:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006029875f. 40000000:00000010:0.0:1767384411.426032:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000941dd652. 00100000:00000010:0.0:1767384411.426035:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c8bb877c. 00040000:00000010:0.0:1767384411.426036:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001a1e0914. 00040000:00000010:0.0:1767384411.426038:0:40983:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c6e69a81. 00040000:00000010:0.0:1767384411.426040:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d9d5063. 00080000:00000010:0.0:1767384411.426042:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d447f266. 00080000:00000010:0.0:1767384411.426045:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000019ff4fda. 00000004:00000010:0.0:1767384411.426048:0:40983:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000a9cd894. 00000004:00000010:0.0:1767384411.426051:0:40983:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006f3ae307. 00000004:00000010:0.0:1767384411.426053:0:40983:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006b4d3ed1. 00000004:00000010:0.0:1767384411.426055:0:40983:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007d726f4c. 00000004:00000010:0.0:1767384411.426197:0:40983:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 000000009b8866b4. 00000040:00000010:0.0:1767384411.426200:0:40983:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005c44c50a. 00000020:00000010:0.0:1767384411.426205:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bb38fa9. 00000020:00000010:0.0:1767384411.426208:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e44ec003. 00000040:00000010:0.0:1767384411.426210:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003d8835c7. 00000020:00000010:0.0:1767384411.426212:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003047aed1. 00000020:00000010:0.0:1767384411.426214:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ca0374c3. 00000020:00000010:0.0:1767384411.426216:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002d9ebba7. 80000000:00000010:0.0:1767384411.426217:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005fe76fcd. 40000000:00000010:0.0:1767384411.426218:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005332f7b8. 00100000:00000010:0.0:1767384411.426220:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001dd4ea6e. 00040000:00000010:0.0:1767384411.426222:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002300a39f. 00040000:00000010:0.0:1767384411.426225:0:40983:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c245d1a5. 00040000:00000010:0.0:1767384411.426226:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007646cd69. 00080000:00000010:0.0:1767384411.426237:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a0180031. 00080000:00000010:0.0:1767384411.426240:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002ebbb126. 00000004:00000010:0.0:1767384411.426244:0:40983:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001666e806. 00000004:00000010:0.0:1767384411.426247:0:40983:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003cf71c6a. 00000004:00000010:0.0:1767384411.426249:0:40983:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000388daa1e. 00000004:00000010:0.0:1767384411.426251:0:40983:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005799a448. 00000004:00000010:0.0:1767384411.426410:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000027fd64c. 00000004:00000010:0.0:1767384411.426416:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a93bd22a. 00000004:00000010:0.0:1767384411.426418:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b00d9a11. 00080000:00000010:0.0:1767384411.426422:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000086a673dd. 00010000:00000010:0.1:1767384411.426443:0:40983:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d9f8b58e. 00010000:00000010:0.1:1767384411.426450:0:40983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b7eb554. 00010000:00000010:1.1:1767384411.426452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b359ec0d. 00010000:00000010:0.1:1767384411.426455:0:40983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058ab3b20. 00010000:00000010:1.1:1767384411.426465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000033a5554c. 00000001:00000010:0.0:1767384411.426471:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.426479:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00080000:00000010:0.0:1767384411.426494:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000086a673dd. 00000004:00000010:0.0:1767384411.426499:0:40983:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b00d9a11. 00000004:00000010:0.0:1767384411.426504:0:40983:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a93bd22a. 00000004:00000010:0.0:1767384411.426507:0:40983:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000027fd64c. 00000004:00000010:0.0:1767384411.426513:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001037129d. 00000004:00000010:0.0:1767384411.426516:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a93bd22a. 00000004:00000010:0.0:1767384411.426518:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b00d9a11. 00080000:00000010:0.0:1767384411.426520:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000086a673dd. 00000001:00000010:0.0:1767384411.426524:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.426527:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00000004:00000010:0.0:1767384411.426544:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fd5d7b26. 00000004:00000010:0.0:1767384411.426548:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000860041e9. 00000004:00000010:0.0:1767384411.426550:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000073dd1537. 00080000:00000010:0.0:1767384411.426553:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000807f3487. 00000001:00000010:0.0:1767384411.426555:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.426559:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00080000:00000010:0.0:1767384411.426567:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000807f3487. 00000004:00000010:0.0:1767384411.426569:0:40983:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000073dd1537. 00000004:00000010:0.0:1767384411.426571:0:40983:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000860041e9. 00000004:00000010:0.0:1767384411.426572:0:40983:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fd5d7b26. 00000004:00000010:0.0:1767384411.426576:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006213498f. 00000004:00000010:0.0:1767384411.426579:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000860041e9. 00000004:00000010:0.0:1767384411.426580:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000073dd1537. 00080000:00000010:0.0:1767384411.426582:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000807f3487. 00000001:00000010:0.0:1767384411.426585:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.426589:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00000040:00000010:3.0:1767384411.426597:0:41027:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008ca52aeb. 00000004:00000010:0.0:1767384411.426601:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c14f7c43. 00000004:00000010:0.0:1767384411.426606:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f34296d0. 00000004:00000010:0.0:1767384411.426608:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005305e375. 00080000:00000010:0.0:1767384411.426610:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007b33b313. 00000001:00000010:0.0:1767384411.426613:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.426615:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00000040:00000010:3.0:1767384411.426619:0:41027:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000ee39de78. 00080000:00000010:0.0:1767384411.426626:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007b33b313. 00000004:00000010:0.0:1767384411.426630:0:40983:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005305e375. 00000004:00000010:0.0:1767384411.426632:0:40983:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f34296d0. 00000004:00000010:0.0:1767384411.426633:0:40983:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c14f7c43. 00000040:00000010:3.0:1767384411.426635:0:41027:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002797229e. 00000020:00000010:3.0:1767384411.426641:0:41027:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077846c25. 00000020:00000010:3.0:1767384411.426643:0:41027:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf23d548. 00000040:00000010:3.0:1767384411.426644:0:41027:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006627211f. 00000004:00000010:0.0:1767384411.426647:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000125ad604. 00000020:00000010:3.0:1767384411.426650:0:41027:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000848e1f4d. 00000004:00000010:0.0:1767384411.426653:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f34296d0. 00000020:00000010:3.0:1767384411.426655:0:41027:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000014a16177. 00000004:00000010:0.0:1767384411.426658:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005305e375. 00000020:00000010:3.0:1767384411.426661:0:41027:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a095d418. 00080000:00000010:0.0:1767384411.426665:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007b33b313. 80000000:00000010:3.0:1767384411.426666:0:41027:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b661849. 40000000:00000010:3.0:1767384411.426670:0:41027:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000a59347c. 00000001:00000010:0.0:1767384411.426674:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00100000:00000010:3.0:1767384411.426675:0:41027:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e4ab9062. 00040000:00000010:3.0:1767384411.426680:0:41027:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002550b4af. 00000001:00000010:0.0:1767384411.426681:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00040000:00000010:3.0:1767384411.426683:0:41027:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dab6c1a0. 00040000:00000010:3.0:1767384411.426687:0:41027:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000005617afb. 00080000:00000010:3.0:1767384411.426692:0:41027:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002119dcdc. 00000004:00000010:0.0:1767384411.426699:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000079b3f438. 00000004:00000010:0.0:1767384411.426703:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dbc8a0e5. 00080000:00000010:3.0:1767384411.426704:0:41027:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000017ecd6c8. 00000004:00000010:0.0:1767384411.426705:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000095b5a2b1. 00080000:00000010:0.0:1767384411.426713:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b0849ee0. 00000004:00000010:3.0:1767384411.426716:0:41027:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ae7fa076. 00000001:00000010:0.0:1767384411.426717:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.426723:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00000004:00000010:3.0:1767384411.426726:0:41027:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ac8ae8ec. 00080000:00000010:0.0:1767384411.426733:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b0849ee0. 00000004:00000010:3.0:1767384411.426737:0:41027:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000002caaa6e. 00000004:00000010:0.0:1767384411.426738:0:40983:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000095b5a2b1. 00000004:00000010:0.0:1767384411.426744:0:40983:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dbc8a0e5. 00002000:00000010:3.0:1767384411.426745:0:41027:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ee424da4. 00000004:00000010:0.0:1767384411.426748:0:40983:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000079b3f438. 00000004:00000010:3.0:1767384411.426760:0:41027:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000070a6ab50. 00000020:00000010:3.0:1767384411.426766:0:41027:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005bd97a40. 00000004:00000010:0.0:1767384411.426767:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000df4e3bb0. 00000004:00000010:0.0:1767384411.426773:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dbc8a0e5. 00000004:00000010:0.0:1767384411.426776:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000095b5a2b1. 00080000:00000010:0.0:1767384411.426779:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b0849ee0. 00000001:00000010:0.0:1767384411.426784:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000040:00000010:3.0:1767384411.426786:0:41027:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 000000003f5fa86b. 00000001:00000010:0.0:1767384411.426789:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00000020:00000010:0.0:1767384411.426815:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008f6f0bdd. 00080000:00000010:0.0:1767384411.426820:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002c1e13e3. 00080000:00000010:0.0:1767384411.426830:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002c1e13e3. 00000020:00000010:0.0:1767384411.426832:0:40983:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008f6f0bdd. 00000004:00000010:0.0:1767384411.426837:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009325fb61. 00000004:00000010:0.0:1767384411.426839:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a39660f3. 00000004:00000010:0.0:1767384411.426841:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001621d4f5. 00080000:00000010:0.0:1767384411.426843:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002c1e13e3. 00000040:00000010:0.0:1767384411.426853:0:40983:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000aeaec732. 00000040:00000010:0.0:1767384411.426858:0:40983:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000ef52a6a. 00000040:00000010:0.0:1767384411.426869:0:40983:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000001d69190e. 00000020:00000010:0.0:1767384411.426871:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008bdcdad7. 00080000:00000010:0.0:1767384411.426874:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000089574807. 00000040:00000010:0.0:1767384411.426881:0:40983:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000062bc1cbf. 00000040:00000010:0.0:1767384411.426888:0:40983:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000004458d263. 00000100:00000010:2.0:1767384411.427485:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e39b90f5. 00000100:00000010:1.0:1767384411.427488:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015ecf4b2. 00000040:00000010:0.0:1767384411.429443:0:40983:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000004458d263. 00000100:00000010:0.0:1767384411.429467:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5e0a7c9. 00000040:00000010:0.0:1767384411.429477:0:40983:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005f8f831f. 00000040:00000010:0.0:1767384411.429483:0:40983:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000334ce166. 00000040:00000010:0.0:1767384411.429501:0:40983:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 000000004c9c5377. 00000020:00000010:0.0:1767384411.429503:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001c84c6c6. 00080000:00000010:0.0:1767384411.429506:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005c88e40c. 00000040:00000010:0.0:1767384411.429513:0:40983:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004458d263. 00000040:00000010:0.0:1767384411.429526:0:40983:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000b048e48d. 00000040:00000010:0.0:1767384411.432253:0:40983:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000b048e48d. 00000040:00000010:0.0:1767384411.432259:0:40983:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a5e0a7c9. 00000020:00000010:0.0:1767384411.432263:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066dc4897. 00000020:00000010:0.0:1767384411.432267:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1f73c08. 00000040:00000010:0.0:1767384411.432269:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ecc5bbf7. 00000020:00000010:0.0:1767384411.432271:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008ddb8a7b. 00000020:00000010:0.0:1767384411.432273:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384411.432275:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009bf93a47. 80000000:00000010:0.0:1767384411.432277:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004cbe8aad. 40000000:00000010:0.0:1767384411.432279:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000033090cbc. 00100000:00000010:0.0:1767384411.432281:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f8923269. 00040000:00000010:0.0:1767384411.432283:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000afe704fd. 00040000:00000010:0.0:1767384411.432285:0:40983:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000404ee467. 00040000:00000010:0.0:1767384411.432287:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8052ee8. 00080000:00000010:0.0:1767384411.432289:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b048e48d. 00080000:00000010:0.0:1767384411.432292:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000091d82b59. 00000004:00000010:0.0:1767384411.432295:0:40983:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c2936686. 00000004:00000010:0.0:1767384411.432298:0:40983:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d9eb5e0b. 00000004:00000010:0.0:1767384411.432300:0:40983:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000091e3082a. 00002000:00000010:0.0:1767384411.432302:0:40983:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008f9af3d0. 00000004:00000010:0.0:1767384411.432304:0:40983:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000208e5a29. 00000020:00000010:0.0:1767384411.432306:0:40983:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000880a552f. 00000040:00000010:0.0:1767384411.432310:0:40983:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002f6c8675. 00000040:00000010:0.0:1767384411.437502:0:40983:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002f6c8675. 00000020:00000010:0.0:1767384411.437509:0:40983:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000880a552f. 00000020:00000010:0.0:1767384411.437516:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1f73c08. 00000040:00000010:0.0:1767384411.437518:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ecc5bbf7. 00000020:00000010:0.0:1767384411.437520:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008ddb8a7b. 00000020:00000010:0.0:1767384411.437523:0:40983:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384411.437527:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009bf93a47. 80000000:00000010:0.0:1767384411.437529:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004cbe8aad. 40000000:00000010:0.0:1767384411.437531:0:40983:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000033090cbc. 00100000:00000010:0.0:1767384411.437533:0:40983:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f8923269. 00040000:00000010:0.0:1767384411.437535:0:40983:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000afe704fd. 00040000:00000010:0.0:1767384411.437538:0:40983:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000404ee467. 00040000:00000010:0.0:1767384411.437540:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c8052ee8. 00080000:00000010:0.0:1767384411.437543:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000091d82b59. 00080000:00000010:0.0:1767384411.437545:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b048e48d. 00000004:00000010:0.0:1767384411.437547:0:40983:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c2936686. 00000004:00000010:0.0:1767384411.437550:0:40983:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d9eb5e0b. 00000004:00000010:0.0:1767384411.437552:0:40983:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091e3082a. 00002000:00000010:0.0:1767384411.437554:0:40983:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008f9af3d0. 00000004:00000010:0.0:1767384411.437556:0:40983:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000208e5a29. 00000020:00000010:0.0:1767384411.437557:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066dc4897. 00000040:00000010:0.0:1767384411.437561:0:40983:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a5e0a7c9. 00000040:00000010:0.0:1767384411.437565:0:40983:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a5e0a7c9. 00000020:00000010:0.0:1767384411.437567:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008302e005. 00000020:00000010:0.0:1767384411.437569:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c8052ee8. 00000040:00000010:0.0:1767384411.437571:0:40983:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009bf93a47. 00000020:00000010:0.0:1767384411.437573:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091e3082a. 00000020:00000010:0.0:1767384411.437575:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384411.437576:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ecc5bbf7. 80000000:00000010:0.0:1767384411.437578:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004cbe8aad. 40000000:00000010:0.0:1767384411.437579:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000033090cbc. 00100000:00000010:0.0:1767384411.437581:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c2936686. 00040000:00000010:0.0:1767384411.437583:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000afe704fd. 00040000:00000010:0.0:1767384411.437584:0:40983:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000404ee467. 00000040:00000010:3.0:1767384411.437586:0:41027:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 000000003f5fa86b. 00040000:00000010:0.0:1767384411.437586:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1f73c08. 00080000:00000010:0.0:1767384411.437592:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b048e48d. 00080000:00000010:0.0:1767384411.437595:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000091d82b59. 00000004:00000010:0.0:1767384411.437597:0:40983:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f8923269. 00000004:00000010:0.0:1767384411.437599:0:40983:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d9eb5e0b. 00000004:00000010:0.0:1767384411.437601:0:40983:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008ddb8a7b. 00000020:00000010:3.0:1767384411.437603:0:41027:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005bd97a40. 00002000:00000010:0.0:1767384411.437603:0:40983:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000208e5a29. 00000004:00000010:0.0:1767384411.437606:0:40983:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008f9af3d0. 00000020:00000010:0.0:1767384411.437610:0:40983:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004b03d076. 00000020:00000010:3.0:1767384411.437611:0:41027:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf23d548. 00000040:00000010:0.0:1767384411.437613:0:40983:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002f6c8675. 00000040:00000010:3.0:1767384411.437616:0:41027:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006627211f. 00000020:00000010:3.0:1767384411.437619:0:41027:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000848e1f4d. 00000020:00000010:3.0:1767384411.437623:0:41027:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000014a16177. 00000020:00000010:3.0:1767384411.437626:0:41027:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a095d418. 80000000:00000010:3.0:1767384411.437628:0:41027:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009b661849. 40000000:00000010:3.0:1767384411.437630:0:41027:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000a59347c. 00100000:00000010:3.0:1767384411.437633:0:41027:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e4ab9062. 00040000:00000010:3.0:1767384411.437635:0:41027:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002550b4af. 00040000:00000010:3.0:1767384411.437637:0:41027:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dab6c1a0. 00040000:00000010:3.0:1767384411.437639:0:41027:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000005617afb. 00080000:00000010:3.0:1767384411.437642:0:41027:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000017ecd6c8. 00080000:00000010:3.0:1767384411.437643:0:41027:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002119dcdc. 00000004:00000010:3.0:1767384411.437646:0:41027:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ae7fa076. 00000004:00000010:3.0:1767384411.437648:0:41027:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ac8ae8ec. 00000004:00000010:3.0:1767384411.437651:0:41027:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000002caaa6e. 00002000:00000010:3.0:1767384411.437652:0:41027:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ee424da4. 00000004:00000010:3.0:1767384411.437654:0:41027:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000070a6ab50. 00000020:00000010:3.0:1767384411.437655:0:41027:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077846c25. 00000040:00000010:3.0:1767384411.437657:0:41027:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002797229e. 00000020:00000010:3.0:1767384411.437661:0:41027:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e44ec003. 00000040:00000010:3.0:1767384411.437665:0:41027:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003d8835c7. 00000020:00000010:3.0:1767384411.437668:0:41027:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003047aed1. 00000020:00000010:3.0:1767384411.437670:0:41027:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ca0374c3. 00000020:00000010:3.0:1767384411.437672:0:41027:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002d9ebba7. 80000000:00000010:3.0:1767384411.437673:0:41027:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005fe76fcd. 40000000:00000010:3.0:1767384411.437675:0:41027:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005332f7b8. 00100000:00000010:3.0:1767384411.437683:0:41027:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001dd4ea6e. 00040000:00000010:3.0:1767384411.437684:0:41027:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002300a39f. 00040000:00000010:3.0:1767384411.437686:0:41027:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c245d1a5. 00040000:00000010:3.0:1767384411.437688:0:41027:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007646cd69. 00080000:00000010:3.0:1767384411.437691:0:41027:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002ebbb126. 00080000:00000010:3.0:1767384411.437693:0:41027:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a0180031. 00000004:00000010:3.0:1767384411.437695:0:41027:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001666e806. 00000004:00000010:3.0:1767384411.437696:0:41027:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003cf71c6a. 00000004:00000010:3.0:1767384411.437699:0:41027:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000388daa1e. 00000004:00000010:3.0:1767384411.437701:0:41027:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005799a448. 00000020:00000010:3.0:1767384411.437703:0:41027:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bb38fa9. 00000004:00000010:3.0:1767384411.437705:0:41027:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 000000009b8866b4. 00000100:00000010:3.0:1767384411.437740:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059bffcf0. 00000040:00000010:0.0:1767384411.438007:0:40983:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002f6c8675. 00000020:00000010:0.0:1767384411.438010:0:40983:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004b03d076. 00000020:00000010:0.0:1767384411.438013:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c8052ee8. 00000040:00000010:0.0:1767384411.438014:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009bf93a47. 00000020:00000010:0.0:1767384411.438016:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000091e3082a. 00000020:00000010:0.0:1767384411.438017:0:40983:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384411.438019:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ecc5bbf7. 80000000:00000010:0.0:1767384411.438020:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004cbe8aad. 40000000:00000010:0.0:1767384411.438021:0:40983:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000033090cbc. 00100000:00000010:0.0:1767384411.438023:0:40983:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c2936686. 00040000:00000010:0.0:1767384411.438024:0:40983:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000afe704fd. 00040000:00000010:0.0:1767384411.438026:0:40983:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000404ee467. 00040000:00000010:0.0:1767384411.438027:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1f73c08. 00080000:00000010:0.0:1767384411.438028:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000091d82b59. 00080000:00000010:0.0:1767384411.438030:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b048e48d. 00000004:00000010:0.0:1767384411.438031:0:40983:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f8923269. 00000004:00000010:0.0:1767384411.438032:0:40983:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d9eb5e0b. 00000004:00000010:0.0:1767384411.438034:0:40983:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008ddb8a7b. 00002000:00000010:0.0:1767384411.438035:0:40983:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000208e5a29. 00000004:00000010:0.0:1767384411.438036:0:40983:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008f9af3d0. 00000020:00000010:0.0:1767384411.438037:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008302e005. 00000040:00000010:0.0:1767384411.438039:0:40983:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a5e0a7c9. 00000040:00000010:0.0:1767384411.438043:0:40983:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000474cad40. 00000040:00000010:0.0:1767384411.438048:0:40983:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008302e005. 00000040:00000010:0.0:1767384411.438090:0:40983:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000e7c736e8. 00000020:00000010:0.0:1767384411.438093:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000afe704fd. 00080000:00000010:0.0:1767384411.438096:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000095359a1e. 00000040:00000010:0.0:1767384411.438103:0:40983:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b048e48d. 00000001:00000010:0.0:1767384411.438109:0:40983:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000d5ce2f5d. 00000004:00000010:0.0:1767384411.438127:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000044d2773f. 00000004:00000010:0.0:1767384411.438131:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c8004736. 00000004:00000010:0.0:1767384411.438134:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002aec5561. 00080000:00000010:0.0:1767384411.438138:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e1f73c08. 00080000:00000010:0.0:1767384411.438146:0:40983:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ecc5bbf7. 00080000:00000010:0.0:1767384411.438153:0:40983:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000009bf93a47. 00080000:00000010:0.0:1767384411.438168:0:40983:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000b5cc7878. 00000001:00000010:0.0:1767384411.438193:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.438202:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00080000:00000010:0.0:1767384411.438211:0:40983:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000b5cc7878. 00080000:00000010:0.0:1767384411.438288:0:40983:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e1f73c08. 00000004:00000010:0.0:1767384411.438292:0:40983:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002aec5561. 00000004:00000010:0.0:1767384411.438296:0:40983:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c8004736. 00000004:00000010:0.0:1767384411.438298:0:40983:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000044d2773f. 00000020:00000010:0.0:1767384411.438306:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002300a39f. 00080000:00000010:0.0:1767384411.438309:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e1f73c08. 00080000:00000010:0.0:1767384411.438312:0:40983:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c8052ee8. 00080000:00000010:0.0:1767384411.438317:0:40983:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000033090cbc. 00000001:00000010:0.0:1767384411.438516:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.438524:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00080000:00000010:0.0:1767384411.438551:0:40983:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000008ddb8a7b. 00080000:00000010:0.0:1767384411.438571:0:40983:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000033090cbc. 00080000:00000010:0.0:1767384411.438577:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000509dcf88. 00100000:00000010:0.0:1767384411.438583:0:40983:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000033090cbc. 00080000:00000010:0.0:1767384411.438595:0:40983:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007000cedf. 00000001:00000010:0.0:1767384411.438603:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.438608:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00080000:00000010:0.0:1767384411.438619:0:40983:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000474370c1. 00000001:00000010:0.0:1767384411.438623:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.438627:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00080000:00000010:0.0:1767384411.438634:0:40983:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000066dc4897. 00000001:00000010:0.0:1767384411.438638:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.438642:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00080000:00000010:0.0:1767384411.438651:0:40983:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c06f4ffd. 00000001:00000010:0.0:1767384411.438656:0:40983:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a231cd50. 00000001:00000010:0.0:1767384411.438660:0:40983:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a231cd50. 00100000:00000010:0.0:1767384411.438669:0:40983:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000d9eb5e0b. 00000020:00000010:0.0:1767384411.438699:0:40983:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000003cf71c6a. 00000004:00000010:0.0:1767384411.438717:0:40983:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002ee1ac96. 00000004:00000010:0.0:1767384411.438731:0:40983:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c8004736. 00000004:00000010:0.0:1767384411.438734:0:40983:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002aec5561. 00080000:00000010:0.0:1767384411.438738:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d338f5a1. 00000020:00000010:0.0:1767384411.438752:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dc743441. 00080000:00000010:0.0:1767384411.438756:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e81ca784. 00000020:00000010:0.0:1767384411.438773:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d438bcb9. 00080000:00000010:0.0:1767384411.438777:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005185416c. 00100000:00000010:0.0:1767384411.439089:0:40983:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 0000000035eb94af. 00100000:00000010:0.0:1767384411.439094:0:40983:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000000d8796fd. 00100000:00000010:0.0:1767384411.439140:0:40983:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000000d8796fd. 00100000:00000010:0.0:1767384411.439146:0:40983:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000f8923269. 00100000:00000010:0.0:1767384411.439150:0:40983:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000008e954100. 00100000:00000010:0.0:1767384411.439154:0:40983:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 000000008f9af3d0. 00100000:00000010:0.0:1767384411.439157:0:40983:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000208e5a29. 00000020:00000010:0.0:1767384411.439177:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000494d3181. 00080000:00000010:0.0:1767384411.439182:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000aa0af412. 00000020:00000010:0.0:1767384411.439208:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000737bd2f5. 00080000:00000010:0.0:1767384411.439211:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c1ef1e06. 00080000:00000010:0.0:1767384411.439229:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000de53d217. 00000020:00000010:0.0:1767384411.439247:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006d4d95bb. 00080000:00000010:0.0:1767384411.439251:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007a54a587. 00080000:00000010:0.0:1767384411.439258:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002f6a0b8e. 00000020:00000010:0.0:1767384411.439274:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001484a012. 00080000:00000010:0.0:1767384411.439278:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000716c8493. 00080000:00000010:0.0:1767384411.439286:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000039f0028f. 00000020:00000010:0.0:1767384411.439302:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000015e8f922. 00080000:00000010:0.0:1767384411.439307:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000073bb0dce. 00080000:00000010:0.0:1767384411.439314:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000024e1c024. 00000020:00000010:0.0:1767384411.439331:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000502dae6b. 00080000:00000010:0.0:1767384411.439346:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007f4fac24. 00080000:00000010:0.0:1767384411.439353:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000031432645. 00000020:00000010:0.0:1767384411.439369:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dcfee33d. 00080000:00000010:0.0:1767384411.439374:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003d0a1717. 00080000:00000010:0.0:1767384411.439382:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d9d2430a. 00000020:00000010:0.0:1767384411.439398:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000072d213e7. 00080000:00000010:0.0:1767384411.439403:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a067d9ee. 00080000:00000010:0.0:1767384411.439411:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000bf10f3b2. 00000020:00000010:0.0:1767384411.439475:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000010caa5d0. 00080000:00000010:0.0:1767384411.439480:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fdf423b3. 00080000:00000010:0.0:1767384411.439489:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001d8fca81. 00000020:00000010:0.0:1767384411.439507:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ae43245c. 00080000:00000010:0.0:1767384411.439510:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000025c8dfd8. 00080000:00000010:0.0:1767384411.439518:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000017bdf864. 00000020:00000010:0.0:1767384411.439531:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000060d61252. 00080000:00000010:0.0:1767384411.439535:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cc3385c7. 00080000:00000010:0.0:1767384411.439542:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c29b5ffd. 00000020:00000010:0.0:1767384411.439557:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000009a7cc7c. 00080000:00000010:0.0:1767384411.439561:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009ace3670. 00080000:00000010:0.0:1767384411.439567:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000014663e73. 00000020:00000010:0.0:1767384411.439583:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000da5bcf5c. 00080000:00000010:0.0:1767384411.439586:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000356aaf88. 00080000:00000010:0.0:1767384411.439593:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ee8eb545. 00000020:00000010:0.0:1767384411.439609:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000077ad90a4. 00080000:00000010:0.0:1767384411.439613:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000488e1c45. 00080000:00000010:0.0:1767384411.439622:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f3329f6c. 00000020:00000010:0.0:1767384411.439637:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b346c614. 00080000:00000010:0.0:1767384411.439641:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dabc64c3. 00080000:00000010:0.0:1767384411.439650:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000937c2092. 00000020:00000010:0.0:1767384411.439666:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a9b201f2. 00080000:00000010:0.0:1767384411.439670:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ef46cba8. 00080000:00000010:0.0:1767384411.439678:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000667c46ba. 00000020:00000010:0.0:1767384411.439694:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000684eb52a. 00080000:00000010:0.0:1767384411.439698:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000513a3580. 00080000:00000010:0.0:1767384411.439707:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000071a552ef. 00100000:00000010:0.0:1767384411.439715:0:40983:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000404ee467. 00100000:00000010:0.0:1767384411.439719:0:40983:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000006672f012. 00100000:00000010:0.0:1767384411.439723:0:40983:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000fa5fc022. 00100000:00000010:0.0:1767384411.439726:0:40983:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000d56cf0be. 00000020:00000010:0.0:1767384411.439741:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000683f2c64. 00080000:00000010:0.0:1767384411.439745:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008a9b2c22. 00000020:00000010:0.0:1767384411.439974:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009e9fe429. 00080000:00000010:0.0:1767384411.439979:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004b345215. 00080000:00000010:0.0:1767384411.439987:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006115b09e. 00000020:00000010:0.0:1767384411.440005:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000894393e2. 00080000:00000010:0.0:1767384411.440008:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000095ffe6ed. 00080000:00000010:0.0:1767384411.440015:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ee5e1bff. 00000020:00000010:0.0:1767384411.440027:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003b94fe97. 00080000:00000010:0.0:1767384411.440030:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000064aef0cb. 00080000:00000010:0.0:1767384411.440037:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fbb4c958. 00000020:00000010:0.0:1767384411.440052:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003649dd66. 00080000:00000010:0.0:1767384411.440055:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000018989558. 00080000:00000010:0.0:1767384411.440062:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e6e560c7. 00000020:00000010:0.0:1767384411.440076:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000018ef3213. 00080000:00000010:0.0:1767384411.440079:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e523d388. 00080000:00000010:0.0:1767384411.440086:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ff2eaf1b. 00000020:00000010:0.0:1767384411.440100:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008427476d. 00080000:00000010:0.0:1767384411.440104:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fe312a9a. 00080000:00000010:0.0:1767384411.440111:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000061286d69. 00000020:00000010:0.0:1767384411.440124:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000022425324. 00080000:00000010:0.0:1767384411.440128:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000094cad4b6. 00080000:00000010:0.0:1767384411.440135:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000611fe3b2. 00000020:00000010:0.0:1767384411.440150:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f6acfb73. 00080000:00000010:0.0:1767384411.440154:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f65223f8. 00080000:00000010:0.0:1767384411.440159:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000046ad70b8. 00000020:00000010:0.0:1767384411.440168:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000043d539fc. 00080000:00000010:0.0:1767384411.440170:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000c6f97f3. 00080000:00000010:0.0:1767384411.440174:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006c7c3888. 00000020:00000010:0.0:1767384411.440181:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000095f1b8da. 00080000:00000010:0.0:1767384411.440183:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000932408cb. 00080000:00000010:0.0:1767384411.440186:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c54dad13. 00000020:00000010:0.0:1767384411.440194:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000073be8034. 00080000:00000010:0.0:1767384411.440196:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a5b8bbdd. 00080000:00000010:0.0:1767384411.440200:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009393336b. 00000020:00000010:0.0:1767384411.440208:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e35d7ecd. 00080000:00000010:0.0:1767384411.440210:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000796421a6. 00080000:00000010:0.0:1767384411.440214:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009c58082f. 00000020:00000010:0.0:1767384411.440222:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cf3c13f7. 00080000:00000010:0.0:1767384411.440224:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b92697a0. 00080000:00000010:0.0:1767384411.440228:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d04a090b. 00000020:00000010:0.0:1767384411.440235:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007fdcd9c9. 00080000:00000010:0.0:1767384411.440237:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b46f3e05. 00080000:00000010:0.0:1767384411.440241:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000225f01a4. 00000020:00000010:0.0:1767384411.440248:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000056ed880a. 00080000:00000010:0.0:1767384411.440301:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002301fe2d. 00080000:00000010:0.0:1767384411.440308:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000a4a6ea0. 00000020:00000010:0.0:1767384411.440319:0:40983:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b0236949. 00080000:00000010:0.0:1767384411.440321:0:40983:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000949ccc62. 00080000:00000010:0.0:1767384411.440325:0:40983:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007d00fbc4. 00100000:00000010:0.0:1767384411.440341:0:40983:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000d3f6e98e. 00200000:00000010:0.0:1767384411.440346:0:40983:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000f4d38503. 00000020:00000010:0.0:1767384411.440360:0:40983:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002de8c19f. 00000020:00000010:0.0:1767384411.440363:0:40983:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051e09756. 00000020:00000010:0.0:1767384411.440366:0:40983:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c2936686. 00000020:00000010:0.0:1767384411.440369:0:40983:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384411.440372:0:40983:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a872e890. 80000000:00000010:0.0:1767384411.440375:0:40983:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a5e0a7c9. 40000000:00000010:0.0:1767384411.440378:0:40983:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000b8a7a49. 00100000:00000010:0.0:1767384411.440380:0:40983:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000091e3082a. 00040000:00000010:0.0:1767384411.440383:0:40983:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bb54fd7b. 00040000:00000010:0.0:1767384411.440387:0:40983:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f5c375d. 00080000:00000010:0.0:1767384411.440391:0:40983:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000091d82b59. 00080000:00000010:0.0:1767384411.440393:0:40983:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002f6c8675. 00002000:00000010:0.0:1767384411.440397:0:40983:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005799a448. 00080000:00000010:0.0:1767384411.440403:0:40983:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fcf2c866. 00080000:00000010:0.0:1767384411.440408:0:40983:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c56fdc6d. 00080000:00000010:1.0:1767384411.441402:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fcf2c866. 00080000:00000010:1.0:1767384411.441406:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c06f4ffd. 00080000:00000010:1.0:1767384411.441408:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000066dc4897. 00080000:00000010:1.0:1767384411.441411:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000474370c1. 00080000:00000010:1.0:1767384411.441413:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007000cedf. 00080000:00000010:1.0:1767384411.441414:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c8052ee8. 00080000:00000010:1.0:1767384411.441439:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ecc5bbf7. 00080000:00000010:0.0:1767384411.441500:0:40983:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c56fdc6d. 00000020:00000010:0.0:1767384411.441516:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051e09756. 00000020:00000010:0.0:1767384411.441530:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c2936686. 00000020:00000010:0.0:1767384411.441533:0:40983:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384411.441537:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a872e890. 80000000:00000010:0.0:1767384411.441540:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5e0a7c9. 40000000:00000010:0.0:1767384411.441542:0:40983:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000b8a7a49. 00100000:00000010:0.0:1767384411.441545:0:40983:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000091e3082a. 00040000:00000010:0.0:1767384411.441547:0:40983:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bb54fd7b. 00040000:00000010:0.0:1767384411.441551:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004f5c375d. 00080000:00000010:0.0:1767384411.441554:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002f6c8675. 00080000:00000010:0.0:1767384411.441556:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000091d82b59. 00002000:00000010:0.0:1767384411.441558:0:40983:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005799a448. 00000020:00000010:0.0:1767384411.441561:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002de8c19f. 00000004:00000010:0.0:1767384411.441590:0:40983:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 000000000b8a7a49. 00000004:00000010:2.0:1767384411.441789:0:41028:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000b3b69256. 00000020:00000010:2.0:1767384411.441797:0:41028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048000536. 00000004:00000010:0.0:1767384411.441798:0:40983:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 000000000b8a7a49. 00000020:00000010:2.0:1767384411.441802:0:41028:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009c6214bd. 00000040:00000010:2.0:1767384411.441807:0:41028:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000071832f2d. 00000020:00000010:2.0:1767384411.441811:0:41028:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000043aa4f13. 00000020:00000010:2.0:1767384411.441814:0:41028:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000a5419b8. 00000020:00000010:2.0:1767384411.441819:0:41028:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004e5bbe0c. 00000020:00000010:0.0:1767384411.441821:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000192696fe. 80000000:00000010:2.0:1767384411.441822:0:41028:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000097d132d9. 40000000:00000010:2.0:1767384411.441828:0:41028:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000df0daa79. 00000040:00000010:0.0:1767384411.441828:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b71b4798. 00100000:00000010:2.0:1767384411.441832:0:41028:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac499f56. 00000020:00000010:0.0:1767384411.441835:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e41c1277. 00040000:00000010:2.0:1767384411.441838:0:41028:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006d112800. 00000100:00000010:1.0:1767384411.441838:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7c35ba4. 00000020:00000010:0.0:1767384411.441841:0:40983:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c40c61fb. 00040000:00000010:2.0:1767384411.441846:0:41028:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f8bbe182. 00000020:00000010:0.0:1767384411.441848:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008166f0a4. 00040000:00000010:2.0:1767384411.441850:0:41028:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3b6c74b. 02000000:00000010:1.0:1767384411.441853:0:41017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f936b561. 80000000:00000010:0.0:1767384411.441853:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e77e13f0. 00080000:00000010:2.0:1767384411.441858:0:41028:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000007a19ffb. 40000000:00000010:0.0:1767384411.441860:0:40983:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000da9887f5. 00080000:00000010:2.0:1767384411.441865:0:41028:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000fb89406. 00000020:00000010:0.0:1767384411.441866:0:40983:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 000000003cf71c6a. 00000100:00000010:1.0:1767384411.441867:0:41017:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001db06431. 00000004:00000010:2.0:1767384411.441874:0:41028:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000077414ee5. 00100000:00000010:0.0:1767384411.441875:0:40983:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000080fbf3f9. 00040000:00000010:0.0:1767384411.441881:0:40983:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004e09c64. 00000004:00000010:2.0:1767384411.441883:0:41028:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e54ee99c. 02000000:00000010:1.0:1767384411.441884:0:41017:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ead9bb21. 00040000:00000010:0.0:1767384411.441887:0:40983:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008a419b6b. 00000004:00000010:2.0:1767384411.441890:0:41028:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000051c08d1f. 00000400:00000010:1.0:1767384411.441892:0:41017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137e2aeb. 00040000:00000010:0.0:1767384411.441892:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d8dd7d6. 00000004:00000010:2.0:1767384411.441896:0:41028:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c504724f. 00080000:00000010:0.0:1767384411.441900:0:40983:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000008ddb8a7b. 00000400:00000010:1.0:1767384411.441901:0:41017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00080000:00000010:2.0:1767384411.441906:0:41028:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000003ea2a5ac. 00080000:00000010:0.0:1767384411.441906:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000028296c4d. 00000100:00000200:1.0:1767384411.441907:0:41017:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236746163712, portal 4 00080000:00000010:0.0:1767384411.441915:0:40983:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000009bf93a47. 00000400:00000010:1.0:1767384411.441916:0:41017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00080000:00000010:0.0:1767384411.441933:0:40983:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000b8093d50. 00000100:00000200:1.0:1767384411.441938:0:41017:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236746163712, offset 0 00080000:00000010:0.0:1767384411.441940:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e82a4160. 00000400:00000200:1.0:1767384411.441947:0:41017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:0.0:1767384411.441947:0:40983:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005e109672. 00000004:00000010:0.0:1767384411.441953:0:40983:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000590bba9f. 00000004:00000010:0.0:1767384411.441959:0:40983:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000089eca340. 00000400:00000200:1.0:1767384411.441963:0:41017:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:0.0:1767384411.441964:0:40983:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007eb7bd08. 00000020:00000010:0.0:1767384411.441970:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fd26332. 00000020:00000010:0.0:1767384411.441974:0:40983:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1407eef. 00000400:00000200:1.0:1767384411.441975:0:41017:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824df09600 00000020:00000010:0.0:1767384411.441981:0:40983:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000756f526. 00000400:00000200:1.0:1767384411.441985:0:41017:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xae1 [8] + 6496 00000020:00000010:0.0:1767384411.441988:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a983af1e. 00000400:00000200:1.0:1767384411.441992:0:41017:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.441998:0:41017:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000010:0.0:1767384411.442002:0:40983:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000243c9641. 00000100:00000200:1.0:1767384411.442004:0:41017:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384411.442009:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000773f33c6. 00000020:00000010:0.0:1767384411.442012:0:40983:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000061d33e48. 00000040:00000010:0.0:1767384411.442018:0:40983:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007a667a50. 00000020:00000010:0.0:1767384411.442021:0:40983:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000aefb79de. 00000400:00000200:1.0:1767384411.442026:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000020:00000010:0.0:1767384411.442026:0:40983:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000118684f7. 00000400:00000010:1.0:1767384411.442030:0:41017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 80000000:00000010:0.0:1767384411.442030:0:40983:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000e53ab9d. 00040000:00000010:0.0:1767384411.442038:0:40983:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000048682a34. 00000100:00000200:1.0:1767384411.442041:0:41017:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7c35ba4 x1853236746163712/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384427 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384411.442045:0:40983:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f7f59287. 00080000:00000010:0.0:1767384411.442053:0:40983:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000009446b1d2. 00080000:00000010:0.0:1767384411.442058:0:40983:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c20c3a9e. 00000100:00000010:1.0:1767384411.442062:0:41017:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051e99516. 20000000:00000010:0.0:1767384411.442063:0:40983:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000259ab1c1. 00000020:00000010:3.0:1767384411.442065:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a59347c. 00000020:00000010:0.0:1767384411.442069:0:40983:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7e4c221. 00000020:00000010:3.0:1767384411.442072:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a59347c. 00000100:00000010:1.0:1767384411.442073:0:41017:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4495f4b. 00000020:00000010:3.0:1767384411.442079:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077846c25. 00000100:00000010:1.0:1767384411.442081:0:41017:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e8f25a3. 00000020:00000010:3.0:1767384411.442084:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013bb12d1. 00000100:00000010:1.0:1767384411.442088:0:41017:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa2a2e77. 00000020:00000010:3.0:1767384411.442090:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384411.442124:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a59347c. 00000100:00000010:1.0:1767384411.442124:0:17892:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f6867b34. 00000020:00000010:3.0:1767384411.442130:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a59347c. 00000100:00000200:3.0:1767384411.442134:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746163712 02000000:00000010:3.0:1767384411.442147:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000070a6ab50. 00080000:00000010:2.0:1767384411.442149:0:41028:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000003ea2a5ac. 00000020:00000010:2.0:1767384411.442158:0:41028:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009c6214bd. 00010000:00000200:3.0:1767384411.442160:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000773f33c6 x1853236746163712/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:392/0 lens 264/240 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:2.0:1767384411.442163:0:41028:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000071832f2d. 00000020:00000010:2.0:1767384411.442170:0:41028:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000043aa4f13. 00000020:00000010:2.0:1767384411.442177:0:41028:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000a5419b8. 00000020:00000010:2.0:1767384411.442182:0:41028:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004e5bbe0c. 00000400:00000010:3.0:1767384411.442185:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 80000000:00000010:2.0:1767384411.442187:0:41028:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000097d132d9. 00000100:00000200:3.0:1767384411.442192:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236746163712, offset 224 40000000:00000010:2.0:1767384411.442193:0:41028:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000df0daa79. 00100000:00000010:2.0:1767384411.442200:0:41028:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ac499f56. 00000400:00000200:3.0:1767384411.442204:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000010:2.0:1767384411.442206:0:41028:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006d112800. 00040000:00000010:2.0:1767384411.442212:0:41028:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f8bbe182. 00000400:00000200:3.0:1767384411.442216:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:2.0:1767384411.442220:0:41028:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3b6c74b. 00000400:00000200:3.0:1767384411.442226:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824df09600 00080000:00000010:2.0:1767384411.442227:0:41028:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000fb89406. 00000400:00000200:3.0:1767384411.442232:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2b89 [1] + 224 00080000:00000010:2.0:1767384411.442235:0:41028:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000007a19ffb. 00000400:00000200:3.0:1767384411.442237:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.442243:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:2.0:1767384411.442243:0:41028:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077414ee5. 00000004:00000010:2.0:1767384411.442251:0:41028:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e54ee99c. 00000100:00000200:3.0:1767384411.442252:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7c35ba4 x1853236746163712/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.442252:0:41029:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000f178e60. 00000004:00000010:2.0:1767384411.442257:0:41028:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000051c08d1f. 00000020:00000010:1.0:1767384411.442257:0:41029:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001f006b90. 00000004:00000010:2.0:1767384411.442266:0:41028:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c504724f. 00000020:00000010:1.0:1767384411.442266:0:41029:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5583dcc. 00000020:00000010:1.0:1767384411.442273:0:41029:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037d141c0. 00000020:00000010:2.0:1767384411.442275:0:41028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048000536. 00000020:00000010:1.0:1767384411.442277:0:41029:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be52e338. 00000400:00000200:3.0:1767384411.442281:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a7e838 00000004:00000010:2.0:1767384411.442282:0:41028:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000b3b69256. 00000020:00000010:1.0:1767384411.442282:0:41029:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b70bacf. 00000400:00000010:3.0:1767384411.442284:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000020:00000010:1.0:1767384411.442288:0:41029:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000913be715. 80000000:00000010:1.0:1767384411.442292:0:41029:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c1a0d17d. 40000000:00000010:1.0:1767384411.442295:0:41029:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000d15a209. 00100000:00000010:1.0:1767384411.442297:0:41029:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048248c7f. 00040000:00000010:1.0:1767384411.442300:0:41029:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b635ea3. 00000020:00000010:3.0:1767384411.442302:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013bb12d1. 00040000:00000010:1.0:1767384411.442303:0:41029:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b3755bde. 00000020:00000010:3.0:1767384411.442309:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00080000:00000010:1.0:1767384411.442311:0:41029:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007d1bbf9d. 00000020:00000010:3.0:1767384411.442314:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077846c25. 00080000:00000010:1.0:1767384411.442317:0:41029:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001e507217. 00002000:00000010:1.0:1767384411.442322:0:41029:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004275ceae. 00000100:00000010:1.0:1767384411.442334:0:41029:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000007a67fac2. 00000100:00000200:1.0:1767384411.442347:0:41029:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00080000:00000010:3.0:1767384411.442993:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000013bb12d1. 00080000:00000010:3.0:1767384411.442999:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000013bb12d1. 00080000:00000010:2.0:1767384411.443010:0:10611:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007c3aa505. 00080000:00000010:3.0:1767384411.443011:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000013bb12d1. 00080000:00000010:2.0:1767384411.443017:0:10611:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007c3aa505. 00080000:00000010:3.0:1767384411.443018:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000013bb12d1. 00080000:00000010:2.0:1767384411.443031:0:10611:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007c3aa505. 00080000:00000010:2.0:1767384411.443035:0:10611:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007c3aa505. 00000100:00000010:0.0:1767384411.443497:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051e99516. 00000100:00000010:1.0:1767384411.444467:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4495f4b. 00000400:00000010:1.0:1767384411.444556:0:41017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137e2aeb. 00000400:00000200:1.0:1767384411.444560:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.444562:0:41017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.444569:0:41017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7c35ba4 x1853236746163712/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384411.444578:0:41017:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7c35ba4 x1853236746163712/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.444599:0:41017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001db06431. 02000000:00000010:1.0:1767384411.444606:0:41017:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ead9bb21. 02000000:00000010:1.0:1767384411.444612:0:41017:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f936b561. 00000100:00000010:1.0:1767384411.444615:0:41017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7c35ba4. 00000100:00000010:1.0:1767384411.444620:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7c35ba4. 02000000:00000010:1.0:1767384411.444625:0:41017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ecc5bbf7. 00000100:00000010:1.0:1767384411.444629:0:41017:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001db06431. 02000000:00000010:1.0:1767384411.444636:0:41017:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000257eeff4. 00000400:00000010:1.0:1767384411.444639:0:41017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137e2aeb. 00000400:00000010:1.0:1767384411.444642:0:41017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.444645:0:41017:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746163840, portal 4 00000400:00000010:1.0:1767384411.444648:0:41017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.444650:0:41017:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236746163840, offset 0 00000400:00000200:1.0:1767384411.444656:0:41017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.444662:0:41017:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.444669:0:41017:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824df09680 00000400:00000200:1.0:1767384411.444673:0:41017:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xae1 [8] + 6760 00000400:00000200:1.0:1767384411.444677:0:41017:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.444681:0:41017:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384411.444684:0:41017:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384411.444687:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098a8e0b5. 00000400:00000200:1.0:1767384411.444697:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000400:00000010:1.0:1767384411.444699:0:41017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.444703:0:41017:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7c35ba4 x1853236746163840/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384427 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.444715:0:41017:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f15bb5bc. 00000100:00000010:1.0:1767384411.444722:0:41017:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031c74ba0. 00000020:00000010:1.0:1767384411.444750:0:41029:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7c5cbc9. 00000020:00000010:1.0:1767384411.444753:0:41029:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7c5cbc9. 00000020:00000010:1.0:1767384411.444757:0:41029:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8052ee8. 00000020:00000010:1.0:1767384411.444760:0:41029:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af56c9d8. 00000020:00000010:1.0:1767384411.444763:0:41029:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4c41c4b. 00000020:00000010:1.0:1767384411.444783:0:41029:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7c5cbc9. 00000020:00000010:1.0:1767384411.444785:0:41029:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7c5cbc9. 00000100:00000200:1.0:1767384411.444787:0:41029:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746163840 02000000:00000010:1.0:1767384411.444799:0:41029:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000050ab7f65. 00010000:00000200:1.0:1767384411.444806:0:41029:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098a8e0b5 x1853236746163840/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:392/0 lens 432/432 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384411.444814:0:41029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.444816:0:41029:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236746163840, offset 224 00000400:00000200:1.0:1767384411.444821:0:41029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.444825:0:41029:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.444830:0:41029:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824df09680 00000400:00000200:1.0:1767384411.444834:0:41029:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b95 [1] + 224 00000400:00000200:1.0:1767384411.444837:0:41029:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.444840:0:41029:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384411.444844:0:41029:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7c35ba4 x1853236746163840/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384411.444854:0:41029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000400:00000010:1.0:1767384411.444856:0:41029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000020:00000010:1.0:1767384411.444862:0:41029:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af56c9d8. 00000020:00000010:1.0:1767384411.444867:0:41029:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4c41c4b. 00000020:00000010:1.0:1767384411.444871:0:41029:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8052ee8. 00000400:00000010:1.0:1767384411.444886:0:41017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137e2aeb. 00000400:00000200:1.0:1767384411.444889:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.444891:0:41017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.444895:0:41017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7c35ba4 x1853236746163840/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384411.444900:0:41017:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7c35ba4 x1853236746163840/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.444912:0:41017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001db06431. 02000000:00000010:1.0:1767384411.444930:0:41017:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000257eeff4. 02000000:00000010:1.0:1767384411.444934:0:41017:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ecc5bbf7. 00000100:00000010:1.0:1767384411.444937:0:41017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7c35ba4. 00000100:00000010:1.0:1767384411.444945:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7c35ba4. 02000000:00000010:1.0:1767384411.444951:0:41017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ecc5bbf7. 00000100:00000010:1.0:1767384411.444957:0:41017:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001db06431. 02000000:00000010:1.0:1767384411.444963:0:41017:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000257eeff4. 00000400:00000010:1.0:1767384411.444966:0:41017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137e2aeb. 00000400:00000010:1.0:1767384411.444970:0:41017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.444972:0:41017:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236746163968, portal 4 00000400:00000010:1.0:1767384411.444976:0:41017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.444978:0:41017:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236746163968, offset 0 00000400:00000200:1.0:1767384411.444983:0:41017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.444989:0:41017:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.444994:0:41017:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824df09700 00000400:00000200:1.0:1767384411.444998:0:41017:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xae1 [8] + 7192 00000400:00000200:1.0:1767384411.445001:0:41017:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.445004:0:41017:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384411.445008:0:41017:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384411.445012:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000464240c2. 00000400:00000200:1.0:1767384411.445021:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000400:00000010:1.0:1767384411.445023:0:41017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.445027:0:41017:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7c35ba4 x1853236746163968/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384427 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384411.445052:0:41029:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7c5cbc9. 00000020:00000010:1.0:1767384411.445055:0:41029:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7c5cbc9. 00000020:00000010:1.0:1767384411.445059:0:41029:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8052ee8. 00000020:00000010:1.0:1767384411.445062:0:41029:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af56c9d8. 00000020:00000010:1.0:1767384411.445065:0:41029:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4c41c4b. 00000020:00000010:1.0:1767384411.445083:0:41029:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7c5cbc9. 00000020:00000010:1.0:1767384411.445085:0:41029:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7c5cbc9. 00000100:00000200:1.0:1767384411.445088:0:41029:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236746163968 02000000:00000010:1.0:1767384411.445096:0:41029:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000c42f2ee3. 00002000:00000010:1.0:1767384411.445112:0:41029:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000e7c5cbc9. 00002000:00000010:1.0:1767384411.445120:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e0736991. 00080000:00000010:1.0:1767384411.445126:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007000cedf. 00002000:00000010:1.0:1767384411.445146:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005d78b77c. 00080000:00000010:1.0:1767384411.445150:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000474370c1. 00002000:00000010:1.0:1767384411.445158:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008ddd6b3a. 00080000:00000010:1.0:1767384411.445162:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f936b561. 00002000:00000010:1.0:1767384411.445174:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000020331200. 00080000:00000010:1.0:1767384411.445181:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ead9bb21. 00002000:00000010:1.0:1767384411.445192:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003d56bb7b. 00080000:00000010:1.0:1767384411.445197:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000066dc4897. 00002000:00000010:1.0:1767384411.445208:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cb6f01b5. 00080000:00000010:1.0:1767384411.445213:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c06f4ffd. 00002000:00000010:1.0:1767384411.445224:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002187646c. 00080000:00000010:1.0:1767384411.445229:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a983af1e. 00002000:00000010:1.0:1767384411.445239:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000686e9bb1. 00080000:00000010:1.0:1767384411.445241:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001fd26332. 00080000:00000010:1.0:1767384411.445249:0:41029:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009203abf2. 00080000:00000010:1.0:1767384411.445255:0:41029:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ee3a1414. 00080000:00000010:1.0:1767384411.445260:0:41029:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000007d8dd7d6. 00080000:00000010:1.0:1767384411.445268:0:41029:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a045db22. 00000001:00000010:1.0:1767384411.445387:0:41029:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 000000002f7d9e1c. 00002000:00000010:1.0:1767384411.445860:0:41029:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000009e92f67d. 00000001:00000010:1.0:1767384411.445869:0:41029:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f53bb896. 00000001:00000010:2.0:1767384411.446843:0:17887:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000f53bb896. 00002000:00000010:2.0:1767384411.446851:0:17887:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000009e92f67d. 00080000:00000010:2.0:1767384411.446855:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009203abf2. 00000001:00000010:2.0:1767384411.446859:0:17887:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000010bcdb7a. 00080000:00000010:2.0:1767384411.446863:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000087c5ed66. 00080000:00000010:1.0:1767384411.446947:0:41029:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a045db22. 00080000:00000010:1.0:1767384411.446954:0:41029:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ee3a1414. 00002000:00000010:1.0:1767384411.446965:0:41029:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000e7c5cbc9. 00002000:00000010:1.0:1767384411.446973:0:41029:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000e7c5cbc9. 00002000:00000010:1.0:1767384411.446978:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000415509ff. 00080000:00000010:1.0:1767384411.446982:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008166f0a4. 00002000:00000010:1.0:1767384411.446997:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a8bb681a. 00080000:00000010:1.0:1767384411.447001:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b71b4798. 00002000:00000010:1.0:1767384411.447011:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c6649659. 00080000:00000010:1.0:1767384411.447015:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000192696fe. 00002000:00000010:1.0:1767384411.447022:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d2108c7f. 00080000:00000010:1.0:1767384411.447026:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003671dd0d. 00002000:00000010:1.0:1767384411.447034:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008df93b7f. 00080000:00000010:1.0:1767384411.447038:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ea053045. 00002000:00000010:1.0:1767384411.447044:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bf81a9c1. 00080000:00000010:1.0:1767384411.447047:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008aebb29b. 00002000:00000010:1.0:1767384411.447056:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000038f98389. 00080000:00000010:1.0:1767384411.447060:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009d8ec894. 00002000:00000010:1.0:1767384411.447068:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d6e14538. 00080000:00000010:1.0:1767384411.447071:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000087c5ed66. 00080000:00000010:1.0:1767384411.447080:0:41029:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009203abf2. 00080000:00000010:1.0:1767384411.447085:0:41029:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ee3a1414. 00080000:00000010:1.0:1767384411.447093:0:41029:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a045db22. 00000100:00000010:2.0:1767384411.447469:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e8f25a3. 00000100:00000010:0.0:1767384411.447496:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f15bb5bc. 00002000:00000010:1.0:1767384411.447684:0:41029:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000821f4444. 00000001:00000010:1.0:1767384411.447692:0:41029:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000006531845d. 00080000:00000010:1.0:1767384411.447702:0:41029:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a045db22. 00080000:00000010:1.0:1767384411.447705:0:41029:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ee3a1414. 00002000:00000010:1.0:1767384411.447714:0:41029:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000e7c5cbc9. 00002000:00000010:1.0:1767384411.447720:0:41029:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000e7c5cbc9. 00002000:00000010:1.0:1767384411.447725:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000619502e1. 00080000:00000010:1.0:1767384411.447732:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000014b0507f. 00002000:00000010:1.0:1767384411.447753:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000218ea74a. 00080000:00000010:1.0:1767384411.447758:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c796c55c. 00002000:00000010:1.0:1767384411.447766:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d6df6d3b. 00080000:00000010:1.0:1767384411.447771:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ba0880a1. 00002000:00000010:1.0:1767384411.447778:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f442aa1e. 00080000:00000010:1.0:1767384411.447782:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003a0df64f. 00002000:00000010:1.0:1767384411.447790:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005b4dc47d. 00080000:00000010:1.0:1767384411.447794:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000562db5fb. 00002000:00000010:1.0:1767384411.447803:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000790a026c. 00080000:00000010:1.0:1767384411.447806:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dfdfc9bc. 00002000:00000010:1.0:1767384411.447824:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000091689c57. 00080000:00000010:1.0:1767384411.447828:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000058cd9945. 00002000:00000010:1.0:1767384411.447835:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000193a25b9. 00080000:00000010:1.0:1767384411.447839:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000de3a67b1. 00080000:00000010:1.0:1767384411.447850:0:41029:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a9319162. 00080000:00000010:1.0:1767384411.447854:0:41029:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ee3a1414. 00080000:00000010:1.0:1767384411.447860:0:41029:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a045db22. 00002000:00000010:1.0:1767384411.448330:0:41029:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000429f0d35. 00000001:00000010:1.0:1767384411.448336:0:41029:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000092cddc92. 00080000:00000010:1.0:1767384411.448345:0:41029:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a045db22. 00080000:00000010:1.0:1767384411.448349:0:41029:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ee3a1414. 00002000:00000010:1.0:1767384411.448358:0:41029:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000e7c5cbc9. 00002000:00000010:1.0:1767384411.448365:0:41029:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000e7c5cbc9. 00002000:00000010:1.0:1767384411.448369:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d3b5eaa7. 00080000:00000010:1.0:1767384411.448374:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008ea2f7fc. 00002000:00000010:1.0:1767384411.448394:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000922efb28. 00080000:00000010:1.0:1767384411.448400:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009cae0ac4. 00002000:00000010:1.0:1767384411.448411:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005c9fc332. 00080000:00000010:1.0:1767384411.448416:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c91b3cb. 00002000:00000010:1.0:1767384411.448442:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000069d63a27. 00080000:00000010:1.0:1767384411.448446:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007ff0c6e8. 00002000:00000010:1.0:1767384411.448455:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cdee4e90. 00080000:00000010:1.0:1767384411.448459:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002410f47b. 00002000:00000010:1.0:1767384411.448468:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000050cda504. 00080000:00000010:1.0:1767384411.448472:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045f296da. 00002000:00000010:1.0:1767384411.448479:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000821a6f3c. 00080000:00000010:1.0:1767384411.448485:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ab80e42f. 00002000:00000010:1.0:1767384411.448494:0:41029:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d73cfe80. 00080000:00000010:1.0:1767384411.448498:0:41029:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000091d527a3. 00080000:00000010:1.0:1767384411.448505:0:41029:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c9bd04ee. 00080000:00000010:1.0:1767384411.448510:0:41029:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ee3a1414. 00080000:00000010:1.0:1767384411.448516:0:41029:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a045db22. 00002000:00000010:1.0:1767384411.449010:0:41029:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000377e42e8. 00000001:00000010:1.0:1767384411.449018:0:41029:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000e575cbd2. 00080000:00000010:1.0:1767384411.449029:0:41029:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a045db22. 00080000:00000010:1.0:1767384411.449032:0:41029:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ee3a1414. 00002000:00000010:1.0:1767384411.449038:0:41029:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000e7c5cbc9. 00010000:00000200:1.0:1767384411.449050:0:41029:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000464240c2 x1853236746163968/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:392/0 lens 432/432 e 0 to 0 dl 1767384422 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384411.449063:0:41029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000100:00000200:1.0:1767384411.449067:0:41029:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236746163968, offset 224 00000400:00000200:1.0:1767384411.449072:0:41029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384411.449081:0:41029:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384411.449089:0:41029:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824df09700 00000400:00000200:1.0:1767384411.449093:0:41029:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2ba1 [1] + 224 00000400:00000200:1.0:1767384411.449097:0:41029:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384411.449100:0:41029:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384411.449107:0:41029:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7c35ba4 x1853236746163968/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384427 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384411.449124:0:41029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf0d9e5 00000400:00000010:1.0:1767384411.449125:0:41029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000020:00000010:1.0:1767384411.449136:0:41029:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af56c9d8. 00000020:00000010:1.0:1767384411.449140:0:41029:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4c41c4b. 00000020:00000010:1.0:1767384411.449144:0:41029:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8052ee8. 00000100:00000010:1.0:1767384411.449166:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031c74ba0. 00000400:00000010:1.0:1767384411.449185:0:41017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137e2aeb. 00000400:00000200:1.0:1767384411.449189:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b263a949 00000400:00000010:1.0:1767384411.449191:0:41017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000100:00000200:1.0:1767384411.449197:0:41017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7c35ba4 x1853236746163968/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384411.449207:0:41017:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7c35ba4 x1853236746163968/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384427 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384411.449229:0:41017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001db06431. 00080000:00000010:0.0:1767384411.451309:0:41030:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007ecc0278. 00080000:00000010:0.0:1767384411.451313:0:41030:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007ecc0278. 00080000:00000010:0.0:1767384411.451321:0:41030:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007ecc0278. 00080000:00000010:0.0:1767384411.451326:0:41030:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007ecc0278. 00000100:00000010:3.0:1767384411.452465:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa2a2e77. 00000020:00000010:2.0:1767384411.491511:0:253:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000048000536. 00000400:00000200:0.0:1767384411.555477:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f267c10 00000400:00000010:0.0:1767384411.555485:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f267c10. 00000400:00000200:0.0:1767384411.555489:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384411.555494:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384411.555507:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007dbd0940. 00000400:00000010:0.0:1767384411.555510:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000031f58dc5. 00000400:00000200:0.0:1767384411.555515:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp45 00000400:00000010:0.0:1767384411.555520:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d0425585. 00000400:00000010:0.0:1767384411.555524:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004f5c375d. 00000400:00000010:0.0:1767384411.555527:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f267c10. 00000400:00000010:0.0:1767384411.555531:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000034aca2d8. 00000400:00000200:0.0:1767384411.555534:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp45 00000400:00000200:0.0:1767384411.555545:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp45 local destination 00000400:00000200:0.0:1767384411.555550:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp45 00000400:00000200:0.0:1767384411.555553:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp45 NI seq info: [243:243:256:4294967295] 192.168.203.143@tcp45 LPNI seq info [203:203:8:4294967295] 00000400:00000200:0.0:1767384411.555568:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp45 00000400:00000200:0.0:1767384411.555576:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp45(192.168.203.143@tcp45:) -> 192.168.203.143@tcp45(192.168.203.143@tcp45:192.168.203.143@tcp45) : GET try# 0 00000800:00000200:0.0:1767384411.555582:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp45 00000800:00000010:0.0:1767384411.555587:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb54fd7b. 00000800:00000200:0.0:1767384411.555594:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000800:00000200:0.1:1767384411.555599:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d869e73] -> 12345-192.168.203.143@tcp45 (2) 00000400:00000200:0.0:1767384411.555621:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp45 added to recovery queue. ping count: 5 next ping: 365 health :500 00000400:00000200:0.0:1767384411.555627:0:16350:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.143@tcp49 00000400:00000010:0.0:1767384411.555629:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aa721e43. 00000400:00000010:0.0:1767384411.555633:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c668986c. 00000400:00000010:0.0:1767384411.555636:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000013c0891. 00000400:00000010:0.0:1767384411.555640:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000679eee1e. 00000400:00000200:0.0:1767384411.555643:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.143@tcp49 00000400:00000200:0.0:1767384411.555649:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.143@tcp49 local destination 00000400:00000200:0.0:1767384411.555652:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.143@tcp49 00000400:00000200:0.0:1767384411.555654:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp49 NI seq info: [244:244:256:4294967295] 192.168.203.143@tcp49 LPNI seq info [204:204:8:4294967295] 00000400:00000200:0.0:1767384411.555657:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.143@tcp49 00000400:00000200:0.0:1767384411.555662:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp49(192.168.203.143@tcp49:) -> 192.168.203.143@tcp49(192.168.203.143@tcp49:192.168.203.143@tcp49) : GET try# 0 00000800:00000200:0.0:1767384411.555664:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.143@tcp49 00000800:00000010:0.0:1767384411.555668:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008f6f0bdd. 00000800:00000200:0.0:1767384411.555672:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014e1396f] -> 12345-192.168.203.143@tcp49 (2) 00000800:00000200:0.1:1767384411.555675:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014e1396f] -> 12345-192.168.203.143@tcp49 (2) 00000400:00000200:0.0:1767384411.555690:0:16350:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.143@tcp49 added to recovery queue. ping count: 1 next ping: 335 health :900 00000400:00000200:2.0:1767384411.555717:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.555764:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.555784:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.555821:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.555832:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.555867:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.555883:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.555913:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.555946:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.555968:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.555992:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556014:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556035:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556056:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556077:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556100:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556119:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556142:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556165:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556188:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556211:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556233:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556266:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556285:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556306:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556348:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556348:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556386:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556417:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556454:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556495:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556510:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556543:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556560:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556598:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556602:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556666:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556669:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556703:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556725:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556742:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556773:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556790:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556812:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556849:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556857:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556896:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556906:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.556956:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.556965:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557004:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.557015:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557052:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.557063:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557099:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.557110:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557146:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.557157:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557193:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.557204:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557242:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.557253:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557288:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.557304:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557338:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.557354:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557387:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.557402:0:34393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557451:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557486:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557501:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557517:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557535:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557554:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557585:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000800:00000010:2.0:1767384411.557600:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007a19ffb. 00000800:00000010:2.0:1767384411.557606:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e95bfcdf. 00000800:00000010:2.0:1767384411.557612:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b5996ff9. 00000400:00000200:3.0:1767384411.557621:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000800:00000010:2.0:1767384411.557632:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b5996ff9. 00000800:00020000:2.0:1767384411.557642:0:34393:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:2.0:1767384411.557645:0:34393:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e95bfcdf. 00000800:00000010:2.0:1767384411.557648:0:34393:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000007a19ffb. 00000400:00000200:3.0:1767384411.557649:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557672:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557708:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000400:02020000:2.0:1767384411.557711:0:34393:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp45 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384411.557721:0:34393:0:(router.c:1755:lnet_notify()) 192.168.203.143@tcp45 notifying 192.168.203.143@tcp45: down 00000400:00000200:3.0:1767384411.557730:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.143:988 00000800:00000200:2.0:1767384411.557730:0:34393:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.143@tcp45 down 00000800:00000100:2.0:1767384411.557740:0:34393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.143@tcp45 00000800:00000010:2.0:1767384411.557744:0:34393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb54fd7b. 00000400:00000200:2.0:1767384411.557749:0:34393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384411.557754:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.557755:0:34393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp45->192.168.203.143@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384411.557767:0:34393:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384411.557771:0:34393:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384411.557775:0:34393:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.143@tcp45) recovery failed with -71 00000400:00000200:3.0:1767384411.557779:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557801:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557815:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557828:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557840:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557852:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.557871:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.143:988 00000800:00000010:3.0:1767384411.558006:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000017ecd6c8. 00000800:00000010:3.0:1767384411.558010:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000acd31ee3. 00000800:00000010:3.0:1767384411.558013:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a8965cb. 00000800:00000010:3.0:1767384411.558039:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a8965cb. 00000400:00000200:0.0:1767384411.558073:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384411.558089:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp49 from 202.3.0.2 00000800:00000010:0.0:1767384411.558092:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002243d617. 00000800:00000010:3.0:1767384411.558129:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ddba6ec8. 00000800:00000010:3.0:1767384411.558134:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d1f3541. 00000800:00000010:3.0:1767384411.558154:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e4045671. 00000800:00000200:3.1:1767384411.558160:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014e1396f] -> 12345-192.168.203.143@tcp49 (2) 00000800:00000200:3.1:1767384411.558165:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp49 00000000e4045671 deleted 00000800:00000010:3.1:1767384411.558167:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e4045671. 00000800:00000200:3.1:1767384411.558172:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384411.558178:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp49 ip 192.168.203.143:970 00000800:00000200:3.1:1767384411.558181:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f6f0bdd type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384411.558186:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp49 p 3.x 192.168.203.143 -> 192.168.203.143:970 incarnation:1767384384112043279 sched[0] 00000800:00000010:3.0:1767384411.558191:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a8965cb. 00000800:00000010:3.0:1767384411.558234:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a8965cb. 00000800:00000010:3.0:1767384411.558237:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d1f3541. 00000800:00000010:3.0:1767384411.558268:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002243d617. 00000800:00000200:1.1:1767384411.558293:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384411.558302:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp49 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384384112043279 sched[0] 00000800:00000010:1.0:1767384411.558308:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000acd31ee3. 00000800:00000200:3.0:1767384411.558327:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384411.558330:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008f6f0bdd. 00000400:00000200:3.0:1767384411.558334:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.558338:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp49->192.168.203.143@tcp49: GET: OK 00000400:00000200:3.0:1767384411.558343:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384411.558345:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.143@tcp49 recovery message sent successfully:0 00000400:00000200:2.0:1767384411.558374:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp49(192.168.203.143@tcp49) <- 192.168.203.143@tcp49 : GET - for me 00000400:00000200:2.0:1767384411.558385:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.143@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384411.558391:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384411.558393:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.143@tcp of length 272/272 into md 0x1fc1 [1] + 0 00000400:00000200:2.0:1767384411.558406:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.143@tcp49 to MR: 192.168.203.143@tcp49 local destination 00000400:00000200:2.0:1767384411.558413:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.143@tcp49 NI seq info: [245:245:256:4294967295] 192.168.203.143@tcp49 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384411.558451:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.143@tcp49(192.168.203.143@tcp49:192.168.203.143@tcp49) -> 192.168.203.143@tcp49(192.168.203.143@tcp49:192.168.203.143@tcp49) 192.168.203.143@tcp49 : REPLY try# 0 00000800:00000200:2.0:1767384411.558457:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.143@tcp49 00000800:00000010:2.0:1767384411.558462:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d112800. 00000800:00000200:2.0:1767384411.558466:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014e1396f] -> 12345-192.168.203.143@tcp49 (4) 00000800:00000200:2.0:1767384411.558470:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp49 ip 192.168.203.143:988 00000800:00000200:2.0:1767384411.558472:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d112800 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384411.558500:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000800:00000200:2.0:1767384411.558543:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384411.558547:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d112800. 00000400:00000200:3.0:1767384411.558553:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.143@tcp49(192.168.203.143@tcp49) <- 192.168.203.143@tcp49 : REPLY - for me 00000400:00000200:2.0:1767384411.558554:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384411.558562:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp49->192.168.203.143@tcp49: REPLY: OK 00000400:00000200:1.0:1767384411.558572:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:3.0:1767384411.558573:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.143@tcp49: Reply from 12345-192.168.203.143@tcp49 of length 272/272 into md 0x2bb1 00000400:00000200:3.0:1767384411.558589:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384411.558596:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.143@tcp49->192.168.203.143@tcp49: REPLY: OK 00000400:00000200:3.0:1767384411.558601:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013c0891 00000400:00000010:3.0:1767384411.558604:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000013c0891. 00000400:00000200:3.0:1767384411.558609:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384411.558615:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aa721e43. 00000400:00000010:3.0:1767384411.558620:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c668986c. 00000400:00000200:1.0:1767384411.558647:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.558710:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.558771:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.558828:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.558859:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.558885:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.558908:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.558951:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.558978:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559004:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559030:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559056:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559080:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559104:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559130:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559156:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559183:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559207:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559232:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559256:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559283:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559307:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559334:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559360:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559386:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559415:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559468:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559497:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559521:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559545:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559570:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:1.0:1767384411.559596:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:1.0:1767384411.559715:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004c7ae64a. 00000800:00000010:1.0:1767384411.559720:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002957239e. 00000800:00000010:1.0:1767384411.559724:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee3a1414. 00000800:00000010:1.0:1767384411.559747:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee3a1414. 00000800:00020000:1.0:1767384411.559755:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384411.559758:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002957239e. 00000800:00000010:1.0:1767384411.559761:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004c7ae64a. 00000400:02020000:1.0:1767384411.559798:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp49 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00080000:00000010:1.0:1767384411.618830:0:41039:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006ed443e4. 00080000:00000010:1.0:1767384411.618839:0:41039:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006ed443e4. 00080000:00000010:1.0:1767384411.618847:0:41039:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006ed443e4. 00080000:00000010:1.0:1767384411.618850:0:41039:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006ed443e4. 00000020:00000010:3.0:1767384411.741372:0:41079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a5326bd. 00000020:00000010:3.0:1767384411.741382:0:41079:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024f19333. 00000020:00000010:3.0:1767384411.741385:0:41079:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000002caaa6e. 00000020:00000010:3.0:1767384411.741392:0:41079:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000014a16177. 00000020:00000010:3.0:1767384411.741396:0:41079:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f8e2b94f. 80000000:00000010:3.0:1767384411.741399:0:41079:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002797229e. 40000000:00000010:3.0:1767384411.741401:0:41079:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000350d015c. 00100000:00000010:3.0:1767384411.741405:0:41079:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ae7fa076. 00040000:00000010:3.0:1767384411.741408:0:41079:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000042f7740. 00040000:00000010:3.0:1767384411.741410:0:41079:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000286a58d1. 00080000:00000010:3.0:1767384411.741415:0:41079:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000085d6e383. 00080000:00000010:3.0:1767384411.741418:0:41079:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000196580e6. 00002000:00000010:3.0:1767384411.741443:0:41079:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bb1af5eb. 00000020:00000010:3.0:1767384411.741453:0:41079:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000024f19333. 00000020:00000010:3.0:1767384411.741456:0:41079:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000002caaa6e. 00000020:00000010:3.0:1767384411.741460:0:41079:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000014a16177. 00000020:00000010:3.0:1767384411.741464:0:41079:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f8e2b94f. 80000000:00000010:3.0:1767384411.741468:0:41079:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002797229e. 40000000:00000010:3.0:1767384411.741472:0:41079:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000350d015c. 00100000:00000010:3.0:1767384411.741476:0:41079:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ae7fa076. 00040000:00000010:3.0:1767384411.741479:0:41079:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000042f7740. 00040000:00000010:3.0:1767384411.741482:0:41079:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000286a58d1. 00080000:00000010:3.0:1767384411.741486:0:41079:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000196580e6. 00080000:00000010:3.0:1767384411.741489:0:41079:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000085d6e383. 00002000:00000010:3.0:1767384411.741493:0:41079:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bb1af5eb. 00000020:00000010:3.0:1767384411.741495:0:41079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a5326bd. 00080000:00000010:1.0:1767384411.977369:0:41092:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fc73b1ad. 00080000:00000010:1.0:1767384411.977378:0:41092:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fc73b1ad. 00080000:00000010:1.0:1767384411.977385:0:41092:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fc73b1ad. 00080000:00000010:1.0:1767384411.977389:0:41092:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fc73b1ad. 00000800:00000200:2.0:1767384412.003500:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a9a7e9e6] -> 12345-192.168.203.143@tcp21 (6) 00000800:00000200:2.0:1767384412.003511:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp21 ip 192.168.203.143:988 00000800:00000200:2.0:1767384412.003515:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3263571 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384412.003656:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384412.579501:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f267c10 00000400:00000010:0.0:1767384412.579509:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f267c10. 00000400:00000200:0.0:1767384412.579514:0:16350:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384412.579519:0:16350:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.143@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384412.579531:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d0425585. 00000400:00000010:0.0:1767384412.579536:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004f5c375d. 00000001:02000400:1.0:1767384412.694553:0:41257:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-server.virtnet: executing set_default_debug -1 all 00000400:00000001:1.0:1767384412.706634:0:41259:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:2.0:1767384412.879376:0:41272:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009777f925. 00080000:00000010:2.0:1767384412.879387:0:41272:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009777f925. 00000020:00000001:2.0:1767384412.879392:0:41272:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384412.879401:0:41272:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009777f925. 00080000:00000010:2.0:1767384412.879406:0:41272:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009777f925. 00000020:00000001:2.0:1767384412.879410:0:41272:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384412.999400:0:41310:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000664d1cb1. 00080000:00000010:3.0:1767384412.999409:0:41310:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000664d1cb1. 00000020:00000001:3.0:1767384412.999412:0:41310:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384412.999417:0:41310:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000664d1cb1. 00080000:00000010:3.0:1767384412.999420:0:41310:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000664d1cb1. 00000020:00000001:3.0:1767384412.999444:0:41310:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384412.999489:0:41310:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384412.999622:0:41310:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000800:00000200:2.0:1767384413.027530:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (4) 00000800:00000200:2.1:1767384413.027541:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2569c82] -> 12345-192.168.203.143@tcp42 (4) 00000800:00000200:2.0:1767384413.027563:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (4) 00000800:00000200:2.1:1767384413.027568:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (4) 00000400:00000200:1.0:1767384413.027643:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.027658:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.027740:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.027744:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.027794:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.027808:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.027850:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.027869:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.027904:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.027947:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.027978:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028022:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028044:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028085:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028101:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028144:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028154:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028198:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028202:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028264:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028267:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028311:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028327:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028368:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028388:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028416:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028465:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028511:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028529:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028565:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028587:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028611:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028636:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028667:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028697:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028726:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028752:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028775:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028811:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028825:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028867:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028879:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028934:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028945:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.028988:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.028993:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029045:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029048:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029105:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029106:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029174:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029176:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029246:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029247:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029325:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029325:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029365:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029387:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029406:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029495:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029506:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029551:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029571:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029613:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029640:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:1.0:1767384413.029665:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029688:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029736:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029767:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029802:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.029833:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.143:988 00000800:00000010:1.0:1767384413.029857:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004c7ae64a. 00000800:00000010:1.0:1767384413.029863:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000053d00199. 00000400:00000200:2.0:1767384413.029865:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.143:988 00000800:00000010:1.0:1767384413.029868:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000012ef687a. 00000800:00000010:1.0:1767384413.029891:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000012ef687a. 00000400:00000200:2.0:1767384413.029899:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.143:988 00000800:00020000:1.0:1767384413.029901:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384413.029906:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053d00199. 00000800:00000010:1.0:1767384413.029923:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004c7ae64a. 00000400:00000200:2.0:1767384413.029954:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.143:988 00000400:02020000:1.0:1767384413.029972:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp42 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384413.029976:0:16341:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384413.029993:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030018:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030039:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030060:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030078:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030099:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030124:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030149:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030170:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030191:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030211:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030241:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030273:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030295:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.143:988 00000400:00000200:2.0:1767384413.030314:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.203.143:988 00000400:00000200:3.0:1767384413.030505:0:16349:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384413.030518:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007a19ffb. 00000800:00000010:2.0:1767384413.030525:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c964edb9. 00000800:00000010:2.0:1767384413.030529:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002c239b5. 00000400:00000200:3.0:1767384413.030531:0:16349:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.143@tcp29 from 201.3.0.2 00000800:00000010:3.0:1767384413.030537:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000088a1f2c3. 00000800:00000010:2.0:1767384413.030561:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002c239b5. 00000800:00000010:1.0:1767384413.030582:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004c7ae64a. 00000800:00000010:1.0:1767384413.030588:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000053d00199. 00000800:00000010:1.0:1767384413.030608:0:34393:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000096e639e7. 00000800:00000200:1.1:1767384413.030614:0:34393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3a8cacb] -> 12345-192.168.203.143@tcp29 (4) 00000800:00000200:1.1:1767384413.030618:0:34393:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.143@tcp29 0000000096e639e7 deleted 00000800:00000010:1.1:1767384413.030621:0:34393:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000096e639e7. 00000800:00000200:1.1:1767384413.030625:0:34393:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384413.030631:0:34393:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp29 p 3.x 192.168.203.143 -> 192.168.203.143:969 incarnation:1767384340374824920 sched[0] 00000800:00000010:1.0:1767384413.030635:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000012ef687a. 00000800:00000010:1.0:1767384413.030693:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000012ef687a. 00000800:00000010:1.0:1767384413.030699:0:34393:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053d00199. 00000800:00000200:2.1:1767384413.030722:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.1:1767384413.030732:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp29 ip 192.168.203.143:988 00000800:00000200:2.1:1767384413.030737:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384413.030745:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.143@tcp29 p 3.x 192.168.203.143 -> 192.168.203.143:988 incarnation:1767384340374824920 sched[0] 00000800:00000010:2.0:1767384413.030750:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c964edb9. 00000800:00000010:1.0:1767384413.030755:0:34393:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000088a1f2c3. 00000800:00000001:1.0:1767384413.030791:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384413.030797:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384413.030804:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384413.030847:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384413.030850:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384413.030857:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384413.030862:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384413.030863:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384413.030868:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384413.164747:0:41323:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ed65a41a. 00080000:00000010:3.0:1767384413.164756:0:41323:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ed65a41a. 00000020:00000001:3.0:1767384413.164760:0:41323:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384413.164766:0:41323:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ed65a41a. 00080000:00000010:3.0:1767384413.164769:0:41323:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ed65a41a. 00000020:00000001:3.0:1767384413.164771:0:41323:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384413.283526:0:41360:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006c5bddee. 00080000:00000010:2.0:1767384413.283535:0:41360:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006c5bddee. 00000020:00000001:2.0:1767384413.283539:0:41360:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384413.283544:0:41360:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006c5bddee. 00080000:00000010:2.0:1767384413.283547:0:41360:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006c5bddee. 00000020:00000001:2.0:1767384413.283550:0:41360:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384413.283579:0:41360:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384413.283706:0:41360:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:3.0:1767384413.475482:0:16352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384413.475495:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384413.475507:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384413.475513:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384413.475515:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384413.475518:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384413.475525:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384413.539491:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384413.539497:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384413.539503:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384413.539504:0:253:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384413.539521:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384413.539523:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384413.539525:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384413.604974:0:41372:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004912d6d4. 00080000:00000010:3.0:1767384413.604984:0:41372:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004912d6d4. 00000020:00000001:3.0:1767384413.604990:0:41372:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384413.604999:0:41372:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004912d6d4. 00080000:00000010:3.0:1767384413.605003:0:41372:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004912d6d4. 00000020:00000001:3.0:1767384413.605007:0:41372:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384414.322160:0:41421:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008b6128c5. 00080000:00000010:2.0:1767384414.322169:0:41421:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008b6128c5. 00000020:00000001:2.0:1767384414.322172:0:41421:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384414.322178:0:41421:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008b6128c5. 00080000:00000010:2.0:1767384414.322181:0:41421:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008b6128c5. 00000020:00000001:2.0:1767384414.322184:0:41421:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384414.430826:0:41457:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384414.430830:0:41457:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg343-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:1.0:1767384414.433458:0:41457:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:3.0:1767384414.499490:0:16352:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384414.499500:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384414.499501:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384414.499504:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384414.499506:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384414.499509:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384414.499510:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384414.563487:0:253:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384414.563491:0:253:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384414.563496:0:253:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384414.563498:0:253:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384414.563500:0:253:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384414.563501:0:253:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384414.563503:0:253:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384414.563505:0:253:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384414.563506:0:253:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384414.563508:0:253:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384414.563543:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384414.563548:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384414.563552:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384414.640302:0:41469:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000070e7be9. 00080000:00000010:0.0:1767384414.640310:0:41469:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000070e7be9. 00000020:00000001:0.0:1767384414.640314:0:41469:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384414.640320:0:41469:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000070e7be9. 00080000:00000010:0.0:1767384414.640323:0:41469:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000070e7be9. 00000020:00000001:0.0:1767384414.640325:0:41469:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384414.898270:0:41516:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004761a1c9. 00080000:00000010:3.0:1767384414.898279:0:41516:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004761a1c9. 00000020:00000001:3.0:1767384414.898283:0:41516:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384414.898289:0:41516:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004761a1c9. 00080000:00000010:3.0:1767384414.898292:0:41516:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004761a1c9. 00000020:00000001:3.0:1767384414.898294:0:41516:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384415.076504:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a99d717] -> 12345-192.168.203.143@tcp11 (6) 00000800:00000200:2.0:1767384415.076511:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.143@tcp11 ip 192.168.203.143:988 00000800:00000200:2.0:1767384415.076515:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3a490c9 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384415.076530:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (4) 00000800:00000200:2.1:1767384415.076535:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000001119c5e] -> 12345-192.168.203.143@tcp32 (4) 00000800:00000001:2.0:1767384415.076606:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384415.076609:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384415.076618:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384415.076621:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.143:988 00000800:00000001:2.0:1767384415.076624:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384415.076627:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384415.076663:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076690:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076714:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076738:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076760:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076783:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076806:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076829:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076852:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076876:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076915:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076940:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076960:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.076980:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077001:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077022:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077045:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077065:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077084:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077105:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077128:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077152:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077176:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077199:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077221:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077243:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077264:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077288:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077311:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077334:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077353:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077370:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077391:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.143:988 00000400:00000200:0.0:1767384415.077414:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.143:988 00000800:00000010:0.0:1767384415.077571:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000091d82b59. 00000800:00000010:0.0:1767384415.077577:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005274963c. 00000800:00000010:0.0:1767384415.077582:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d1937b78. 00000800:00000010:0.0:1767384415.077605:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d1937b78. 00000800:00020000:0.0:1767384415.077613:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384415.077616:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005274963c. 00000800:00000010:0.0:1767384415.077619:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000091d82b59. 00000400:02020000:0.0:1767384415.077655:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp32 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384415.077660:0:16342:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:1.0:1767384415.166961:0:41564:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000696fbd27. 00080000:00000010:1.0:1767384415.166970:0:41564:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000696fbd27. 00000020:00000001:1.0:1767384415.166974:0:41564:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384415.166980:0:41564:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000696fbd27. 00080000:00000010:1.0:1767384415.166983:0:41564:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000696fbd27. 00000020:00000001:1.0:1767384415.166986:0:41564:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384415.277910:0:41601:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000010:1.0:1767384416.100530:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001febc581. 00000800:00000010:1.0:1767384416.100558:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dcc60f86. 00000800:00000010:1.0:1767384416.100564:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000adec357a. 00000800:00000010:1.0:1767384416.100593:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000adec357a. 00000800:00020000:1.0:1767384416.100604:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384416.100622:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dcc60f86. 00000800:00000010:1.0:1767384416.100625:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001febc581. 00000400:02020000:1.0:1767384416.100667:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp40 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000100:00000010:1.0:1767384416.419571:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d6d4934. 02000000:00000010:1.0:1767384416.419596:0:41017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024c2aaeb. 00000100:00000010:0.0:1767384416.419646:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021a91a7d. 02000000:00000010:3.0:1767384416.419656:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000002ec2f8e. 02000000:00000010:0.0:1767384416.419659:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f6f0bdd. 00000400:00000010:3.0:1767384416.419667:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cbb44e7. 00000400:00000010:3.0:1767384416.419677:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000100:00000010:0.0:1767384416.419688:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afbfd94d. 00000400:00000010:3.0:1767384416.419690:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b158aa0. 02000000:00000010:1.0:1767384416.419696:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a66be599. 02000000:00000010:0.0:1767384416.419697:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057e35ee6. 00000400:00000010:1.0:1767384416.419702:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137e2aeb. 00000400:00000010:1.0:1767384416.419710:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000400:00000010:1.0:1767384416.419717:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000100:00000010:0.0:1767384416.419719:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a2792aa. 02000000:00000010:0.0:1767384416.419728:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009446b1d2. 00000400:00000010:1.0:1767384416.419738:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abbaa028. 00000400:00000010:1.0:1767384416.419746:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ac6c0ef. 00000100:00000010:3.0:1767384416.419748:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006835a9ea. 00000400:00000010:1.0:1767384416.419764:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000100:00000010:1.0:1767384416.419779:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac441bb2. 00000400:00000010:3.0:1767384416.419780:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b158aa0. 02000000:00000010:2.0:1767384416.419782:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006419be72. 00000020:00000010:0.0:1767384416.419786:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000447fcc7a. 00000400:00000010:2.0:1767384416.419789:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa7ab83f. 00000100:00000010:1.0:1767384416.419791:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031c74ba0. 00000020:00000010:0.0:1767384416.419792:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000447fcc7a. 00000400:00000010:2.0:1767384416.419795:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f7ed918. 00000100:00000010:1.0:1767384416.419800:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044efdf9b. 00000020:00000010:0.0:1767384416.419801:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077846c25. 00000020:00000010:2.0:1767384416.419804:0:16352:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000fb89406. 00000100:00000010:1.0:1767384416.419808:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af8302a3. 00000400:00000010:2.0:1767384416.419810:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000020:00000010:0.0:1767384416.419810:0:40991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abcff5c6. 00000020:00000010:0.0:1767384416.419820:0:40991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000100:00000010:2.0:1767384416.419832:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043a3a16b. 02000000:00000010:1.0:1767384416.419834:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c412210f. 00000400:00000010:1.0:1767384416.419839:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c52605e5. 00000400:00000010:1.0:1767384416.419842:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000400:00000010:1.0:1767384416.419846:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8491c9c. 00000400:00000010:2.0:1767384416.419849:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000020:00000010:3.0:1767384416.419861:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035102ce4. 00000100:00000010:1.0:1767384416.419867:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000007924a5. 00000020:00000010:3.0:1767384416.419869:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c5bbbf25. 00000020:00000010:0.0:1767384416.419875:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000447fcc7a. 00000400:00000010:1.0:1767384416.419881:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8491c9c. 00000020:00000010:3.0:1767384416.419906:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be507674. 00000020:00000010:0.0:1767384416.419913:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000447fcc7a. 00000020:00000010:3.0:1767384416.419914:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000051db7fb. 00000020:00000010:3.0:1767384416.419921:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:1.0:1767384416.419928:0:41029:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adec357a. 00000020:00000010:1.0:1767384416.420015:0:41029:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adec357a. 00000020:00000010:1.0:1767384416.420027:0:41029:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000435a9041. 02000000:00000010:0.0:1767384416.420030:0:40991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b8093d50. 00000020:00000010:1.0:1767384416.420031:0:41029:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000cc1902. 00000020:00000010:2.0:1767384416.420036:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b6ef9d78. 00000020:00000010:1.0:1767384416.420039:0:41029:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4c41c4b. 00000020:00000010:3.0:1767384416.420045:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5bbbf25. 00000020:00000010:2.0:1767384416.420047:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000049451d0. 00000400:00000010:0.0:1767384416.420048:0:40991:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f267c10. 00000020:00000010:3.0:1767384416.420052:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5bbbf25. 00000020:00000010:2.0:1767384416.420054:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000017ac79a. 00000020:00000010:2.0:1767384416.420060:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 02000000:00000010:3.0:1767384416.420067:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000088aa2ee6. 00000020:00000010:1.0:1767384416.420068:0:41029:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adec357a. 00000020:00000010:1.0:1767384416.420074:0:41029:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adec357a. 00000400:00000010:0.0:1767384416.420083:0:40991:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f267c10. 02000000:00000010:1.0:1767384416.420086:0:41029:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c6623fe2. 00000400:00000010:1.0:1767384416.420094:0:41029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8491c9c. 02000000:00000010:2.0:1767384416.420095:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000003c0b0b61. 00000020:00000010:0.0:1767384416.420105:0:40991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abcff5c6. 00000020:00000010:2.0:1767384416.420106:0:40998:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000043aa4f13. 00000400:00000010:3.0:1767384416.420112:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b158aa0. 00000020:00000010:0.0:1767384416.420113:0:40991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000004:00000010:2.0:1767384416.420116:0:40998:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000002e03b072. 00000400:00000010:1.0:1767384416.420118:0:41029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8491c9c. 00000020:00000010:0.0:1767384416.420120:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077846c25. 00000001:00000010:2.0:1767384416.420121:0:40998:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000bef9c26d. 00000001:00000010:2.0:1767384416.420128:0:40998:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001772d9c0. 02000000:00000010:0.0:1767384416.420128:0:40991:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b8093d50. 00000001:00000010:2.0:1767384416.420136:0:40998:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000369f07d0. 00000020:00000010:1.0:1767384416.420138:0:41029:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000cc1902. 00000400:00000010:0.0:1767384416.420140:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a231cd50. 00000001:00000010:2.0:1767384416.420141:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004817d73c. 00000020:00000010:1.0:1767384416.420143:0:41029:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4c41c4b. 00000001:00000010:2.0:1767384416.420146:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c2dfaf9. 00000020:00000010:1.0:1767384416.420148:0:41029:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000435a9041. 00000400:00000010:0.0:1767384416.420149:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005274963c. 00000400:00000010:3.0:1767384416.420151:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b158aa0. 00000001:00000010:2.0:1767384416.420152:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ddc62886. 00000001:00000010:2.0:1767384416.420158:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bacf4df2. 00000001:00000010:2.0:1767384416.420162:0:40998:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c0262c28. 00000001:00000010:2.0:1767384416.420165:0:40998:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b8b0f806. 00000020:00000010:3.0:1767384416.420166:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000051db7fb. 00000001:00000010:2.0:1767384416.420167:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000788e66c6. 00000020:00000010:3.0:1767384416.420172:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000001:00000010:2.0:1767384416.420172:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f4b0a8cf. 00000001:00000010:2.0:1767384416.420174:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9f6655c. 00000400:00000010:1.0:1767384416.420177:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c52605e5. 00000020:00000010:3.0:1767384416.420178:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be507674. 00000001:00000010:2.0:1767384416.420179:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004e5bbe0c. 00000400:00000010:1.0:1767384416.420184:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000400:00000010:3.0:1767384416.420201:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cbb44e7. 00000400:00000010:3.0:1767384416.420205:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000400:00000010:1.0:1767384416.420209:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137e2aeb. 00000020:00000010:2.0:1767384416.420211:0:40998:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000050ca3967. 00000400:00000010:1.0:1767384416.420214:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 02000000:00000010:3.0:1767384416.420225:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000002ec2f8e. 02000000:00000010:1.0:1767384416.420226:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c412210f. 02000000:00000010:3.0:1767384416.420232:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024c2aaeb. 02000000:00000010:1.0:1767384416.420232:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057e35ee6. 00000100:00000010:3.0:1767384416.420239:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d6d4934. 00000100:00000010:1.0:1767384416.420239:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afbfd94d. 02000000:00000010:1.0:1767384416.420247:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a66be599. 02000000:00000010:1.0:1767384416.420249:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f6f0bdd. 00000100:00000010:1.0:1767384416.420252:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021a91a7d. 00000020:00000010:2.0:1767384416.420292:0:40998:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f3dadd9b. 00000020:00000010:2.0:1767384416.420295:0:40998:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000c3250d6d. 00000020:00000010:2.0:1767384416.420297:0:40998:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000ac499f56. 00000020:00000010:2.0:1767384416.420309:0:40998:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000002d0321c1. 00000020:00000010:2.0:1767384416.420311:0:40998:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000006ee53cd. 00000020:00000010:2.0:1767384416.420313:0:40998:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000007f3f417f. 00000020:00000010:2.0:1767384416.420321:0:40998:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f8bbe182. 00000400:00000010:2.0:1767384416.420347:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:2.0:1767384416.420371:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000020:00000010:2.0:1767384416.420378:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000017ac79a. 00000020:00000010:2.0:1767384416.420380:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384416.420382:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000049451d0. 00000400:00000010:3.0:1767384416.420411:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa7ab83f. 00000400:00000010:3.0:1767384416.420418:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f7ed918. 02000000:00000010:3.0:1767384416.420481:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006419be72. 02000000:00000010:3.0:1767384416.420486:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000009446b1d2. 00000100:00000010:3.0:1767384416.420489:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a2792aa. 00000100:00000010:1.0:1767384416.426494:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031c74ba0. 00000100:00000010:0.0:1767384416.426498:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac441bb2. 00000100:00000010:2.0:1767384416.426500:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044efdf9b. 00000100:00000010:3.0:1767384416.426502:0:41046:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af8302a3. 00000800:00000010:3.0:1767384417.238663:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007117134c. 00000800:00000010:1.0:1767384417.238757:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001febc581. 00000800:00000010:1.0:1767384417.238766:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dcc60f86. 00000800:00000010:1.0:1767384417.238791:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b85e3241. 00000800:00000010:1.0:1767384417.238802:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000adec357a. 00000800:00000010:1.0:1767384417.238858:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000adec357a. 00000800:00000010:1.0:1767384417.238864:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dcc60f86. 00000800:00000010:1.0:1767384417.238911:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007117134c. 00000800:00000010:0.0:1767384417.239379:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c2c2000. 00000800:00000010:0.0:1767384417.239472:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c2c2000. 00000800:00000010:3.0:1767384417.239807:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003f4ae1c4. 00000800:00000010:1.0:1767384417.239864:0:34393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000798a47a0. 00000800:00000010:1.0:1767384417.239870:0:34393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dcc60f86. 00000800:00000010:1.0:1767384417.240060:0:34393:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006e26407e. 00000800:00000010:1.1:1767384417.240065:0:34393:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006e26407e. 00000800:00000010:1.0:1767384417.240071:0:34393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000adec357a. 00000800:00000010:1.0:1767384417.240109:0:34393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000adec357a. 00000800:00000010:1.0:1767384417.240113:0:34393:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dcc60f86. 00000800:00000010:1.0:1767384417.240136:0:34393:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003f4ae1c4. 00000800:00000010:0.0:1767384417.240194:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c2c2000. 00000800:00000010:0.0:1767384417.240259:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c2c2000. 00000800:00000010:3.0:1767384417.241112:0:16349:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cf175b58. 00000800:00000010:2.0:1767384417.241176:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2473d34. 00000800:00000010:2.0:1767384417.241183:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3cebcf4. 00000800:00000010:2.0:1767384417.241330:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001f165ccd. 00000800:00000010:2.1:1767384417.241335:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001f165ccd. 00000800:00000010:2.0:1767384417.241340:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000109e7be8. 00000800:00000010:2.0:1767384417.241375:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000109e7be8. 00000800:00000010:2.0:1767384417.241379:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3cebcf4. 00000800:00000010:2.0:1767384417.241401:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cf175b58. 00000400:00000010:3.0:1767384417.443541:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c5a0d6. 00000400:00000010:3.0:1767384417.443554:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef766825. 02000000:00000010:3.0:1767384417.443590:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000052bfb5e3. 02000000:00000010:3.0:1767384417.443596:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004f372805. 00000100:00000010:3.0:1767384417.443609:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa85cd2b. 00000100:00000010:0.0:1767384417.443650:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a2792aa. 02000000:00000010:0.0:1767384417.443667:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007c2c2000. 00000100:00000010:0.0:1767384417.443719:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021a91a7d. 02000000:00000010:3.0:1767384417.443727:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066366594. 02000000:00000010:0.0:1767384417.443729:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b8093d50. 00000400:00000010:3.0:1767384417.443734:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cbb44e7. 00000400:00000010:3.0:1767384417.443740:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000400:00000010:3.0:1767384417.443748:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b158aa0. 00000100:00000010:0.0:1767384417.443748:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afbfd94d. 02000000:00000010:0.0:1767384417.443756:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b8a35fe. 02000000:00000010:1.0:1767384417.443759:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d17a5ae9. 00000400:00000010:1.0:1767384417.443767:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137e2aeb. 00000400:00000010:3.0:1767384417.443768:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011b3bf29. 00000100:00000010:0.0:1767384417.443771:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a424d8c. 00000400:00000010:1.0:1767384417.443778:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b263a949. 00000400:00000010:3.0:1767384417.443779:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000feba4947. 02000000:00000010:0.0:1767384417.443779:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ef576c9. 00000400:00000010:1.0:1767384417.443790:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000400:00000010:3.0:1767384417.443799:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b158aa0. 00000100:00000010:3.0:1767384417.443812:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b661849. 00000100:00000010:1.0:1767384417.443812:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002f0f0d0. 00000100:00000010:3.0:1767384417.443823:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000840b7499. 00000100:00000010:3.0:1767384417.443830:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f3344be. 00000020:00000010:0.0:1767384417.443831:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000447fcc7a. 00000100:00000010:3.0:1767384417.443835:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bbf14d89. 00000400:00000010:1.0:1767384417.443835:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 00000020:00000010:0.0:1767384417.443836:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000447fcc7a. 00000020:00000010:0.0:1767384417.443846:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077846c25. 00000020:00000010:0.0:1767384417.443851:0:40991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abcff5c6. 00000020:00000010:0.0:1767384417.443856:0:40991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 02000000:00000010:3.0:1767384417.443866:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c738ccb. 00000400:00000010:3.0:1767384417.443872:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d3f3b20. 00000400:00000010:3.0:1767384417.443877:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b158aa0. 02000000:00000010:1.0:1767384417.443908:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a66be599. 00000400:00000010:1.0:1767384417.443912:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c52605e5. 00000400:00000010:3.0:1767384417.443915:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0cb1129. 00000400:00000010:1.0:1767384417.443917:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbf0d9e5. 00000020:00000010:0.0:1767384417.443922:0:40991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000447fcc7a. 00000020:00000010:1.0:1767384417.443926:0:16353:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000061196bf1. 00000020:00000010:0.0:1767384417.443927:0:40991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000447fcc7a. 00000100:00000010:3.0:1767384417.443932:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004edbb739. 00000400:00000010:1.0:1767384417.443933:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8491c9c. 02000000:00000010:0.0:1767384417.443944:0:40991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009446b1d2. 00000400:00000010:3.0:1767384417.443948:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0cb1129. 00000100:00000010:1.0:1767384417.443955:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba744289. 00000400:00000010:0.0:1767384417.443960:0:40991:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f267c10. 00000400:00000010:1.0:1767384417.443971:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8491c9c. 00000020:00000010:3.0:1767384417.443978:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5bbbf25. 00000020:00000010:3.0:1767384417.443982:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5bbbf25. 00000020:00000010:3.0:1767384417.443987:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003065daa. 00000020:00000010:3.0:1767384417.443989:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384417.443992:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000400:00000010:0.0:1767384417.443998:0:40991:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f267c10. 00000020:00000010:0.0:1767384417.444013:0:40991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abcff5c6. 00000020:00000010:1.0:1767384417.444015:0:40997:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e7d08652. 00000020:00000010:0.0:1767384417.444017:0:40991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:3.0:1767384417.444018:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5bbbf25. 00000020:00000010:3.0:1767384417.444023:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5bbbf25. 00040000:00000010:1.0:1767384417.444024:0:40997:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000067075d2b. 00000020:00000010:0.0:1767384417.444024:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077846c25. 00000004:00000010:1.0:1767384417.444030:0:40997:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006e8e1730. 02000000:00000010:0.0:1767384417.444033:0:40991:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009446b1d2. 02000000:00000010:3.0:1767384417.444034:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e38130d. 00000004:00000010:1.0:1767384417.444035:0:40997:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000aefb79de. 00000004:00000010:1.0:1767384417.444041:0:40997:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bbb75c01. 00000400:00000010:3.0:1767384417.444042:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0cb1129. 00000400:00000010:0.0:1767384417.444051:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e97da5. 00000020:00000010:1.0:1767384417.444052:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c412210f. 00000020:00000010:1.0:1767384417.444058:0:40997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000cc1902. 00000400:00000010:3.0:1767384417.444059:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0cb1129. 00000400:00000010:0.0:1767384417.444059:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9f2ebdf. 00000020:00000010:1.0:1767384417.444062:0:40997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4c41c4b. 00000020:00000010:3.0:1767384417.444071:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384417.444075:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384417.444078:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003065daa. 00000020:00000010:1.0:1767384417.444087:0:40997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adec357a. 00000020:00000010:1.0:1767384417.444090:0:40997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adec357a. 00040000:00000010:0.0:1767384417.444090:0:40996:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001ca98274. 00000004:00000010:0.0:1767384417.444096:0:40996:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c2936686. 00000020:00000010:1.0:1767384417.444098:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000435a9041. 00000004:00000010:0.0:1767384417.444101:0:40996:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000091e3082a. 00000400:00000010:3.0:1767384417.444102:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d3f3b20. 00000020:00000010:1.0:1767384417.444103:0:40997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ed443e4. 00000400:00000010:3.0:1767384417.444108:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b158aa0. 00000020:00000010:1.0:1767384417.444110:0:40997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e64347a2. 00000004:00000010:0.0:1767384417.444110:0:40996:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009446b1d2. 00000100:00000010:1.0:1767384417.444130:0:40997:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b028092b. 02000000:00000010:0.0:1767384417.444132:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000007eb7bd08. 00000400:00000010:3.0:1767384417.444134:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cbb44e7. 00000400:00000010:3.0:1767384417.444139:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000020:00000010:0.0:1767384417.444144:0:40996:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008ddb8a7b. 02000000:00000010:3.0:1767384417.444146:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c738ccb. 02000000:00000010:3.0:1767384417.444151:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b8a35fe. 00000100:00000010:3.0:1767384417.444155:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afbfd94d. 00000004:00000010:0.0:1767384417.444155:0:40996:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000447fcc7a. 02000000:00000010:3.0:1767384417.444162:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066366594. 00000001:00000010:0.0:1767384417.444163:0:40996:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000abcff5c6. 02000000:00000010:3.0:1767384417.444164:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007c2c2000. 00000100:00000010:3.0:1767384417.444168:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a2792aa. 00000001:00000010:0.0:1767384417.444170:0:40996:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000004e09c64. 00000001:00000010:0.0:1767384417.444176:0:40996:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000825cded7. 00000001:00000010:0.0:1767384417.444179:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077846c25. 00000001:00000010:0.0:1767384417.444181:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf23d548. 00000001:00000010:0.0:1767384417.444183:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a095d418. 00000001:00000010:0.0:1767384417.444185:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006af48e31. 00000001:00000010:0.0:1767384417.444189:0:40996:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007c2c2000. 00000001:00000010:0.0:1767384417.444192:0:40996:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000055c237a0. 00000001:00000010:0.0:1767384417.444195:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006627211f. 00000020:00000010:3.0:1767384417.444197:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000085d6e383. 00000001:00000010:0.0:1767384417.444199:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000005617afb. 00000100:00000010:3.0:1767384417.444203:0:40998:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000066366594. 00000001:00000010:0.0:1767384417.444204:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ef5cadc. 00000100:00000010:3.0:1767384417.444207:0:40998:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 0000000066366594. 00000001:00000010:0.0:1767384417.444210:0:40996:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f43203b7. 00000020:00000010:3.0:1767384417.444215:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5bbbf25. 00000020:00000010:3.0:1767384417.444218:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5bbbf25. 02000000:00000010:3.0:1767384417.444226:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f9bcda15. 00000400:00000010:3.0:1767384417.444240:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000020:00000010:0.0:1767384417.444248:0:40996:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000009f57dcb2. 00000020:00000010:0.0:1767384417.444257:0:40996:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000009f57dcb2. 00000400:00000010:3.0:1767384417.444260:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 00000020:00000010:0.0:1767384417.444265:0:40996:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000045e5409c. 00000020:00000010:3.0:1767384417.444270:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ed443e4. 00000020:00000010:3.0:1767384417.444274:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e64347a2. 00000020:00000010:0.0:1767384417.444275:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5491570. 00000020:00000010:3.0:1767384417.444278:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000435a9041. 00000400:00000010:3.0:1767384417.444296:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c52605e5. 00000400:00000010:3.0:1767384417.444299:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf0d9e5. 02000000:00000010:3.0:1767384417.444311:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a66be599. 00000400:00000010:0.0:1767384417.444312:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f267c10. 02000000:00000010:3.0:1767384417.444314:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ef576c9. 00000100:00000010:1.0:1767384417.444314:0:41613:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000adec357a. 00000100:00000010:3.0:1767384417.444320:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a424d8c. 00000020:00000010:1.0:1767384417.444320:0:41613:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a045db22. 00000020:00000010:1.0:1767384417.444327:0:41613:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000987aa086. 00000020:00000010:1.0:1767384417.444330:0:41613:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074a809cc. 00000040:00000010:1.0:1767384417.444344:0:41613:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c0d01110. 00000020:00000010:1.0:1767384417.444347:0:41613:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000079218e53. 00000020:00000010:1.0:1767384417.444351:0:41613:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6e5b9eb. 00000400:00000010:0.0:1767384417.444352:0:40996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f267c10. 00000020:00000010:1.0:1767384417.444354:0:41613:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dfdceeaa. 80000000:00000010:1.0:1767384417.444358:0:41613:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000031c74ba0. 00000400:00000010:3.0:1767384417.444360:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137e2aeb. 40000000:00000010:1.0:1767384417.444362:0:41613:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ee3a1414. 00000020:00000010:0.0:1767384417.444363:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000cc1902. 00000400:00000010:3.0:1767384417.444364:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b263a949. 00000020:00000010:0.0:1767384417.444370:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4c41c4b. 00100000:00000010:1.0:1767384417.444373:0:41613:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003f2097d4. 00000020:00000010:0.0:1767384417.444375:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c412210f. 00040000:00000010:1.0:1767384417.444378:0:41613:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000016bdad5f. 00040000:00000010:1.0:1767384417.444382:0:41613:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dc08e4b5. 00040000:00000010:1.0:1767384417.444384:0:41613:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ed65f341. 00080000:00000010:1.0:1767384417.444388:0:41613:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003fde83db. 00080000:00000010:1.0:1767384417.444392:0:41613:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004da67575. 00000004:00000010:1.0:1767384417.444397:0:41613:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d7b473f1. 00000004:00000010:1.0:1767384417.444412:0:41613:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ef8b7200. 00000004:00000010:1.0:1767384417.444415:0:41613:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006d764654. 00002000:00000010:1.0:1767384417.444418:0:41613:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001c22dce2. 00000004:00000010:1.0:1767384417.444420:0:41613:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cd914542. 00000100:00000010:1.0:1767384417.444488:0:41613:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000007e609491. 00000100:02000000:3.0:1767384417.445199:0:16352:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000001:00000010:2.0:1767384417.445949:0:17887:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000e575cbd2. 00002000:00000010:2.0:1767384417.445965:0:17887:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000377e42e8. 00080000:00000010:2.0:1767384417.445968:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c9bd04ee. 00000001:00000010:2.0:1767384417.445970:0:17887:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000092cddc92. 00002000:00000010:2.0:1767384417.445972:0:17887:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000429f0d35. 00080000:00000010:2.0:1767384417.445973:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a9319162. 00000001:00000010:2.0:1767384417.445976:0:17887:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000006531845d. 00002000:00000010:2.0:1767384417.445978:0:17887:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000821f4444. 00080000:00000010:2.0:1767384417.445980:0:17887:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009203abf2. 02000000:00000010:3.0:1767384417.447321:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d17a5ae9. 02000000:00000010:3.0:1767384417.447325:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b8093d50. 00000100:00000010:3.0:1767384417.447329:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021a91a7d. 00000100:00000010:3.0:1767384417.450483:0:41046:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bbf14d89. 00000100:00000010:1.0:1767384417.450485:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000840b7499. 00000100:00000010:2.0:1767384417.450501:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f3344be. 00000100:00000010:0.0:1767384417.450504:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b661849. 00000400:00000010:1.0:1767384417.699527:0:16350:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003c4884df. 00000400:00000010:1.0:1767384417.699541:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009a5323d5. 00000400:00000010:1.0:1767384417.699545:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8491c9c. 00000400:00000010:1.0:1767384417.699553:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008e97df80. 00000800:00000010:1.0:1767384417.699584:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000024c2aaeb. 00000800:00000010:0.0:1767384417.700324:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000091d82b59. 00000800:00000010:0.0:1767384417.700342:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003d17ff8d. 00000800:00000010:0.0:1767384417.700346:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ddefae3. 00000800:00000010:0.0:1767384417.700364:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ddefae3. 00000800:00020000:0.0:1767384417.700372:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:0.0:1767384417.700377:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003d17ff8d. 00000800:00000010:0.0:1767384417.700378:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000091d82b59. 00000400:02020000:0.0:1767384417.700430:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp47 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384417.700439:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000024c2aaeb. 00000400:00000010:1.0:1767384418.284216:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bf494a5. 00000400:00000010:1.0:1767384418.284240:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e4ba028. 00000020:00000010:3.0:1767384418.284315:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.284333:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.284338:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 02000000:00000010:3.0:1767384418.284380:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a8798e2e. 00000020:00000010:3.0:1767384418.284389:0:40992:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000002caaa6e. 00000001:00000010:3.0:1767384418.284400:0:40992:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000654e8b3b. 00000001:00000010:3.0:1767384418.284406:0:40992:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000021344b11. 00000001:00000010:3.0:1767384418.284420:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c738ccb. 00000001:00000010:3.0:1767384418.284466:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003065daa. 00000001:00000010:3.0:1767384418.284471:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009edb88d1. 00000001:00000010:3.0:1767384418.284474:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f2535caf. 00000020:00000010:3.0:1767384418.284487:0:40992:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000bbf14d89. 00000020:00000010:3.0:1767384418.284545:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008e018f83. 00000020:00000010:3.0:1767384418.284548:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000008ccd373b. 00000020:00000010:3.0:1767384418.284550:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000e7ed1e50. 00000020:00000010:3.0:1767384418.284560:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000077e4058. 00000020:00000010:3.0:1767384418.284562:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000059f4211c. 00000020:00000010:3.0:1767384418.284563:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000c12bd43e. 00000020:00000010:3.0:1767384418.284570:0:40992:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000023e90c0b. 00000400:00000010:3.0:1767384418.284611:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a7e838. 00000800:00000010:3.0:1767384418.284638:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080b850ee. 00000020:00000010:3.0:1767384418.284659:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.284661:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.284664:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.284671:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cbb44e7. 00000400:00000010:3.0:1767384418.284674:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5ce2932. 00000800:00000010:0.0:1767384418.284761:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080b850ee. 00000400:00000010:0.0:1767384418.284771:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6a7e838. 02000000:00000010:0.0:1767384418.284776:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000a8798e2e. 00000400:00000010:1.0:1767384418.286351:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5bb6112. 00000400:00000010:1.0:1767384418.286395:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012df88ac. 00000020:00000010:3.0:1767384418.286505:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5bbbf25. 00000020:00000010:3.0:1767384418.286514:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5bbbf25. 00000020:00000010:3.0:1767384418.286522:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.286528:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.286533:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.286580:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5bbbf25. 00000020:00000010:3.0:1767384418.286583:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5bbbf25. 00010000:00000010:3.0:1767384418.286632:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bb4ae026. 00000020:00000010:3.0:1767384418.286639:0:40992:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c5bbbf25. 02000000:00000010:3.0:1767384418.286657:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000002ec2f8e. 00000400:00000010:3.0:1767384418.286693:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b158aa0. 00000800:00000010:3.0:1767384418.286730:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086d09e17. 00000020:00000010:3.0:1767384418.286762:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.286767:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.286771:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.286784:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d3f3b20. 00000400:00000010:3.0:1767384418.286806:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055a2cdfc. 00000800:00000010:1.0:1767384418.287223:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086d09e17. 00000400:00000010:1.0:1767384418.287243:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b158aa0. 02000000:00000010:1.0:1767384418.287252:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000002ec2f8e. 00000400:00000010:0.0:1767384418.288358:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb9ac78a. 00000400:00000010:0.0:1767384418.288370:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d68cca2e. 00000020:00000010:3.0:1767384418.288454:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f082cfc8. 00000020:00000010:3.0:1767384418.288460:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f082cfc8. 00000020:00000010:3.0:1767384418.288465:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.288469:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.288472:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.288529:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f082cfc8. 00000020:00000010:3.0:1767384418.288533:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f082cfc8. 02000000:00000010:3.0:1767384418.288546:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f75294e2. 00000040:00000010:3.0:1767384418.288552:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000085c603ef. 00000040:00000010:3.0:1767384418.288611:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000085c603ef. 00000400:00000010:3.0:1767384418.288623:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0cb1129. 00000800:00000010:3.0:1767384418.288644:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086d09e17. 00000020:00000010:3.0:1767384418.288665:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.288669:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.288672:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.288681:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004676a158. 00000400:00000010:3.0:1767384418.288685:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008128feb9. 00000800:00000010:1.0:1767384418.288761:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086d09e17. 00000400:00000010:1.0:1767384418.288768:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0cb1129. 02000000:00000010:1.0:1767384418.288771:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f75294e2. 00000400:00000010:1.0:1767384418.289605:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a0da7ce. 00000400:00000010:1.0:1767384418.289615:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c09905a. 00000020:00000010:3.0:1767384418.289670:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f082cfc8. 00000020:00000010:3.0:1767384418.289675:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f082cfc8. 00000020:00000010:3.0:1767384418.289679:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.289681:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.289684:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.289704:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f082cfc8. 00000020:00000010:3.0:1767384418.289712:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f082cfc8. 00010000:00000010:3.0:1767384418.289723:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a9ec7c16. 02000000:00000010:3.0:1767384418.289732:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cdadefc7. 00000400:00000010:3.0:1767384418.289746:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0caf0ee. 00000800:00000010:3.0:1767384418.289769:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080b850ee. 00000020:00000010:3.0:1767384418.289796:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.289800:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.289803:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.289815:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a79a0dac. 00000400:00000010:3.0:1767384418.289820:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007933b803. 00000800:00000010:0.0:1767384418.289857:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080b850ee. 00000400:00000010:0.0:1767384418.289868:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0caf0ee. 02000000:00000010:0.0:1767384418.289885:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cdadefc7. 00000400:00000010:1.0:1767384418.290645:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009734f41b. 00000400:00000010:1.0:1767384418.290656:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f683bad. 00000020:00000010:3.0:1767384418.290704:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f082cfc8. 00000020:00000010:3.0:1767384418.290708:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f082cfc8. 00000020:00000010:3.0:1767384418.290710:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.290712:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.290714:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.290736:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f082cfc8. 00000020:00000010:3.0:1767384418.290739:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f082cfc8. 02000000:00000010:3.0:1767384418.290749:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000bb1af5eb. 00000040:00000010:3.0:1767384418.290756:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000085c603ef. 00000040:00000010:3.0:1767384418.290813:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000235e1b4c. 00000040:00000010:3.0:1767384418.290827:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000235e1b4c. 00000040:00000010:3.0:1767384418.290830:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000085c603ef. 20000000:00000010:3.0:1767384418.290838:0:40992:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000f082cfc8. 00000400:00000010:3.0:1767384418.290845:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f62159df. 00000800:00000010:3.0:1767384418.290859:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000042f7740. 00000020:00000010:3.0:1767384418.290892:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.290895:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.290897:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.290906:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c523ef8b. 00000400:00000010:3.0:1767384418.290912:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa288c75. 00000800:00000010:1.0:1767384418.290942:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000042f7740. 00000400:00000010:1.0:1767384418.290948:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f62159df. 02000000:00000010:1.0:1767384418.290959:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000bb1af5eb. 00000400:00000010:0.0:1767384418.291677:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa40e3f8. 00000400:00000010:0.0:1767384418.291688:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004204a497. 00000020:00000010:3.0:1767384418.291741:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.291746:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.291750:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.291760:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.291763:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.291788:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.291791:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.291812:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000009936ebe1. 00000040:00000010:3.0:1767384418.291816:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000085c603ef. 00000040:00000010:3.0:1767384418.291825:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.291844:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.291847:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000085c603ef. 00000400:00000010:3.0:1767384418.291855:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005b845eee. 00000800:00000010:3.0:1767384418.291867:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000085c603ef. 00000020:00000010:3.0:1767384418.291898:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.291901:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.291905:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.291912:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f87bbc2. 00000400:00000010:3.0:1767384418.291917:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5959ac7. 00000800:00000010:1.0:1767384418.292028:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000085c603ef. 00000400:00000010:1.0:1767384418.292037:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005b845eee. 02000000:00000010:1.0:1767384418.292041:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000009936ebe1. 00000400:00000010:1.0:1767384418.293203:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f06f2e0. 00000400:00000010:1.0:1767384418.293224:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091c3ab46. 00000020:00000010:3.0:1767384418.293264:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.293268:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.293271:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.293272:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.293274:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.293303:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.293305:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.293320:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000009936ebe1. 00000040:00000010:3.0:1767384418.293324:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c32d1d78. 00000040:00000010:3.0:1767384418.293330:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.293347:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.293348:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c32d1d78. 00000400:00000010:3.0:1767384418.293355:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000bcc85a99. 00000800:00000010:3.0:1767384418.293369:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000c32d1d78. 00000020:00000010:3.0:1767384418.293382:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.293385:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.293388:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.293400:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3629412. 00000400:00000010:3.0:1767384418.293403:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000125c3bfc. 00000800:00000010:0.0:1767384418.293459:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000c32d1d78. 00000400:00000010:0.0:1767384418.293468:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000bcc85a99. 02000000:00000010:0.0:1767384418.293471:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000009936ebe1. 00000400:00000010:1.0:1767384418.305161:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f9ef55f. 00000400:00000010:1.0:1767384418.305183:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043a1ca07. 00000020:00000010:3.0:1767384418.305240:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.305244:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.305249:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.305252:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.305254:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.305276:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.305278:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.305302:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000009936ebe1. 00000040:00000010:3.0:1767384418.305308:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c32d1d78. 00000040:00000010:3.0:1767384418.305318:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.305339:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.305342:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c32d1d78. 00000400:00000010:3.0:1767384418.305353:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001fec8cab. 00000800:00000010:3.0:1767384418.305372:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000c32d1d78. 00000020:00000010:3.0:1767384418.305391:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.305405:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.305407:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.305415:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009104d9d. 00000400:00000010:3.0:1767384418.305418:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c6d0cb4. 00000800:00000010:1.0:1767384418.305516:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000c32d1d78. 00000400:00000010:1.0:1767384418.305522:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001fec8cab. 02000000:00000010:1.0:1767384418.305526:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000009936ebe1. 00000400:00000010:0.0:1767384418.306999:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075d20443. 00000400:00000010:0.0:1767384418.307020:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004be27beb. 00000020:00000010:3.0:1767384418.307073:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.307078:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.307081:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.307083:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.307085:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.307104:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.307106:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00010000:00000010:3.0:1767384418.307121:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000059fea507. 00010000:00000010:3.0:1767384418.307126:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000077ffb90a. 02000000:00000010:3.0:1767384418.307137:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007bb949a7. 00000400:00000010:3.0:1767384418.307150:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdb710e. 00000800:00000010:3.0:1767384418.307164:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000042f7740. 00000020:00000010:3.0:1767384418.307186:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.307189:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.307191:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.307197:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009003a080. 00000400:00000010:3.0:1767384418.307199:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fec8cab. 00000800:00000010:1.0:1767384418.307282:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000042f7740. 00000400:00000010:1.0:1767384418.307290:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdb710e. 02000000:00000010:1.0:1767384418.307293:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007bb949a7. 00000400:00000010:1.0:1767384418.309034:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c30d6339. 00000400:00000010:1.0:1767384418.309045:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d5b254c. 00000020:00000010:3.0:1767384418.309082:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.309086:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.309089:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.309091:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.309093:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.309111:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.309112:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.309120:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000002672a6ee. 20000000:00000010:3.0:1767384418.309129:0:40992:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000207f9358. 00000100:00000010:3.0:1767384418.309198:0:40992:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ee424da4. 00000100:00000010:3.0:1767384418.309201:0:40992:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000235e1b4c. 00000400:00000010:3.0:1767384418.309209:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094234847. 00000400:00000010:3.0:1767384418.309214:0:40992:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a7373fbf. 00000800:00000010:3.0:1767384418.309226:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080b850ee. 00000800:00000010:0.0:1767384418.309338:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080b850ee. 00000400:00000010:1.0:1767384418.310054:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094234847. 00000100:00000010:3.0:1767384418.310126:0:40992:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000235e1b4c. 00000100:00000010:3.0:1767384418.310130:0:40992:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ee424da4. 20000000:00000010:3.0:1767384418.310138:0:40992:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000207f9358. 00000400:00000010:3.0:1767384418.310147:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b1bd983. 00000800:00000010:3.0:1767384418.310159:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086d09e17. 00000020:00000010:3.0:1767384418.310174:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.310176:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.310178:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.310185:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004477adef. 00000400:00000010:3.0:1767384418.310188:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcc85a99. 00000800:00000010:1.0:1767384418.310221:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086d09e17. 00000400:00000010:1.0:1767384418.310227:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b1bd983. 02000000:00000010:1.0:1767384418.310230:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000002672a6ee. 00000400:00000010:0.0:1767384418.313996:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b12a30d5. 00000400:00000010:0.0:1767384418.314009:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a52fbfdb. 00000020:00000010:3.0:1767384418.314064:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.314069:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.314072:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.314074:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.314076:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.314101:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.314102:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00010000:00000010:3.0:1767384418.314112:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000380069f4. 02000000:00000010:3.0:1767384418.314120:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ee424da4. 00000400:00000010:3.0:1767384418.314129:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf69c47. 00000800:00000010:3.0:1767384418.314143:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086d09e17. 00000020:00000010:3.0:1767384418.314158:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.314160:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.314162:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.314167:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000be4c7ae. 00000400:00000010:3.0:1767384418.314172:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f02b45f9. 00000800:00000010:1.0:1767384418.314226:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086d09e17. 00000400:00000010:1.0:1767384418.314234:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf69c47. 02000000:00000010:1.0:1767384418.314237:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ee424da4. 00000400:00000010:1.0:1767384418.315006:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dfb077f. 00000400:00000010:1.0:1767384418.315017:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038a38b07. 00000020:00000010:3.0:1767384418.315060:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.315063:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.315065:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.315067:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.315069:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.315085:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.315087:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.315094:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f5f3de8a. 00000040:00000010:3.0:1767384418.315099:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000085c603ef. 00000040:00000010:3.0:1767384418.315249:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000004b96ead4. 00000040:00000010:3.0:1767384418.315265:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000004b96ead4. 00000040:00000010:3.0:1767384418.315268:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000085c603ef. 00000400:00000010:3.0:1767384418.315284:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3edd36. 00000800:00000010:3.0:1767384418.315310:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080b850ee. 00000020:00000010:3.0:1767384418.315335:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.315339:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.315343:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.315353:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c5a0d6. 00000400:00000010:3.0:1767384418.315357:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078e0a2f4. 00000800:00000010:0.0:1767384418.315393:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080b850ee. 00000400:00000010:0.0:1767384418.315401:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc3edd36. 02000000:00000010:0.0:1767384418.315405:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f5f3de8a. 00000400:00000010:1.0:1767384418.316108:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2da544. 00000400:00000010:1.0:1767384418.316120:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e92deb71. 00000020:00000010:3.0:1767384418.316173:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.316177:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.316181:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.316193:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.316196:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.316221:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.316222:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.316244:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000009936ebe1. 00000040:00000010:3.0:1767384418.316248:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000085c603ef. 00000040:00000010:3.0:1767384418.316259:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.316267:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.316270:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000085c603ef. 00000400:00000010:3.0:1767384418.316277:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000157a0809. 00000800:00000010:3.0:1767384418.316291:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000085c603ef. 00000020:00000010:3.0:1767384418.316306:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.316308:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.316310:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:3.0:1767384418.316317:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2da544. 00000400:00000010:3.0:1767384418.316321:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081176ffe. 00000800:00000010:1.0:1767384418.316374:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000085c603ef. 00000400:00000010:1.0:1767384418.316380:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000157a0809. 02000000:00000010:1.0:1767384418.316384:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000009936ebe1. 00000100:00000010:0.0:1767384418.319110:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039ad10ef. 00000020:00000010:1.0:1767384418.319186:0:41613:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005331ca9d. 00000020:00000010:1.0:1767384418.319193:0:41613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fc73b1ad. 00000020:00000010:1.0:1767384418.319196:0:41613:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000774c451. 02000000:00000010:1.0:1767384418.319232:0:41613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000009c900c9f. 00000020:00000010:1.0:1767384418.319254:0:41613:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000979fe7b. 00000004:00000010:1.0:1767384418.319364:0:41613:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000ce85887a. 00000001:00000010:1.0:1767384418.319371:0:41613:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000000d72ea1e. 00000001:00000010:1.0:1767384418.319378:0:41613:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000024c2aaeb. 00000001:00000010:1.0:1767384418.319383:0:41613:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c3373f34. 00000001:00000010:1.0:1767384418.319387:0:41613:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000031a8a23a. 00000001:00000010:1.0:1767384418.319390:0:41613:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069c95253. 00000001:00000010:1.0:1767384418.319393:0:41613:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c412210f. 00000001:00000010:1.0:1767384418.319396:0:41613:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a66be599. 00000001:00000010:1.0:1767384418.319401:0:41613:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008f6f0bdd. 00000001:00000010:1.0:1767384418.319405:0:41613:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c74d6adc. 00000001:00000010:1.0:1767384418.319408:0:41613:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000435a9041. 00000001:00000010:1.0:1767384418.319410:0:41613:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c1f1c7f4. 00000001:00000010:1.0:1767384418.319414:0:41613:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c8052ee8. 00000001:00000010:1.0:1767384418.319417:0:41613:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003f3aeed8. 00080000:00000010:1.0:1767384418.319487:0:41613:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000143969c5. 00080000:00000010:1.0:1767384418.319497:0:41613:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000012ef687a. 00080000:00000010:0.0:1767384418.321301:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000143969c5. 00080000:00000010:1.0:1767384418.321384:0:41613:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000012ef687a. 00080000:00000010:1.0:1767384418.321395:0:41613:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000143969c5. 00080000:00000010:1.0:1767384418.321400:0:41613:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000012ef687a. 00000001:00000010:1.0:1767384418.321407:0:41613:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000060305a16. 00080000:00000010:1.0:1767384418.321443:0:41613:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000012ef687a. 00000020:00000010:1.0:1767384418.321452:0:41613:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000bfa49e72. 00000020:00000010:1.0:1767384418.321527:0:41613:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000be8b1d49. 00000020:00000010:1.0:1767384418.321532:0:41613:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000cd695a86. 00000020:00000010:1.0:1767384418.321536:0:41613:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000000da04417. 00000020:00000010:1.0:1767384418.321555:0:41613:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d17a5ae9. 00000020:00000010:1.0:1767384418.321560:0:41613:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ed686177. 00000020:00000010:1.0:1767384418.321563:0:41613:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000007bccbe02. 00000020:00000010:1.0:1767384418.321579:0:41613:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000064ec510b. 00000020:00000010:1.0:1767384418.321587:0:41613:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012ef687a. 00000400:00000010:1.0:1767384418.321630:0:41613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090bdf207. 00000800:00000010:1.0:1767384418.321649:0:41613:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d51d972a. 00000020:00000010:1.0:1767384418.321680:0:41613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fc73b1ad. 00000020:00000010:1.0:1767384418.321685:0:41613:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000774c451. 00000020:00000010:1.0:1767384418.321688:0:41613:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005331ca9d. 00000800:00000010:2.0:1767384418.321770:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d51d972a. 00000400:00000010:2.0:1767384418.321780:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090bdf207. 00000400:00000010:1.0:1767384418.723516:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8491c9c. 00000400:00000010:1.0:1767384418.723542:0:16350:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003c4884df. 00000400:00000010:1.0:1767384418.723547:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009a5323d5. 00000100:00000010:1.0:1767384418.979545:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae5cfe7. 02000000:00000010:1.0:1767384418.979567:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b78bdfce. 00010000:00000010:1.0:1767384418.979579:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fcd89f3c. 00010000:00000010:1.0:1767384418.979584:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007b93ff0. 00000100:00000010:1.0:1767384418.979598:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e26407e. 02000000:00000010:1.0:1767384418.979613:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000001f4ae99. 00000400:00000010:1.0:1767384418.979619:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001977e38b. 00000400:00000010:1.0:1767384418.979623:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8491c9c. 00000400:00000010:1.0:1767384418.979630:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac1839. 00000400:00000010:1.0:1767384418.979649:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000620c9c98. 00000400:00000010:1.0:1767384418.979661:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dc8bcbd. 00000400:00000010:1.0:1767384418.979682:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac1839. 00000100:00000010:1.0:1767384418.979695:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008989d995. 00000100:00000010:1.0:1767384418.979708:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1c0ac32. 00000100:00000010:1.0:1767384418.979711:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098e94d34. 00000100:00000010:1.0:1767384418.979720:0:17082:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ebe2497. 00000020:00000010:3.0:1767384418.979746:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.979751:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.979756:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.979760:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.979764:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.979797:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.979799:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00010000:00000010:3.0:1767384418.979816:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000678cdea6. 02000000:00000010:3.0:1767384418.979826:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.979845:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.979894:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.979906:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.979909:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000400:00000010:1.0:1767384418.979911:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001977e38b. 00000020:00000010:3.0:1767384418.979912:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:1.0:1767384418.979919:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8491c9c. 02000000:00000010:3.0:1767384418.979921:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.979929:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dfb077f. 00000400:00000010:3.0:1767384418.979933:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdb43d25. 00000100:00000010:1.0:1767384418.979941:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006e26407e. 02000000:00000010:1.0:1767384418.979956:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000001f4ae99. 02000000:00000010:1.0:1767384418.979960:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b78bdfce. 00000100:00000010:1.0:1767384418.979964:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae5cfe7. 10000000:00000010:1.0:1767384418.979970:0:17082:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000003c4884df. 00000100:00000010:1.0:1767384418.979996:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae5cfe7. 02000000:00000010:1.0:1767384418.980002:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b78bdfce. 00000100:00000010:1.0:1767384418.980008:0:17082:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000001f4ae99. 00000100:00000010:1.0:1767384418.980017:0:17082:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000008a694944. 00000100:00000010:1.0:1767384418.980022:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e26407e. 00000400:00000010:1.0:1767384418.980029:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001977e38b. 00000400:00000010:1.0:1767384418.980033:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000157a0809. 02000000:00000010:1.0:1767384418.980037:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a07fb96. 00000400:00000010:1.0:1767384418.980038:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e50fd243. 00000400:00000010:1.0:1767384418.980040:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8491c9c. 00000400:00000010:1.0:1767384418.980042:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac1839. 00000400:00000010:1.0:1767384418.980048:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6f8fa75. 00000400:00000010:1.0:1767384418.980053:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c52cb86. 00000400:00000010:1.0:1767384418.980065:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac1839. 00000020:00000010:3.0:1767384418.980115:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.980124:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.980127:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.980129:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.980130:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.980147:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.980148:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.980155:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ea6eb668. 20000000:00000010:3.0:1767384418.980163:0:40992:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000007117134c. 00000100:00000010:3.0:1767384418.980220:0:40992:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f5f3de8a. 00000100:00000010:3.0:1767384418.980222:0:40992:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000235e1b4c. 00000400:00000010:3.0:1767384418.980227:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.980232:0:40992:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dce8ab87. 00000400:00000010:3.0:1767384418.980241:0:40992:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001977e38b. 00000400:00000010:3.0:1767384418.980246:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000157a0809. 00000400:00000010:3.0:1767384418.980265:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000100:00000010:3.0:1767384418.980271:0:40992:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000235e1b4c. 00000100:00000010:3.0:1767384418.980275:0:40992:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f5f3de8a. 20000000:00000010:3.0:1767384418.980283:0:40992:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000007117134c. 00000400:00000010:3.0:1767384418.980292:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.980307:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.980316:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000400:00000010:1.0:1767384418.980319:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e50fd243. 00000020:00000010:3.0:1767384418.980320:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.980327:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000400:00000010:1.0:1767384418.980327:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8491c9c. 02000000:00000010:3.0:1767384418.980336:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.980341:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b12a30d5. 00000400:00000010:3.0:1767384418.980345:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e68b142. 00000100:00000010:1.0:1767384418.980345:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006e26407e. 10000000:00000010:1.0:1767384418.980358:0:17082:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000007e2b23bb. 10000000:00000010:1.0:1767384418.980368:0:17082:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000007e2b23bb. 02000000:00000010:1.0:1767384418.980371:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a07fb96. 00000100:00000010:1.0:1767384418.980374:0:17082:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000008a694944. 00000100:00000010:1.0:1767384418.980376:0:17082:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000001f4ae99. 02000000:00000010:1.0:1767384418.980378:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b78bdfce. 00000100:00000010:1.0:1767384418.980379:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae5cfe7. 10000000:00000010:1.0:1767384418.980406:0:17082:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000003c4884df. 00000100:00000010:1.0:1767384418.980415:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae5cfe7. 02000000:00000010:1.0:1767384418.980420:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b78bdfce. 00010000:00000010:1.0:1767384418.980424:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000abc567e7. 00000100:00000010:1.0:1767384418.980428:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000157a0809. 02000000:00000010:1.0:1767384418.980433:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000001f4ae99. 00000400:00000010:1.0:1767384418.980435:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e50fd243. 00000400:00000010:1.0:1767384418.980437:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8491c9c. 00000400:00000010:1.0:1767384418.980458:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac1839. 00000400:00000010:1.0:1767384418.980464:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db80322a. 00000400:00000010:1.0:1767384418.980468:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057cd7b71. 00000400:00000010:1.0:1767384418.980478:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac1839. 00000020:00000010:3.0:1767384418.980508:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.980511:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.980513:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.980515:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.980517:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.980531:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.980533:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00010000:00000010:3.0:1767384418.980540:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b3e08f0. 02000000:00000010:3.0:1767384418.980549:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.980557:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.980574:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.980582:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.980584:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.980586:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 02000000:00000010:3.0:1767384418.980590:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.980594:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c30d6339. 00000400:00000010:3.0:1767384418.980597:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6ed95a0. 00000400:00000010:1.0:1767384418.980603:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e50fd243. 00000400:00000010:1.0:1767384418.980613:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8491c9c. 00000100:00000010:1.0:1767384418.980622:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000157a0809. 02000000:00000010:1.0:1767384418.980629:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000001f4ae99. 02000000:00000010:1.0:1767384418.980631:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b78bdfce. 00000100:00000010:1.0:1767384418.980633:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae5cfe7. 10000000:00000010:1.0:1767384418.980636:0:17082:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000008a694944. 00000020:00000010:1.0:1767384418.980638:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b78bdfce. 00000020:00000010:1.0:1767384418.980641:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a07fb96. 00000040:00000010:1.0:1767384418.980644:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009a5323d5. 00000020:00000010:1.0:1767384418.980647:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000880f46c6. 00000020:00000010:1.0:1767384418.980650:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005331ca9d. 80000000:00000010:1.0:1767384418.980653:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000084c45bf0. 00040000:00000010:1.0:1767384418.980656:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000084dbf66e. 00080000:00000010:1.0:1767384418.980661:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000022d16737. 00080000:00000010:1.0:1767384418.980672:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004e0b67d1. 20000000:00000010:1.0:1767384418.980678:0:17082:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000045bd2d7b. 00000040:00000010:1.0:1767384418.980683:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c9bd04ee. 00000100:00000010:1.0:1767384418.980686:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae5cfe7. 02000000:00000010:1.0:1767384418.980691:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000879aa7a6. 00000100:00000010:1.0:1767384418.980696:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000157a0809. 02000000:00000010:1.0:1767384418.980701:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000331df640. 00000400:00000010:1.0:1767384418.980703:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e50fd243. 00000400:00000010:1.0:1767384418.980705:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8491c9c. 00000400:00000010:1.0:1767384418.980707:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac1839. 00000400:00000010:1.0:1767384418.980713:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5d2da8. 00000400:00000010:1.0:1767384418.980716:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3d777ea. 00000400:00000010:1.0:1767384418.980727:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac1839. 00000020:00000010:3.0:1767384418.980758:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.980761:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.980778:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.980780:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.980782:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.980797:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.980799:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.980806:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ea6eb668. 00000040:00000010:3.0:1767384418.980810:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d9493676. 00000040:00000010:3.0:1767384418.980852:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000235e1b4c. 00000040:00000010:3.0:1767384418.980861:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000235e1b4c. 00000040:00000010:3.0:1767384418.980864:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d9493676. 20000000:00000010:3.0:1767384418.980883:0:40992:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000234b20c4. 20000000:00000010:3.0:1767384418.980887:0:40992:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000234b20c4. 00000400:00000010:3.0:1767384418.980894:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.980911:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.980918:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.980919:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.980921:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 02000000:00000010:3.0:1767384418.980924:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.980928:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075d20443. 00000400:00000010:3.0:1767384418.980931:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aeb7396d. 00000400:00000010:1.0:1767384418.980958:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e50fd243. 00000400:00000010:1.0:1767384418.980964:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8491c9c. 00000100:00000010:1.0:1767384418.980974:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000157a0809. 02000000:00000010:1.0:1767384418.980978:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000331df640. 02000000:00000010:1.0:1767384418.980980:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000879aa7a6. 00000100:00000010:1.0:1767384418.980982:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae5cfe7. 00000040:00000010:1.0:1767384418.980993:0:17082:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d3f2b05c. 00000100:00000010:1.0:1767384418.980996:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae5cfe7. 02000000:00000010:1.0:1767384418.981000:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000331df640. 00000100:00000010:1.0:1767384418.981003:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000157a0809. 02000000:00000010:1.0:1767384418.981017:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009936ebe1. 00000400:00000010:1.0:1767384418.981019:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e50fd243. 00000400:00000010:1.0:1767384418.981022:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006e26407e. 00000400:00000010:1.0:1767384418.981025:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8491c9c. 00000400:00000010:1.0:1767384418.981032:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4810c78. 00000400:00000010:1.0:1767384418.981036:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c71c7fc. 00000400:00000010:1.0:1767384418.981048:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8491c9c. 00000020:00000010:3.0:1767384418.981078:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.981081:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.981084:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384418.981091:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.981093:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.981111:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.981112:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.981127:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000226eb39c. 00000040:00000010:3.0:1767384418.981131:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d9493676. 00000040:00000010:3.0:1767384418.981139:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.981153:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.981155:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d9493676. 00000400:00000010:3.0:1767384418.981161:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b1406b7b. 00000400:00000010:3.0:1767384418.981182:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b1406b7b. 00000020:00000010:3.0:1767384418.981189:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.981191:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.981193:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 02000000:00000010:3.0:1767384418.981196:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000226eb39c. 00000400:00000010:1.0:1767384418.981206:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e50fd243. 00000400:00000010:3.0:1767384418.981209:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9ef55f. 00000400:00000010:1.0:1767384418.981211:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006e26407e. 00000400:00000010:3.0:1767384418.981217:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1406b7b. 00000100:00000010:1.0:1767384418.981224:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000157a0809. 02000000:00000010:1.0:1767384418.981231:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009936ebe1. 02000000:00000010:1.0:1767384418.981240:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000331df640. 00000100:00000010:1.0:1767384418.981243:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae5cfe7. 00000040:00000010:1.0:1767384418.981248:0:17082:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a14f0f64. 00000020:00000010:1.0:1767384418.981446:0:41614:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000331df640. 00000020:00000010:1.0:1767384418.981450:0:41614:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d6049da6. 00000040:00000010:1.0:1767384418.981452:0:41614:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a52afa2a. 00000020:00000010:1.0:1767384418.981455:0:41614:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009a500db2. 00000020:00000010:1.0:1767384418.981458:0:41614:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008ab57b20. 00000020:00000010:1.0:1767384418.981460:0:41614:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fb152a34. 80000000:00000010:1.0:1767384418.981462:0:41614:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000918e5bc7. 40000000:00000010:1.0:1767384418.981464:0:41614:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000093a312fe. 00100000:00000010:1.0:1767384418.981467:0:41614:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004f55d1cd. 00040000:00000010:1.0:1767384418.981470:0:41614:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000054db6757. 00040000:00000010:1.0:1767384418.981473:0:41614:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000cc16844. 00040000:00000010:1.0:1767384418.981474:0:41614:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000afaf0b57. 00080000:00000010:1.0:1767384418.981478:0:41614:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008922c385. 00080000:00000010:1.0:1767384418.981481:0:41614:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e0a675f8. 00000004:00000010:1.0:1767384418.981484:0:41614:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000501bf377. 00000004:00000010:1.0:1767384418.981491:0:41614:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007e2b23bb. 00000004:00000010:1.0:1767384418.981494:0:41614:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009a0fa310. 00002000:00000010:1.0:1767384418.981497:0:41614:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000001f4ae99. 00000004:00000010:1.0:1767384418.981500:0:41614:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a1c30866. 00000020:00000010:1.0:1767384418.981503:0:41614:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000086ba2ec8. 00000040:00000010:1.0:1767384418.981513:0:41614:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000014c358bc. 00000040:00000010:1.0:1767384418.981922:0:41614:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000014c358bc. 00000020:00000010:1.0:1767384418.981928:0:41614:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000086ba2ec8. 00000020:00000010:1.0:1767384418.981954:0:41614:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d6049da6. 00000040:00000010:1.0:1767384418.981956:0:41614:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a52afa2a. 00000020:00000010:1.0:1767384418.981960:0:41614:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009a500db2. 00000020:00000010:1.0:1767384418.981962:0:41614:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008ab57b20. 00000020:00000010:1.0:1767384418.981966:0:41614:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fb152a34. 80000000:00000010:1.0:1767384418.981968:0:41614:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000918e5bc7. 40000000:00000010:1.0:1767384418.981981:0:41614:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000093a312fe. 00100000:00000010:1.0:1767384418.981983:0:41614:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004f55d1cd. 00040000:00000010:1.0:1767384418.981986:0:41614:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000054db6757. 00040000:00000010:1.0:1767384418.981988:0:41614:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000cc16844. 00040000:00000010:1.0:1767384418.981991:0:41614:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000afaf0b57. 00080000:00000010:1.0:1767384418.981994:0:41614:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e0a675f8. 00080000:00000010:1.0:1767384418.981998:0:41614:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008922c385. 00000004:00000010:1.0:1767384418.982000:0:41614:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000501bf377. 00000004:00000010:1.0:1767384418.982003:0:41614:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007e2b23bb. 00000004:00000010:1.0:1767384418.982005:0:41614:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009a0fa310. 00002000:00000010:1.0:1767384418.982008:0:41614:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000001f4ae99. 00000004:00000010:1.0:1767384418.982010:0:41614:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a1c30866. 00000020:00000010:1.0:1767384418.982012:0:41614:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000331df640. 00000040:00000010:2.0:1767384418.982060:0:17082:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a14f0f64. 00000040:00000010:2.0:1767384418.982075:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d3f2b05c. 00000040:00000010:2.0:1767384418.982080:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c9bd04ee. 00000020:00000010:2.0:1767384418.982084:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001a07fb96. 00000040:00000010:2.0:1767384418.982088:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009a5323d5. 00000020:00000010:2.0:1767384418.982091:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000880f46c6. 00000020:00000010:2.0:1767384418.982095:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005331ca9d. 80000000:00000010:2.0:1767384418.982098:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000084c45bf0. 00040000:00000010:2.0:1767384418.982102:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000084dbf66e. 00080000:00000010:2.0:1767384418.982106:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004e0b67d1. 00080000:00000010:2.0:1767384418.982110:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000022d16737. 20000000:00000010:2.0:1767384418.982113:0:17082:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000045bd2d7b. 00000020:00000010:2.0:1767384418.982116:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b78bdfce. 10000000:00000010:2.0:1767384418.982118:0:17082:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000008a694944. 00000100:00000010:2.0:1767384418.982129:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98a25fc. 02000000:00000010:2.0:1767384418.982136:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d1de83. 00010000:00000010:2.0:1767384418.982143:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fc0b2a6. 00000100:00000010:2.0:1767384418.982152:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.982161:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006419be72. 00000400:00000010:2.0:1767384418.982165:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.982169:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:2.0:1767384418.982174:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a35d042. 00000400:00000010:2.0:1767384418.982184:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de242751. 00000400:00000010:2.0:1767384418.982191:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086b4e319. 00000400:00000010:2.0:1767384418.982209:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a35d042. 00000020:00000010:3.0:1767384418.982277:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.982282:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.982285:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9493676. 00000020:00000010:3.0:1767384418.982287:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.982289:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.982310:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.982311:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00010000:00000010:3.0:1767384418.982320:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000606d091e. 02000000:00000010:3.0:1767384418.982327:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.982337:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.982359:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.982366:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.982368:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.982370:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9493676. 02000000:00000010:3.0:1767384418.982373:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.982377:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f06f2e0. 00000400:00000010:3.0:1767384418.982379:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a57955f. 00000400:00000010:2.0:1767384418.982419:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.982443:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000100:00000010:2.0:1767384418.982457:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.982468:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006419be72. 02000000:00000010:2.0:1767384418.982471:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f8d1de83. 00000100:00000010:2.0:1767384418.982474:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98a25fc. 10000000:00000010:2.0:1767384418.982480:0:17082:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000109e7be8. 00000020:00000010:2.0:1767384418.982483:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8d1de83. 00000020:00000010:2.0:1767384418.982486:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a2cd6c7. 00000040:00000010:2.0:1767384418.982497:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d51512a8. 00000020:00000010:2.0:1767384418.982500:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077414ee5. 00000020:00000010:2.0:1767384418.982504:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c6214bd. 80000000:00000010:2.0:1767384418.982508:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000114d456a. 00040000:00000010:2.0:1767384418.982511:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067327926. 00080000:00000010:2.0:1767384418.982516:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009c7bac6c. 00080000:00000010:2.0:1767384418.982520:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002d0cf05e. 20000000:00000010:2.0:1767384418.982524:0:17082:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d3b6c74b. 00000040:00000010:2.0:1767384418.982528:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d5ac1fc4. 00000100:00000010:2.0:1767384418.982532:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98a25fc. 02000000:00000010:2.0:1767384418.982538:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa070957. 00000100:00000010:2.0:1767384418.982545:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.982553:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071832f2d. 00000400:00000010:2.0:1767384418.982555:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.982558:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:2.0:1767384418.982560:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a35d042. 00000400:00000010:2.0:1767384418.982567:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037910cf1. 00000400:00000010:2.0:1767384418.982571:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba4daeaf. 00000400:00000010:2.0:1767384418.982584:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a35d042. 00000020:00000010:3.0:1767384418.982625:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.982629:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.982633:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9493676. 00000020:00000010:3.0:1767384418.982636:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.982638:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.982660:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.982663:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.982672:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ea6eb668. 00000040:00000010:3.0:1767384418.982676:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000be507674. 00000040:00000010:3.0:1767384418.982699:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000235e1b4c. 00000020:00000010:3.0:1767384418.982704:0:40992:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000042f7740. 00080000:00000010:3.0:1767384418.982708:0:40992:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000072ad6c32. 00000040:00000010:3.0:1767384418.982718:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000235e1b4c. 00000040:00000010:3.0:1767384418.982720:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000be507674. 20000000:00000010:3.0:1767384418.982723:0:40992:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000234b20c4. 20000000:00000010:3.0:1767384418.982725:0:40992:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000234b20c4. 00000400:00000010:3.0:1767384418.982730:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.982748:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.982754:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.982756:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.982757:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9493676. 02000000:00000010:3.0:1767384418.982760:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.982763:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa40e3f8. 00000400:00000010:3.0:1767384418.982765:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033eb8d12. 00000400:00000010:2.0:1767384418.982787:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.982793:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000100:00000010:2.0:1767384418.982803:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.982807:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071832f2d. 02000000:00000010:2.0:1767384418.982811:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa070957. 00000100:00000010:2.0:1767384418.982814:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98a25fc. 00000040:00000010:2.0:1767384418.982820:0:17082:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4b6ed67. 00000100:00000010:2.0:1767384418.982823:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98a25fc. 02000000:00000010:2.0:1767384418.982828:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa070957. 00000100:00000010:2.0:1767384418.982832:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.982846:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009936ebe1. 00000400:00000010:2.0:1767384418.982850:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.982854:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001f165ccd. 00000400:00000010:2.0:1767384418.982858:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:2.0:1767384418.982890:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d6c7872. 00000400:00000010:2.0:1767384418.982897:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c5a2a5e. 00000400:00000010:2.0:1767384418.982927:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000020:00000010:3.0:1767384418.982958:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.982961:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.982964:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9493676. 00000020:00000010:3.0:1767384418.982966:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.982968:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.983001:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.983002:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.983014:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000226eb39c. 00000040:00000010:3.0:1767384418.983018:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000be507674. 00000040:00000010:3.0:1767384418.983027:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.983407:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.983410:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000be507674. 00000400:00000010:3.0:1767384418.983416:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e3dd9480. 00000400:00000010:3.0:1767384418.983454:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e3dd9480. 00000020:00000010:3.0:1767384418.983464:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.983467:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.983469:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9493676. 02000000:00000010:3.0:1767384418.983473:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000226eb39c. 00000400:00000010:2.0:1767384418.983476:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.983481:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001f165ccd. 00000400:00000010:3.0:1767384418.983483:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009734f41b. 00000400:00000010:3.0:1767384418.983487:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3dd9480. 00000100:00000010:2.0:1767384418.983494:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.983502:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009936ebe1. 02000000:00000010:2.0:1767384418.983512:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa070957. 00000100:00000010:2.0:1767384418.983515:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98a25fc. 00000040:00000010:2.0:1767384418.983520:0:17082:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002d2d3d94. 00000020:00000010:0.0:1767384418.983675:0:41615:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2ec7a9f. 00000020:00000010:0.0:1767384418.983681:0:41615:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c0e8f1d9. 00000040:00000010:0.0:1767384418.983688:0:41615:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000676b2993. 00000020:00000010:0.0:1767384418.983691:0:41615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e553dad. 00000020:00000010:0.0:1767384418.983694:0:41615:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384418.983696:0:41615:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fcf2c866. 80000000:00000010:0.0:1767384418.983697:0:41615:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f57dcb2. 40000000:00000010:0.0:1767384418.983699:0:41615:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006ddefae3. 00100000:00000010:0.0:1767384418.983702:0:41615:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ae7b3f6e. 00040000:00000010:0.0:1767384418.983704:0:41615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b8a35fe. 00040000:00000010:0.0:1767384418.983707:0:41615:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000388daa1e. 00040000:00000010:0.0:1767384418.983708:0:41615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f5c375d. 00080000:00000010:0.0:1767384418.983712:0:41615:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000091d82b59. 00080000:00000010:0.0:1767384418.983730:0:41615:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002f6c8675. 00000004:00000010:0.0:1767384418.983734:0:41615:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001666e806. 00000004:00000010:0.0:1767384418.983737:0:41615:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b6c49ab4. 00000004:00000010:0.0:1767384418.983739:0:41615:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c245d1a5. 00002000:00000010:0.0:1767384418.983743:0:41615:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b8093d50. 00000004:00000010:0.0:1767384418.983745:0:41615:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a6249c23. 00000020:00000010:0.0:1767384418.983748:0:41615:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000dae7ffb4. 00000040:00000010:0.0:1767384418.983753:0:41615:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001191a480. 00000040:00000010:0.0:1767384418.984176:0:41615:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001191a480. 00000020:00000010:0.0:1767384418.984181:0:41615:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000dae7ffb4. 00000020:00000010:0.0:1767384418.984188:0:41615:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c0e8f1d9. 00000040:00000010:0.0:1767384418.984190:0:41615:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000676b2993. 00000020:00000010:0.0:1767384418.984192:0:41615:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e553dad. 00000020:00000010:0.0:1767384418.984194:0:41615:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384418.984197:0:41615:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fcf2c866. 80000000:00000010:0.0:1767384418.984199:0:41615:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f57dcb2. 40000000:00000010:0.0:1767384418.984201:0:41615:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006ddefae3. 00100000:00000010:0.0:1767384418.984203:0:41615:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ae7b3f6e. 00040000:00000010:0.0:1767384418.984204:0:41615:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b8a35fe. 00040000:00000010:0.0:1767384418.984207:0:41615:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000388daa1e. 00040000:00000010:0.0:1767384418.984209:0:41615:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004f5c375d. 00080000:00000010:0.0:1767384418.984210:0:41615:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002f6c8675. 00080000:00000010:0.0:1767384418.984217:0:41615:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000091d82b59. 00000004:00000010:0.0:1767384418.984220:0:41615:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001666e806. 00000004:00000010:0.0:1767384418.984222:0:41615:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b6c49ab4. 00000004:00000010:0.0:1767384418.984224:0:41615:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c245d1a5. 00002000:00000010:0.0:1767384418.984225:0:41615:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b8093d50. 00000004:00000010:0.0:1767384418.984228:0:41615:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a6249c23. 00000020:00000010:0.0:1767384418.984230:0:41615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2ec7a9f. 00000040:00000010:2.0:1767384418.984281:0:17082:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002d2d3d94. 00000040:00000010:2.0:1767384418.984289:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4b6ed67. 00000040:00000010:2.0:1767384418.984293:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d5ac1fc4. 00000020:00000010:2.0:1767384418.984298:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a2cd6c7. 00000040:00000010:2.0:1767384418.984300:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d51512a8. 00000020:00000010:2.0:1767384418.984319:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077414ee5. 00000020:00000010:2.0:1767384418.984322:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c6214bd. 80000000:00000010:2.0:1767384418.984324:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000114d456a. 00040000:00000010:2.0:1767384418.984327:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067327926. 00080000:00000010:2.0:1767384418.984330:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002d0cf05e. 00080000:00000010:2.0:1767384418.984332:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009c7bac6c. 20000000:00000010:2.0:1767384418.984335:0:17082:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384418.984337:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8d1de83. 10000000:00000010:2.0:1767384418.984339:0:17082:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000109e7be8. 00000100:00000010:2.0:1767384418.984347:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98a25fc. 02000000:00000010:2.0:1767384418.984353:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d1de83. 00010000:00000010:2.0:1767384418.984360:0:17082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ac1aa7a8. 00010000:00000010:2.0:1767384418.984364:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003368e9fb. 00000100:00000010:2.0:1767384418.984372:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.984379:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006419be72. 00000400:00000010:2.0:1767384418.984383:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.984386:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:2.0:1767384418.984390:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a35d042. 00000400:00000010:2.0:1767384418.984398:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000818c4f8d. 00000400:00000010:2.0:1767384418.984409:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d053908c. 00000400:00000010:2.0:1767384418.984445:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a35d042. 00000020:00000010:3.0:1767384418.984460:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.984464:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.984468:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be507674. 00000020:00000010:3.0:1767384418.984470:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.984473:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.984490:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.984492:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00010000:00000010:3.0:1767384418.984500:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000affd8f15. 00010000:00000010:3.0:1767384418.984503:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000000d89138. 02000000:00000010:3.0:1767384418.984508:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.984515:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.984533:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.984538:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.984540:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.984542:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be507674. 02000000:00000010:3.0:1767384418.984544:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.984548:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a0da7ce. 00000400:00000010:3.0:1767384418.984550:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028a6b580. 00000400:00000010:2.0:1767384418.984565:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.984571:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000100:00000010:2.0:1767384418.984580:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.984588:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006419be72. 02000000:00000010:2.0:1767384418.984591:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f8d1de83. 00000100:00000010:2.0:1767384418.984594:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98a25fc. 00000100:00000010:2.0:1767384418.984603:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98a25fc. 02000000:00000010:2.0:1767384418.984608:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d1de83. 00010000:00000010:2.0:1767384418.984614:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008ccff4c5. 00000100:00000010:2.0:1767384418.984620:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.984627:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006419be72. 00000400:00000010:2.0:1767384418.984629:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.984632:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:2.0:1767384418.984636:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a35d042. 00000400:00000010:2.0:1767384418.984643:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024b0215f. 00000400:00000010:2.0:1767384418.984649:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3fbcdf8. 00000400:00000010:2.0:1767384418.984663:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a35d042. 00000020:00000010:3.0:1767384418.984692:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.984695:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.984697:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be507674. 00000020:00000010:3.0:1767384418.984699:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.984701:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.984721:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.984723:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00010000:00000010:3.0:1767384418.984731:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000626a3f0e. 02000000:00000010:3.0:1767384418.984736:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.984744:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.984761:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.984766:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.984768:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.984770:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be507674. 02000000:00000010:3.0:1767384418.984772:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.984776:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9ac78a. 00000400:00000010:3.0:1767384418.984778:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b01b2cf. 00000400:00000010:2.0:1767384418.984794:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.984799:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000100:00000010:2.0:1767384418.984809:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.984816:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006419be72. 02000000:00000010:2.0:1767384418.984819:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f8d1de83. 00000100:00000010:2.0:1767384418.984821:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98a25fc. 10000000:00000010:2.0:1767384418.984826:0:17082:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000109e7be8. 00000020:00000010:2.0:1767384418.984829:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8d1de83. 00000020:00000010:2.0:1767384418.984832:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3b6c74b. 00000040:00000010:2.0:1767384418.984834:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b65bc08d. 00000020:00000010:2.0:1767384418.984837:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077414ee5. 00000020:00000010:2.0:1767384418.984840:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067327926. 80000000:00000010:2.0:1767384418.984843:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000114d456a. 00040000:00000010:2.0:1767384418.984845:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c6214bd. 00080000:00000010:2.0:1767384418.984855:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009c7bac6c. 00080000:00000010:2.0:1767384418.984857:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002d0cf05e. 20000000:00000010:2.0:1767384418.984861:0:17082:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000005a2cd6c7. 00000040:00000010:2.0:1767384418.984865:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d5ac1fc4. 00000100:00000010:2.0:1767384418.984880:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98a25fc. 02000000:00000010:2.0:1767384418.984887:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa070957. 00000100:00000010:2.0:1767384418.984893:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.984900:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071832f2d. 00000400:00000010:2.0:1767384418.984904:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.984907:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:2.0:1767384418.984911:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a35d042. 00000400:00000010:2.0:1767384418.984920:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2727d55. 00000400:00000010:2.0:1767384418.984926:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f384b702. 00000400:00000010:2.0:1767384418.984940:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a35d042. 00000020:00000010:3.0:1767384418.984957:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.984960:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.984963:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be507674. 00000020:00000010:3.0:1767384418.984965:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.984967:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.984981:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.984983:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.984988:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ea6eb668. 00000040:00000010:3.0:1767384418.984991:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d3c76895. 00000040:00000010:3.0:1767384418.985006:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000004b96ead4. 00000040:00000010:3.0:1767384418.985010:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000004b96ead4. 00000040:00000010:3.0:1767384418.985012:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d3c76895. 00000400:00000010:3.0:1767384418.985017:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.985033:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.985039:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.985041:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.985044:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be507674. 02000000:00000010:3.0:1767384418.985047:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.985050:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5bb6112. 00000400:00000010:3.0:1767384418.985053:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f670d3ec. 00000400:00000010:2.0:1767384418.985054:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.985060:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000100:00000010:2.0:1767384418.985071:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.985077:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071832f2d. 02000000:00000010:2.0:1767384418.985081:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa070957. 00000100:00000010:2.0:1767384418.985083:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98a25fc. 00000040:00000010:2.0:1767384418.985088:0:17082:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4b6ed67. 00000100:00000010:2.0:1767384418.985092:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98a25fc. 02000000:00000010:2.0:1767384418.985096:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa070957. 00000100:00000010:2.0:1767384418.985100:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.985112:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009936ebe1. 00000400:00000010:2.0:1767384418.985116:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.985120:0:17082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001f165ccd. 00000400:00000010:2.0:1767384418.985124:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:2.0:1767384418.985133:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f00f402a. 00000400:00000010:2.0:1767384418.985138:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045104c66. 00000400:00000010:2.0:1767384418.985151:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000020:00000010:3.0:1767384418.985165:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.985168:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.985175:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be507674. 00000020:00000010:3.0:1767384418.985177:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.985179:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.985194:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000234b20c4. 00000020:00000010:3.0:1767384418.985196:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000234b20c4. 02000000:00000010:3.0:1767384418.985207:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000226eb39c. 00000040:00000010:3.0:1767384418.985210:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d3c76895. 00000040:00000010:3.0:1767384418.985214:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.985219:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000196580e6. 00000040:00000010:3.0:1767384418.985221:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d3c76895. 00000400:00000010:3.0:1767384418.985226:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000010530dab. 00000400:00000010:3.0:1767384418.985244:0:40992:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000010530dab. 00000020:00000010:3.0:1767384418.985250:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.985252:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.985255:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be507674. 02000000:00000010:3.0:1767384418.985258:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000226eb39c. 00000400:00000010:2.0:1767384418.985266:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000010:3.0:1767384418.985269:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bf494a5. 00000400:00000010:2.0:1767384418.985271:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001f165ccd. 00000400:00000010:3.0:1767384418.985283:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010530dab. 00000100:00000010:2.0:1767384418.985293:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.985300:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009936ebe1. 02000000:00000010:2.0:1767384418.985308:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa070957. 00000100:00000010:2.0:1767384418.985311:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98a25fc. 00000040:00000010:2.0:1767384418.985315:0:17082:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002d2d3d94. 00000020:00000010:0.0:1767384418.985471:0:41616:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2ec7a9f. 00000020:00000010:0.0:1767384418.985474:0:41616:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2a1cb8d. 00000040:00000010:0.0:1767384418.985476:0:41616:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004f5c375d. 00000020:00000010:0.0:1767384418.985477:0:41616:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c245d1a5. 00000020:00000010:0.0:1767384418.985479:0:41616:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384418.985481:0:41616:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fcf2c866. 80000000:00000010:0.0:1767384418.985483:0:41616:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f57dcb2. 40000000:00000010:0.0:1767384418.985484:0:41616:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006ddefae3. 00100000:00000010:0.0:1767384418.985486:0:41616:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001666e806. 00040000:00000010:0.0:1767384418.985487:0:41616:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b8a35fe. 00040000:00000010:0.0:1767384418.985489:0:41616:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000388daa1e. 00040000:00000010:0.0:1767384418.985490:0:41616:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000676b2993. 00080000:00000010:0.0:1767384418.985493:0:41616:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000091d82b59. 00080000:00000010:0.0:1767384418.985494:0:41616:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002f6c8675. 00000004:00000010:0.0:1767384418.985497:0:41616:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ae7b3f6e. 00000004:00000010:0.0:1767384418.985498:0:41616:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b6c49ab4. 00000004:00000010:0.0:1767384418.985500:0:41616:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006e553dad. 00002000:00000010:0.0:1767384418.985501:0:41616:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a6249c23. 00000004:00000010:0.0:1767384418.985504:0:41616:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b8093d50. 00000020:00000010:0.0:1767384418.985506:0:41616:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000691f8423. 00000040:00000010:0.0:1767384418.985508:0:41616:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001191a480. 00000040:00000010:0.0:1767384418.985911:0:41616:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001191a480. 00000020:00000010:0.0:1767384418.985916:0:41616:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000691f8423. 00000020:00000010:0.0:1767384418.985920:0:41616:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f2a1cb8d. 00000040:00000010:0.0:1767384418.985922:0:41616:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004f5c375d. 00000020:00000010:0.0:1767384418.985924:0:41616:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c245d1a5. 00000020:00000010:0.0:1767384418.985930:0:41616:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384418.985932:0:41616:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fcf2c866. 80000000:00000010:0.0:1767384418.985934:0:41616:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f57dcb2. 40000000:00000010:0.0:1767384418.985935:0:41616:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006ddefae3. 00100000:00000010:0.0:1767384418.985938:0:41616:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001666e806. 00040000:00000010:0.0:1767384418.985939:0:41616:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b8a35fe. 00040000:00000010:0.0:1767384418.985941:0:41616:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000388daa1e. 00040000:00000010:0.0:1767384418.985942:0:41616:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000676b2993. 00080000:00000010:0.0:1767384418.985944:0:41616:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002f6c8675. 00080000:00000010:0.0:1767384418.985946:0:41616:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000091d82b59. 00000004:00000010:0.0:1767384418.985947:0:41616:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ae7b3f6e. 00000004:00000010:0.0:1767384418.985949:0:41616:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b6c49ab4. 00000004:00000010:0.0:1767384418.985950:0:41616:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006e553dad. 00002000:00000010:0.0:1767384418.985952:0:41616:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a6249c23. 00000004:00000010:0.0:1767384418.985954:0:41616:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b8093d50. 00000020:00000010:0.0:1767384418.985956:0:41616:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2ec7a9f. 00000040:00000010:2.0:1767384418.985998:0:17082:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002d2d3d94. 00000040:00000010:2.0:1767384418.986004:0:17082:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4b6ed67. 00000040:00000010:2.0:1767384418.986007:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d5ac1fc4. 00000020:00000010:2.0:1767384418.986011:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3b6c74b. 00000040:00000010:2.0:1767384418.986014:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b65bc08d. 00000020:00000010:2.0:1767384418.986016:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077414ee5. 00000020:00000010:2.0:1767384418.986019:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067327926. 80000000:00000010:2.0:1767384418.986022:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000114d456a. 00040000:00000010:2.0:1767384418.986025:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c6214bd. 00080000:00000010:2.0:1767384418.986028:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002d0cf05e. 00080000:00000010:2.0:1767384418.986030:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009c7bac6c. 20000000:00000010:2.0:1767384418.986033:0:17082:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000005a2cd6c7. 00000020:00000010:2.0:1767384418.986035:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8d1de83. 10000000:00000010:2.0:1767384418.986037:0:17082:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000109e7be8. 00000100:00000010:2.0:1767384418.986045:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98a25fc. 02000000:00000010:2.0:1767384418.986051:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d1de83. 00010000:00000010:2.0:1767384418.986057:0:17082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a4d9acd. 00000100:00000010:2.0:1767384418.986064:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.986070:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006419be72. 00000400:00000010:2.0:1767384418.986073:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.986077:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:2.0:1767384418.986080:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a35d042. 00000400:00000010:2.0:1767384418.986088:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3704ce. 00000400:00000010:2.0:1767384418.986094:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b96aacf. 00000400:00000010:2.0:1767384418.986108:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a35d042. 00000020:00000010:3.0:1767384418.986176:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384418.986180:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384418.986183:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3c76895. 00000020:00000010:3.0:1767384418.986185:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.986187:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.986206:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384418.986207:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0881699. 00010000:00000010:3.0:1767384418.986216:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a627850e. 02000000:00000010:3.0:1767384418.986221:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.986230:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.986250:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.986256:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.986258:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.986260:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3c76895. 02000000:00000010:3.0:1767384418.986263:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.986267:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011b3bf29. 00000400:00000010:3.0:1767384418.986276:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f5deb4a. 00000400:00000010:2.0:1767384418.986282:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.986288:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000100:00000010:2.0:1767384418.986299:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.986306:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006419be72. 02000000:00000010:2.0:1767384418.986316:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f8d1de83. 00000100:00000010:2.0:1767384418.986319:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98a25fc. 10000000:00000010:2.0:1767384418.986323:0:17082:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000109e7be8. 00000020:00000010:2.0:1767384418.986326:0:17082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8d1de83. 00000020:00000010:2.0:1767384418.986328:0:17082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a2cd6c7. 00000040:00000010:2.0:1767384418.986331:0:17082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d51512a8. 00000020:00000010:2.0:1767384418.986333:0:17082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077414ee5. 00000020:00000010:2.0:1767384418.986336:0:17082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c6214bd. 80000000:00000010:2.0:1767384418.986338:0:17082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000114d456a. 00040000:00000010:2.0:1767384418.986341:0:17082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067327926. 00080000:00000010:2.0:1767384418.986344:0:17082:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009c7bac6c. 00080000:00000010:2.0:1767384418.986347:0:17082:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002d0cf05e. 20000000:00000010:2.0:1767384418.986350:0:17082:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d3b6c74b. 00000040:00000010:2.0:1767384418.986354:0:17082:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d5ac1fc4. 00000100:00000010:2.0:1767384418.986357:0:17082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98a25fc. 02000000:00000010:2.0:1767384418.986362:0:17082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa070957. 00000100:00000010:2.0:1767384418.986368:0:17082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.986374:0:17082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071832f2d. 00000400:00000010:2.0:1767384418.986377:0:17082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.986380:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000400:00000010:2.0:1767384418.986384:0:17082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a35d042. 00000400:00000010:2.0:1767384418.986393:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b2857bc. 00000400:00000010:2.0:1767384418.986398:0:17082:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006afb24f7. 00000400:00000010:2.0:1767384418.986413:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a35d042. 00000020:00000010:3.0:1767384418.986460:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384418.986463:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384418.986466:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3c76895. 00000020:00000010:3.0:1767384418.986468:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.986471:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.986492:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384418.986494:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0881699. 02000000:00000010:3.0:1767384418.986500:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ea6eb668. 00000040:00000010:3.0:1767384418.986503:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e8db0caa. 00000040:00000010:3.0:1767384418.986513:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e8db0caa. 00000400:00000010:3.0:1767384418.986518:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000400:00000010:3.0:1767384418.986534:0:40992:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000020:00000010:3.0:1767384418.986541:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384418.986543:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:3.0:1767384418.986545:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3c76895. 02000000:00000010:3.0:1767384418.986548:0:40992:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ea6eb668. 00000400:00000010:3.0:1767384418.986551:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abbaa028. 00000400:00000010:3.0:1767384418.986554:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dce5252. 00000400:00000010:2.0:1767384418.986558:0:17082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384418.986564:0:17082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000100:00000010:2.0:1767384418.986576:0:17082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3cebcf4. 02000000:00000010:2.0:1767384418.986580:0:17082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071832f2d. 02000000:00000010:2.0:1767384418.986583:0:17082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa070957. 00000100:00000010:2.0:1767384418.986585:0:17082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f98a25fc. 00000040:00000010:2.0:1767384418.986588:0:17082:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d5ac1fc4. 00000020:00000010:2.0:1767384418.986592:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a2cd6c7. 00000040:00000010:2.0:1767384418.986594:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d51512a8. 00000020:00000010:2.0:1767384418.986604:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077414ee5. 00000020:00000010:2.0:1767384418.986608:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c6214bd. 80000000:00000010:2.0:1767384418.986610:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000114d456a. 00040000:00000010:2.0:1767384418.986613:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067327926. 00080000:00000010:2.0:1767384418.986616:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002d0cf05e. 00080000:00000010:2.0:1767384418.986619:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009c7bac6c. 20000000:00000010:2.0:1767384418.986621:0:17082:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384418.986623:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8d1de83. 10000000:00000010:2.0:1767384418.986625:0:17082:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000109e7be8. 00000100:00000010:1.0:1767384418.992487:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1c0ac32. 00000100:00000010:0.0:1767384418.992491:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008989d995. 00000100:00000010:3.0:1767384418.992498:0:41046:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ebe2497. 00000100:00000010:2.0:1767384418.992506:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098e94d34. 00000800:00000010:1.0:1767384419.172296:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014c358bc. 00000800:00000010:1.0:1767384419.172306:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e26407e. 00000800:00000010:1.0:1767384419.172310:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086ba2ec8. 00000800:00000010:1.0:1767384419.172324:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086ba2ec8. 00000800:00020000:1.0:1767384419.172333:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384419.172337:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e26407e. 00000800:00000010:1.0:1767384419.172350:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000014c358bc. 00000400:02020000:1.0:1767384419.172380:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp46 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00000100:00000010:1.0:1767384419.324016:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae5cfe7. 00000100:00000010:1.0:1767384419.324083:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f43e854. 00000020:00000010:2.0:1767384419.324128:0:41613:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000109e7be8. 00000020:00000010:2.0:1767384419.324139:0:41613:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000012ef687a. 00000020:00000010:2.0:1767384419.324166:0:41613:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8d1de83. 00000020:00000010:2.0:1767384419.324171:0:41613:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000017ac79a. 00000020:00000010:2.0:1767384419.324176:0:41613:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:0.0:1767384419.324181:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691f8423. 00000020:00000010:0.0:1767384419.324189:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691f8423. 00000020:00000010:0.0:1767384419.324197:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2ec7a9f. 00000020:00000010:0.0:1767384419.324203:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe1f8870. 00000020:00000010:0.0:1767384419.324210:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000020:00000010:2.0:1767384419.324221:0:41613:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000961522d. 00000020:00000010:2.0:1767384419.324227:0:41613:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000961522d. 02000000:00000010:2.0:1767384419.324254:0:41613:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006419be72. 00000020:00000010:0.0:1767384419.324272:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691f8423. 00000020:00000010:0.0:1767384419.324280:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691f8423. 00000020:00000010:2.0:1767384419.324294:0:41613:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000077414ee5. 02000000:00000010:0.0:1767384419.324301:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b8093d50. 00000400:00000010:2.0:1767384419.324317:0:41613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000524b46e4. 00000020:00000010:0.0:1767384419.324321:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000006e553dad. 00000400:00000010:0.0:1767384419.324342:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f267c10. 00000800:00000010:2.0:1767384419.324361:0:41613:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086258b31. 00000800:00000010:0.0:1767384419.324388:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b8a35fe. 00000020:00000010:2.0:1767384419.324393:0:41613:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000017ac79a. 00000020:00000010:2.0:1767384419.324398:0:41613:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.324401:0:41613:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8d1de83. 00000020:00000010:0.0:1767384419.324413:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe1f8870. 00000020:00000010:0.0:1767384419.324421:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384419.324486:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2ec7a9f. 00000800:00000010:1.0:1767384419.324491:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086258b31. 00000400:00000010:1.0:1767384419.324500:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000524b46e4. 00000800:00000010:1.0:1767384419.324554:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b8a35fe. 00000400:00000010:1.0:1767384419.324560:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f267c10. 00000100:00000010:2.0:1767384419.325609:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f98a25fc. 00000020:00000010:0.0:1767384419.325703:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691f8423. 00000020:00000010:0.0:1767384419.325707:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691f8423. 00000020:00000010:0.0:1767384419.325722:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2ec7a9f. 00000020:00000010:0.0:1767384419.325725:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe1f8870. 00000020:00000010:0.0:1767384419.325727:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384419.325773:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691f8423. 00000020:00000010:0.0:1767384419.325776:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691f8423. 02000000:00000010:0.0:1767384419.325791:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000a6249c23. 00000400:00000010:0.0:1767384419.325802:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2470c0e. 00000800:00000010:0.0:1767384419.325842:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057e35ee6. 00000020:00000010:0.0:1767384419.325861:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe1f8870. 00000020:00000010:0.0:1767384419.325877:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384419.325881:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2ec7a9f. 00000800:00000010:1.0:1767384419.325929:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057e35ee6. 00000400:00000010:1.0:1767384419.325935:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2470c0e. 00000100:00000010:1.0:1767384419.326978:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218991c1. 00000020:00000010:3.0:1767384419.327126:0:41029:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3c76895. 00000020:00000010:3.0:1767384419.327133:0:41029:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000850537d3. 00000020:00000010:3.0:1767384419.327137:0:41029:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031df6738. 00000400:00000010:2.0:1767384419.327164:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006001a36f. 00000400:00000010:2.0:1767384419.327179:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abc1ee2e. 02000000:00000010:1.0:1767384419.327224:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000004f372805. 00000100:00000010:2.0:1767384419.327225:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c511088a. 00000020:00000010:1.0:1767384419.327236:0:17893:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009a0fa310. 00000001:00000010:1.0:1767384419.327248:0:17893:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000cc814be0. 00000001:00000010:1.0:1767384419.327253:0:17893:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000054db6757. 00000001:00000010:1.0:1767384419.327259:0:17893:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003ff820dd. 00000001:00000010:1.0:1767384419.327262:0:17893:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000331df640. 00000001:00000010:1.0:1767384419.327265:0:17893:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001fe0d76b. 00000001:00000010:1.0:1767384419.327267:0:17893:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000afaf0b57. 00000001:00000010:1.0:1767384419.327270:0:17893:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb152a34. 00000020:00000010:0.0:1767384419.327274:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691f8423. 00000020:00000010:0.0:1767384419.327280:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691f8423. 00000020:00000010:3.0:1767384419.327283:0:41000:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000196580e6. 00000020:00000010:0.0:1767384419.327287:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2ec7a9f. 00040000:00000010:3.0:1767384419.327292:0:41000:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000207f9358. 00000020:00000010:0.0:1767384419.327294:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe1f8870. 00000004:00000010:3.0:1767384419.327298:0:41000:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b44057bb. 00000020:00000010:0.0:1767384419.327302:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000004:00000010:3.0:1767384419.327310:0:41000:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c95e6ff1. 00080000:00000010:1.0:1767384419.327311:0:17893:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a52afa2a. 00000004:00000010:3.0:1767384419.327324:0:41000:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ea6eb668. 00080000:00000010:1.0:1767384419.327329:0:17893:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000086ba2ec8. 00000020:00000010:3.0:1767384419.327333:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384419.327337:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384419.327342:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8db0caa. 00000020:00000010:0.0:1767384419.327345:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691f8423. 00000020:00000010:3.0:1767384419.327346:0:41000:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e46fa6bf. 00000020:00000010:3.0:1767384419.327352:0:41000:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d21aec5. 00000020:00000010:0.0:1767384419.327354:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691f8423. 00000001:00000010:1.0:1767384419.327366:0:17893:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d1c0ac32. 02000000:00000010:0.0:1767384419.327384:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000000240e63. 00000400:00000010:0.0:1767384419.327398:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001be99126. 00000020:00000010:3.0:1767384419.327403:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384419.327407:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0881699. 00000800:00000010:0.0:1767384419.327420:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057e35ee6. 00080000:00000010:1.0:1767384419.327459:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000086ba2ec8. 00000020:00000010:1.0:1767384419.327476:0:17893:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000918e5bc7. 00000020:00000010:1.0:1767384419.327486:0:17893:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000918e5bc7. 00000020:00000010:0.0:1767384419.327487:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe1f8870. 00000020:00000010:0.0:1767384419.327493:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384419.327498:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2ec7a9f. 00000020:00000010:1.0:1767384419.327506:0:17893:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000501bf377. 00000400:00000010:0.0:1767384419.327510:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000017d7ffe. 00080000:00000010:3.0:1767384419.327516:0:41000:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 0000000040200410. 00000020:00000010:1.0:1767384419.327517:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086ba2ec8. 00000400:00000010:0.0:1767384419.327518:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f6eb27b. 02000000:00000010:3.0:1767384419.327545:0:41000:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 0000000005b2bedc. 00000800:00000010:2.0:1767384419.327556:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057e35ee6. 00000400:00000010:1.0:1767384419.327562:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8491c9c. 02000000:00000010:3.0:1767384419.327564:0:41000:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000919dcabc. 00000400:00000010:2.0:1767384419.327566:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001be99126. 02000000:00000010:2.0:1767384419.327575:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000000240e63. 00000800:00000010:1.0:1767384419.327593:0:17893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dbda05b8. 00000020:00000010:1.0:1767384419.327608:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000850537d3. 00000020:00000010:1.0:1767384419.327614:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031df6738. 00000020:00000010:1.0:1767384419.327626:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3c76895. 00000800:00000010:2.0:1767384419.327650:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dbda05b8. 00000400:00000010:2.0:1767384419.327657:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8491c9c. 00000004:00000010:2.0:1767384419.334720:0:41617:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000616493b2. 00000004:00000010:2.0:1767384419.334735:0:41617:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000616493b2. 00000020:00000010:3.0:1767384419.334804:0:41000:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000001bc16b11. 00000400:00000010:3.0:1767384419.334839:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d9f6bf4. 00000800:00000010:3.0:1767384419.334893:0:41000:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080b850ee. 00000020:00000010:3.0:1767384419.334927:0:41000:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e46fa6bf. 00000020:00000010:3.0:1767384419.334932:0:41000:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d21aec5. 00000020:00000010:3.0:1767384419.334936:0:41000:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8db0caa. 00000800:00000010:0.0:1767384419.334995:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080b850ee. 00000400:00000010:0.0:1767384419.335005:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d9f6bf4. 00000100:00000010:2.0:1767384419.369773:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000149cc56c. 00000020:00000010:0.0:1767384419.369897:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691f8423. 00000020:00000010:0.0:1767384419.369903:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691f8423. 00000020:00000010:0.0:1767384419.369908:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0e8f1d9. 00000020:00000010:0.0:1767384419.369912:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe1f8870. 00000020:00000010:0.0:1767384419.369917:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384419.369961:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691f8423. 00000020:00000010:0.0:1767384419.369963:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691f8423. 00010000:00000010:0.0:1767384419.369987:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000091856112. 00010000:00000010:0.0:1767384419.369990:0:40996:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7ad256. 00010000:00000010:0.0:1767384419.369995:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000168e1181. 00000020:00000010:0.0:1767384419.369999:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000691f8423. 00010000:00000010:0.0:1767384419.370004:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cbb29970. 02000000:00000010:0.0:1767384419.370025:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000b6c49ab4. 00010000:00000010:0.0:1767384419.370047:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009ddd0e86. 00010000:00000010:0.0:1767384419.370049:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e00cbb6. 00000020:00000010:0.0:1767384419.370059:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000676b2993. 00080000:00000010:0.0:1767384419.370098:0:40996:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000f10117ba. 00010000:00000010:0.0:1767384419.370125:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbb29970. 00000400:00000010:0.0:1767384419.370170:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000418c3330. 00000800:00000010:0.0:1767384419.370198:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b8a35fe. 00000020:00000010:0.0:1767384419.370219:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe1f8870. 00000020:00000010:0.0:1767384419.370222:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384419.370225:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0e8f1d9. 00000800:00000010:2.0:1767384419.370306:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b8a35fe. 00000400:00000010:2.0:1767384419.370313:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000418c3330. 00000100:00000010:0.0:1767384419.371528:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000511a6c64. 00000020:00000010:2.0:1767384419.371619:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000961522d. 00000020:00000010:2.0:1767384419.371624:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000961522d. 00000020:00000010:2.0:1767384419.371627:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384419.371629:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.371632:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.371653:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000961522d. 00000020:00000010:2.0:1767384419.371655:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000961522d. 00010000:00000010:2.0:1767384419.371664:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f4d0966b. 00000020:00000010:2.0:1767384419.371667:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000000961522d. 00010000:00000010:2.0:1767384419.371671:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000492f2dd6. 02000000:00000010:2.0:1767384419.371681:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000e6d4d234. 00010000:00000010:2.0:1767384419.371694:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007940b17. 00010000:00000010:2.0:1767384419.371697:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c47cefdc. 00000020:00000010:2.0:1767384419.371702:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000b65bc08d. 00010000:00000010:2.0:1767384419.371706:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a5aadb65. 00010000:00000010:2.0:1767384419.371708:0:40996:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b6128c5. 00010000:00000010:2.0:1767384419.371710:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b359ec0d. 00010000:00000010:2.0:1767384419.371712:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000379a3ef4. 00080000:00000010:2.0:1767384419.371743:0:40996:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000000e1d8c60. 00010000:00000010:2.0:1767384419.371756:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c47cefdc. 00010000:00000010:2.0:1767384419.371762:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000379a3ef4. 00010000:00000010:2.0:1767384419.371765:0:40996:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b6128c5. 00010000:00000010:2.0:1767384419.371778:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000492f2dd6. 00000400:00000010:2.0:1767384419.371785:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a35d042. 00000800:00000010:2.0:1767384419.371797:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059312486. 00000020:00000010:2.0:1767384419.371814:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.371822:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.371825:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b6c74b. 00000800:00000010:1.0:1767384419.371887:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059312486. 00000400:00000010:1.0:1767384419.371905:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a35d042. 00000100:00000010:2.0:1767384419.372920:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e273360. 00000020:00000010:1.0:1767384419.372984:0:41006:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000014c358bc. 00040000:00000010:1.0:1767384419.373006:0:41006:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000cc16844. 00000004:00000010:1.0:1767384419.373011:0:41006:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004f55d1cd. 00000004:00000010:1.0:1767384419.373015:0:41006:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009a500db2. 00000004:00000010:1.0:1767384419.373019:0:41006:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000001f4ae99. 00000020:00000010:1.0:1767384419.373027:0:41006:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093a312fe. 00000020:00000010:1.0:1767384419.373030:0:41006:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093a312fe. 00000020:00000010:1.0:1767384419.373034:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6049da6. 00000020:00000010:1.0:1767384419.373037:0:41006:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3e5db23. 00000020:00000010:1.0:1767384419.373041:0:41006:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000774c451. 00000020:00000010:1.0:1767384419.373070:0:41006:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093a312fe. 00000020:00000010:1.0:1767384419.373074:0:41006:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093a312fe. 02000000:00000010:1.0:1767384419.373085:0:41006:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000a1c30866. 00000400:00000010:1.0:1767384419.373098:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac1839. 00000800:00000010:1.0:1767384419.373114:0:41006:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081f56b29. 00000020:00000010:1.0:1767384419.373133:0:41006:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3e5db23. 00000020:00000010:1.0:1767384419.373137:0:41006:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000774c451. 00000020:00000010:1.0:1767384419.373140:0:41006:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6049da6. 00000800:00000010:0.0:1767384419.373210:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081f56b29. 00000400:00000010:0.0:1767384419.373218:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac1839. 00000100:00000010:1.0:1767384419.374164:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d8a3c09. 00000020:00000010:2.0:1767384419.374215:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca2206b. 00000020:00000010:2.0:1767384419.374219:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca2206b. 00000020:00000010:2.0:1767384419.374222:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384419.374224:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.374226:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.374248:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca2206b. 00000020:00000010:2.0:1767384419.374249:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca2206b. 00010000:00000010:2.0:1767384419.374264:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e00cbb6. 00010000:00000010:2.0:1767384419.374271:0:40996:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7ad256. 00010000:00000010:2.0:1767384419.374277:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fb273417. 00010000:00000010:2.0:1767384419.374279:0:40996:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b6128c5. 00010000:00000010:2.0:1767384419.374281:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007f48d4e. 00010000:00000010:2.0:1767384419.374283:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000492f2dd6. 02000000:00000010:2.0:1767384419.374297:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 00000000d6945cba. 00010000:00000010:2.0:1767384419.374318:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038b22f2d. 00010000:00000010:2.0:1767384419.374321:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000379a3ef4. 00010000:00000010:2.0:1767384419.374326:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000047d193ab. 00010000:00000010:2.0:1767384419.374328:0:40996:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f79e10. 00010000:00000010:2.0:1767384419.374330:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a7729867. 00010000:00000010:2.0:1767384419.374332:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c47cefdc. 00000004:00000010:2.0:1767384419.374338:0:40996:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000518313d3. 00000004:00000010:2.0:1767384419.374344:0:40996:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000360cc650. 00000004:00000010:2.0:1767384419.374349:0:40996:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000eecb7017. 00080000:00000010:2.0:1767384419.374357:0:40996:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000067327926. 00000020:00000010:2.0:1767384419.374372:0:40996:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000114d456a. 00080000:00000010:2.0:1767384419.374376:0:40996:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009c6214bd. 00000020:00000010:2.0:1767384419.374380:0:40996:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000d51512a8. 00000020:00000010:2.0:1767384419.374382:0:40996:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000005a2cd6c7. 00080000:00000010:2.0:1767384419.374402:0:40996:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000d5ac1fc4. 00000004:00000010:2.0:1767384419.374408:0:40996:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000b3cebcf4. 00000020:00000010:2.0:1767384419.374413:0:40996:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000c87e4e16. 00020000:00000010:2.0:1767384419.374447:0:40996:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 0000000076f351ac. 00020000:00000010:2.0:1767384419.374450:0:40996:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 00000000163f7f2c. 00020000:00000010:2.0:1767384419.374454:0:40996:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 00000000e24df0d6. 00000020:00000010:2.0:1767384419.374460:0:40996:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 000000009172c29f. 00000004:00000010:2.0:1767384419.374480:0:40996:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000157ba07c. 00080000:00000010:2.0:1767384419.374492:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002ca2206b. 00080000:00000010:2.0:1767384419.374517:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ed2e3f6d. 00000001:00000010:2.0:1767384419.374610:0:40996:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000024308f9d. 00000001:00000010:2.0:1767384419.374876:0:40996:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000024308f9d. 00000020:00000010:2.0:1767384419.374923:0:40996:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 000000009172c29f. 00000020:00000010:2.0:1767384419.374927:0:40996:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000c896bb07. 00080000:00000010:2.0:1767384419.374940:0:40996:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at 000000003764cf4f. 00080000:00000010:2.0:1767384419.374950:0:40996:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000616493b2. 00000001:00000010:2.0:1767384419.374988:0:40996:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000002d2d3d94. 00000001:00000010:2.0:1767384419.374993:0:40996:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000001f165ccd. 00000001:00000010:2.0:1767384419.375035:0:40996:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000d1b78378. 00080000:00000010:2.0:1767384419.375043:0:40996:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000a626b40e. 00080000:00000010:2.0:1767384419.375056:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ed2e3f6d. 00080000:00000010:2.0:1767384419.375058:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002ca2206b. 00000020:00000010:2.0:1767384419.375061:0:40996:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000114d456a. 00010000:00000010:2.0:1767384419.375083:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b8c6ca2b. 00010000:00000010:2.0:1767384419.375085:0:40996:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000017ac79a. 00010000:00000010:2.0:1767384419.375089:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c36aead9. 00010000:00000010:2.0:1767384419.375091:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1876fe6. 00000004:00000010:2.0:1767384419.375106:0:40996:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000ba0049d7. 00010000:00000010:2.0:1767384419.375118:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000379a3ef4. 00010000:00000010:2.0:1767384419.375133:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000492f2dd6. 00010000:00000010:2.0:1767384419.375135:0:40996:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b6128c5. 00000400:00000010:2.0:1767384419.375145:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411040c6. 00000400:00000010:2.0:1767384419.375154:0:40996:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d4a5276. 00000800:00000010:2.0:1767384419.375167:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000814964d1. 00000020:00000010:2.0:1767384419.375189:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.375193:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.375196:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b6c74b. 00000800:00000010:1.0:1767384419.375253:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000814964d1. 00000400:00000010:0.0:1767384419.375887:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411040c6. 00000020:00000010:1.0:1767384419.375953:0:16339:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008ab57b20. 00000020:00000010:1.0:1767384419.375959:0:16339:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d6049da6. 80000000:00000010:1.0:1767384419.375962:0:16339:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000918e5bc7. 40000000:00000010:1.0:1767384419.375965:0:16339:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000093a312fe. 00100000:00000010:1.0:1767384419.375970:0:16339:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a4828d36. 00040000:00000010:1.0:1767384419.375973:0:16339:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fc22e820. 00040000:00000010:1.0:1767384419.375976:0:16339:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009e3af362. 00040000:00000010:1.0:1767384419.375980:0:16339:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000075e9ad9a. 00080000:00000010:1.0:1767384419.375985:0:16339:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e4137612. 00080000:00000010:1.0:1767384419.375989:0:16339:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008d5b459a. 00000004:00000010:1.0:1767384419.376001:0:16339:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007198a868. 00000004:00000010:1.0:1767384419.376006:0:16339:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007e2b23bb. 00000004:00000010:1.0:1767384419.376010:0:16339:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000880f46c6. 00002000:00000010:1.0:1767384419.376014:0:16339:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005799a448. 00000004:00000010:1.0:1767384419.376017:0:16339:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009baa29d2. 00000020:00000010:1.0:1767384419.376028:0:16339:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000052762163. 00000020:00000010:1.0:1767384419.376035:0:16339:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000896ac64a. 00010000:00000010:1.0:1767384419.376037:0:16339:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c47cefdc. 00010000:00000010:1.0:1767384419.376042:0:16339:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f79e10. 00010000:00000010:0.1:1767384419.376455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000168e1181. 00000100:00000010:1.0:1767384419.376792:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b606ddbb. 00000020:00000010:3.0:1767384419.376912:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384419.376918:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000086ba2ec8. 00000020:00000010:3.0:1767384419.376934:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8db0caa. 00000020:00000010:3.0:1767384419.376938:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a67dd525. 00000020:00000010:3.0:1767384419.376943:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d21aec5. 00000020:00000010:3.0:1767384419.376975:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005bd97a40. 00000020:00000010:3.0:1767384419.376977:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005bd97a40. 00010000:00000010:3.0:1767384419.376999:0:17893:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c4a387e4. 00010000:00000010:3.0:1767384419.377002:0:17893:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000005ce5644f. 00010000:00000010:3.0:1767384419.377006:0:17893:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000082e08437. 00000020:00000010:3.0:1767384419.377010:0:17893:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005bd97a40. 00002000:00000010:3.0:1767384419.377017:0:17893:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 000000005b35d1ea. 02000000:00000010:3.0:1767384419.377037:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000f5f3de8a. 00000020:00000010:3.0:1767384419.377052:0:17893:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a681d313. 00000400:00000010:3.0:1767384419.377083:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf6500e6. 00000800:00000010:3.0:1767384419.377113:0:17893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086d09e17. 00000020:00000010:3.0:1767384419.377137:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a67dd525. 00000020:00000010:3.0:1767384419.377140:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d21aec5. 00000020:00000010:3.0:1767384419.377143:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8db0caa. 00000800:00000010:1.0:1767384419.377198:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086d09e17. 00000400:00000010:1.0:1767384419.377208:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf6500e6. 00000100:00000010:0.0:1767384419.378241:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000587b63d6. 00000020:00000010:3.0:1767384419.378299:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a284dac. 00000020:00000010:3.0:1767384419.378304:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a284dac. 00000020:00000010:3.0:1767384419.378319:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8db0caa. 00000020:00000010:3.0:1767384419.378323:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a67dd525. 00000020:00000010:3.0:1767384419.378326:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d21aec5. 00000020:00000010:3.0:1767384419.378350:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a284dac. 00000020:00000010:3.0:1767384419.378353:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a284dac. 00010000:00000010:3.0:1767384419.378363:0:17893:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b175f17. 02000000:00000010:3.0:1767384419.378370:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000ee424da4. 00010000:00000010:3.0:1767384419.378378:0:17893:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a284dac. 00000100:00000010:3.0:1767384419.378388:0:17893:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000869391f1. 00000100:00000010:3.0:1767384419.378394:0:17893:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006712b515. 02000000:00000010:3.0:1767384419.378406:0:17893:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a636899e. 02000000:00000010:3.0:1767384419.378458:0:17893:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3c76895. 00000400:00000010:3.0:1767384419.378463:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071faf969. 00000400:00000010:3.0:1767384419.378467:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000400:00000010:3.0:1767384419.378475:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b97ad51. 00000800:00000010:3.0:1767384419.378526:0:17893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086d09e17. 00000100:00000010:3.0:1767384419.378545:0:17893:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e55f6b54. 00000100:00000010:3.0:1767384419.378564:0:17893:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c04818c8. 00000100:00000010:3.0:1767384419.378569:0:17893:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df1a8741. 00000100:00000010:3.0:1767384419.378575:0:17893:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de143a7b. 00000800:00000010:1.0:1767384419.378595:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086d09e17. 00000400:00000010:1.0:1767384419.378604:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b97ad51. 00000400:00000010:3.0:1767384419.379336:0:17893:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071faf969. 00000400:00000010:3.0:1767384419.379340:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 02000000:00000010:3.0:1767384419.379360:0:17893:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3c76895. 02000000:00000010:3.0:1767384419.379365:0:17893:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a636899e. 00000100:00000010:3.0:1767384419.379369:0:17893:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006712b515. 00000100:00000010:3.0:1767384419.379373:0:17893:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000869391f1. 00010000:00000010:3.0:1767384419.379375:0:17893:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a284dac. 00000400:00000010:3.0:1767384419.379386:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e546226. 00000800:00000010:3.0:1767384419.379397:0:17893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080b850ee. 00000020:00000010:3.0:1767384419.379412:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a67dd525. 00000020:00000010:3.0:1767384419.379414:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d21aec5. 00000020:00000010:3.0:1767384419.379416:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8db0caa. 00000800:00000010:0.0:1767384419.379515:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080b850ee. 00000400:00000010:0.0:1767384419.379523:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e546226. 00000100:00000010:1.0:1767384419.379696:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c498a68. 00000020:00000010:2.0:1767384419.379783:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca2206b. 00000020:00000010:2.0:1767384419.379788:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca2206b. 00000020:00000010:2.0:1767384419.379792:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384419.379795:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.379797:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.379831:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca2206b. 00000020:00000010:2.0:1767384419.379833:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca2206b. 02000000:00000010:2.0:1767384419.379839:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000044e1f674. 00000020:00000010:2.0:1767384419.379879:0:17070:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000fa070957. 00000020:00000010:2.0:1767384419.379886:0:17070:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000002ca2206b. 00010000:00000010:2.0:1767384419.379904:0:17070:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed2e3f6d. 00000100:00000010:2.0:1767384419.379911:0:17070:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058446f78. 00000100:00000010:2.0:1767384419.379916:0:17070:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009c3c9ce. 02000000:00000010:2.0:1767384419.379927:0:17070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071832f2d. 02000000:00000010:2.0:1767384419.379945:0:17070:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8d1de83. 00000400:00000010:2.0:1767384419.379949:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384419.379952:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8229a42. 00000400:00000010:2.0:1767384419.379957:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec0581fd. 00000800:00000010:2.0:1767384419.379973:0:17070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa55a1e5. 00000800:00000010:1.0:1767384419.380037:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa55a1e5. 00000400:00000010:1.0:1767384419.380046:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec0581fd. 00000400:00000010:2.0:1767384419.380819:0:17070:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024308f9d. 00000400:00000010:2.0:1767384419.380824:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8229a42. 02000000:00000010:2.0:1767384419.380841:0:17070:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8d1de83. 02000000:00000010:2.0:1767384419.380844:0:17070:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000071832f2d. 00000100:00000010:2.0:1767384419.380849:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009c3c9ce. 00000100:00000010:2.0:1767384419.380851:0:17070:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000058446f78. 00010000:00000010:2.0:1767384419.380854:0:17070:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed2e3f6d. 00000400:00000010:2.0:1767384419.380864:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8229a42. 00000800:00000010:2.0:1767384419.380894:0:17070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000add017a5. 00000020:00000010:2.0:1767384419.380927:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.380931:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.380935:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b6c74b. 00000800:00000010:1.0:1767384419.380980:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000add017a5. 00000400:00000010:1.0:1767384419.380990:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8229a42. 00000100:00000010:1.0:1767384419.381143:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7ca891a. 00000020:00000010:3.0:1767384419.381206:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a284dac. 00000020:00000010:3.0:1767384419.381218:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a284dac. 00000020:00000010:3.0:1767384419.381224:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8db0caa. 00000020:00000010:3.0:1767384419.381228:0:41000:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a67dd525. 00000020:00000010:3.0:1767384419.381232:0:41000:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d21aec5. 00000020:00000010:3.0:1767384419.381262:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a284dac. 00000020:00000010:3.0:1767384419.381266:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a284dac. 02000000:00000010:3.0:1767384419.381307:0:41000:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 000000002672a6ee. 00000004:00000010:3.0:1767384419.381358:0:41000:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 000000005a284dac. 00000020:00000010:3.0:1767384419.381375:0:41000:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000002ca16164. 00080000:00000010:3.0:1767384419.381380:0:41000:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a636899e. 00080000:00000010:3.0:1767384419.381406:0:41000:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b36b400a. 00010000:00000010:2.1:1767384419.381452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007940b17. 00010000:00000010:2.1:1767384419.381460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a5aadb65. 00010000:00000010:2.1:1767384419.381462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b359ec0d. 00010000:00000010:2.1:1767384419.381471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f4d0966b. 00000001:00000010:3.0:1767384419.381486:0:41000:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000037ae4ce2. 00000001:00000010:3.0:1767384419.381496:0:41000:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000869391f1. 00080000:00000010:3.0:1767384419.381536:0:41000:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b36b400a. 00000020:00000010:3.0:1767384419.381542:0:41000:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000002ca16164. 00000004:00000010:3.0:1767384419.381574:0:41000:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000ba0049d7. 00000400:00000010:3.0:1767384419.381604:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002852012a. 00000800:00000010:3.0:1767384419.381623:0:41000:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080b850ee. 00000020:00000010:3.0:1767384419.381644:0:41000:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a67dd525. 00000020:00000010:3.0:1767384419.381647:0:41000:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d21aec5. 00000020:00000010:3.0:1767384419.381651:0:41000:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8db0caa. 00000800:00000010:0.0:1767384419.381734:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080b850ee. 00000400:00000010:0.0:1767384419.381744:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002852012a. 00010000:00000010:2.1:1767384419.385453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009ddd0e86. 00010000:00000010:2.1:1767384419.385465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091856112. 00010000:00000010:1.1:1767384419.385465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000047d193ab. 00010000:00000010:2.1:1767384419.385474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038b22f2d. 00010000:00000010:2.1:1767384419.385484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fb273417. 00010000:00000010:1.1:1767384419.385486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a7729867. 00010000:00000010:2.1:1767384419.385488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007f48d4e. 00000100:00000010:0.0:1767384419.386495:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e55f6b54. 00000100:00000010:2.0:1767384419.386497:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df1a8741. 00000100:00000010:1.0:1767384419.386511:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c04818c8. 00000100:00000010:3.0:1767384419.386522:0:41046:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de143a7b. 00010000:00000010:2.1:1767384419.389454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082e08437. 00000100:00000010:1.0:1767384419.407345:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d6d4934. 00000020:00000010:2.0:1767384419.407497:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.407507:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.407515:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384419.407518:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.407522:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.407562:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.407564:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 00000001:00000010:2.0:1767384419.407574:0:40996:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000001f165ccd. 00010000:00000010:2.0:1767384419.407596:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fb273417. 00010000:00000010:2.0:1767384419.407599:0:40996:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b6128c5. 00010000:00000010:2.0:1767384419.407603:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007f48d4e. 00010000:00000010:2.0:1767384419.407608:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000492f2dd6. 02000000:00000010:2.0:1767384419.407629:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000009a852ce8. 00010000:00000010:2.0:1767384419.407651:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038b22f2d. 00010000:00000010:2.0:1767384419.407653:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000379a3ef4. 00010000:00000010:2.0:1767384419.407718:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000492f2dd6. 00000400:00000010:2.0:1767384419.407741:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e5042a. 00000800:00000010:2.0:1767384419.407774:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d2ea0cf. 00000020:00000010:2.0:1767384419.407798:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.407802:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.407805:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b6c74b. 00000800:00000010:1.0:1767384419.407924:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d2ea0cf. 00000400:00000010:1.0:1767384419.407936:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e5042a. 00000100:00000010:0.0:1767384419.409139:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000044c950f9. 00000020:00000010:2.0:1767384419.409186:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.409191:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.409194:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384419.409196:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.409198:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.409220:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.409222:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 02000000:00000010:2.0:1767384419.409253:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000e68041a6. 00010000:00000010:2.0:1767384419.409270:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1876fe6. 00010000:00000010:2.0:1767384419.409278:0:40996:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000017ac79a. 00010000:00000010:2.0:1767384419.409283:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000379a3ef4. 00010000:00000010:2.0:1767384419.409286:0:40996:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b6128c5. 00010000:00000010:2.0:1767384419.409294:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a5aadb65. 00010000:00000010:2.0:1767384419.409296:0:40996:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b6128c5. 00010000:00000010:2.0:1767384419.409298:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f4d0966b. 00010000:00000010:2.0:1767384419.409300:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000379a3ef4. 00010000:00000010:2.0:1767384419.409306:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c4d9ff91. 00010000:00000010:2.0:1767384419.409308:0:40996:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000017ac79a. 00010000:00000010:2.0:1767384419.409310:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b359ec0d. 00010000:00000010:2.0:1767384419.409311:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1876fe6. 00000001:00000010:2.0:1767384419.409345:0:40996:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000024308f9d. 00000001:00000010:2.0:1767384419.409353:0:40996:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000024308f9d. 00010000:00000010:2.0:1767384419.409364:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000002f39a18. 00010000:00000010:2.0:1767384419.409365:0:40996:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000222e3dab. 00010000:00000010:2.0:1767384419.409367:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007940b17. 00010000:00000010:2.0:1767384419.409369:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000492f2dd6. 00000020:00000010:2.0:1767384419.409379:0:40996:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 000000003d6fc67b. 00000020:00000010:2.0:1767384419.409386:0:40996:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 000000003d6fc67b. 00000020:00000010:2.0:1767384419.409393:0:40996:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000114d456a. 00080000:00000010:2.0:1767384419.409397:0:40996:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000071832f2d. 00080000:00000010:2.0:1767384419.409454:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ed2e3f6d. 00080000:00000010:2.0:1767384419.409462:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c5ece536. 00080000:00000010:2.0:1767384419.409466:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000957b297a. 00080000:00000010:2.0:1767384419.409489:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000028bd2382. 00000001:00000010:2.0:1767384419.409528:0:40996:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000024308f9d. 00000001:00000010:2.0:1767384419.409532:0:40996:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000024308f9d. 00000004:00000010:2.0:1767384419.409569:0:40996:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000fa5e8dcc. 00000001:00000010:2.0:1767384419.409579:0:40996:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000084760b44. 00000001:00000010:2.0:1767384419.409588:0:40996:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000001f165ccd. 00080000:00000010:2.0:1767384419.409600:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000028bd2382. 00080000:00000010:2.0:1767384419.409603:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000957b297a. 00080000:00000010:2.0:1767384419.409604:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c5ece536. 00080000:00000010:2.0:1767384419.409605:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.409609:0:40996:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000114d456a. 00010000:00000010:2.0:1767384419.409616:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007f0bd6e. 00010000:00000010:2.0:1767384419.409618:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007fb9c035. 00010000:00000010:2.0:1767384419.409627:0:40996:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000058446f78. 00010000:00000010:2.0:1767384419.409654:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000492f2dd6. 00080000:00000010:2.0:1767384419.409705:0:40996:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at 000000003764cf4f. 00080000:00000010:2.0:1767384419.409709:0:40996:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000067327926. 00000004:00000010:2.0:1767384419.409717:0:40996:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000157ba07c. 00000004:00000010:2.0:1767384419.409720:0:40996:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 0000000076f351ac. 00000004:00000010:2.0:1767384419.409723:0:40996:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 00000000163f7f2c. 00010000:00000010:0.0:1767384419.409724:0:40104:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007fb9c035. 00000004:00000010:2.0:1767384419.409727:0:40996:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000b3cebcf4. 00000004:00000010:2.0:1767384419.409731:0:40996:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000eecb7017. 00000004:00000010:2.0:1767384419.409735:0:40996:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000360cc650. 00010000:00000010:0.0:1767384419.409735:0:40104:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000222e3dab. 00000004:00000010:2.0:1767384419.409742:0:40996:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000518313d3. 00010000:00000010:0.0:1767384419.409752:0:40104:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000058446f78. 00010000:00000010:2.0:1767384419.409754:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000379a3ef4. 00010000:00000010:2.0:1767384419.409757:0:40996:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b6128c5. 00000400:00000010:2.0:1767384419.409773:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009947e6fe. 00000400:00000010:2.0:1767384419.409779:0:40996:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ae1f7d2d. 00000800:00000010:2.0:1767384419.409791:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d2ea0cf. 00000020:00000010:2.0:1767384419.409811:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.409814:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.409815:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b6c74b. 00000800:00000010:1.0:1767384419.409960:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d2ea0cf. 00000400:00000010:1.0:1767384419.410601:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009947e6fe. 00000020:00000010:3.0:1767384419.410663:0:16340:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000014a16177. 00000020:00000010:3.0:1767384419.410672:0:16340:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e8db0caa. 80000000:00000010:3.0:1767384419.410677:0:16340:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000de143a7b. 40000000:00000010:3.0:1767384419.410682:0:16340:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b36b400a. 00100000:00000010:3.0:1767384419.410688:0:16340:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000acf93690. 00040000:00000010:3.0:1767384419.410693:0:16340:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000086d09e17. 00040000:00000010:3.0:1767384419.410698:0:16340:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cd917f89. 00040000:00000010:3.0:1767384419.410702:0:16340:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3c76895. 00080000:00000010:3.0:1767384419.410710:0:16340:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a0180031. 00080000:00000010:3.0:1767384419.410715:0:16340:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002ebbb126. 00000004:00000010:3.0:1767384419.410723:0:16340:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000394f347d. 00000004:00000010:3.0:1767384419.410742:0:16340:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009b6e8d05. 00000004:00000010:3.0:1767384419.410748:0:16340:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a781ee2b. 00002000:00000010:3.0:1767384419.410753:0:16340:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007bb949a7. 00000004:00000010:3.0:1767384419.410757:0:16340:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bb1af5eb. 00000020:00000010:3.0:1767384419.410781:0:16340:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000d9493676. 00000020:00000010:3.0:1767384419.410792:0:16340:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000006ffad85. 00010000:00000010:3.0:1767384419.410795:0:16340:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1876fe6. 00010000:00000010:3.0:1767384419.410805:0:16340:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000017ac79a. 00010000:00000010:2.1:1767384419.413470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007f48d4e. 00010000:00000010:2.1:1767384419.417460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c36aead9. 00010000:00000010:3.1:1767384419.417471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c4d9ff91. 00010000:00000010:2.1:1767384419.417473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b8c6ca2b. 00010000:00000010:0.1:1767384419.417475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000002f39a18. 00010000:00000010:2.1:1767384419.417477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038b22f2d. 00010000:00000010:2.1:1767384419.417484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fb273417. 00010000:00000010:0.1:1767384419.417486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007f0bd6e. 00010000:00000010:2.1:1767384419.417495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007940b17. 00010000:00000010:3.1:1767384419.417502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b359ec0d. 00010000:00000010:2.1:1767384419.417521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a5aadb65. 00010000:00000010:2.1:1767384419.417525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f4d0966b. 00000100:00000010:0.0:1767384419.446373:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000397ea6e5. 00000020:00000010:2.0:1767384419.446487:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.446497:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.446503:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384419.446507:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.446510:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.446564:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.446566:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 00000001:00000010:2.0:1767384419.446575:0:40996:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000869391f1. 00010000:00000010:2.0:1767384419.446596:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a5aadb65. 00010000:00000010:2.0:1767384419.446598:0:40996:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b6128c5. 00010000:00000010:2.0:1767384419.446602:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f4d0966b. 00010000:00000010:2.0:1767384419.446608:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000379a3ef4. 02000000:00000010:2.0:1767384419.446629:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000030a87cc0. 00010000:00000010:2.0:1767384419.446651:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007940b17. 00010000:00000010:2.0:1767384419.446654:0:40996:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000492f2dd6. 00010000:00000010:2.0:1767384419.446716:0:40996:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000379a3ef4. 00000400:00000010:2.0:1767384419.446739:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009947e6fe. 00000800:00000010:2.0:1767384419.446772:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000add017a5. 00000020:00000010:2.0:1767384419.446795:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.446798:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.446801:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b6c74b. 00000800:00000010:1.0:1767384419.446912:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000add017a5. 00000400:00000010:1.0:1767384419.446923:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009947e6fe. 00000100:00000010:1.0:1767384419.448962:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a0d23ab. 00000020:00000010:0.0:1767384419.449036:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dae7ffb4. 00000020:00000010:0.0:1767384419.449042:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dae7ffb4. 00000020:00000010:0.0:1767384419.449048:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0e8f1d9. 00000020:00000010:0.0:1767384419.449051:0:17895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe1f8870. 00000020:00000010:0.0:1767384419.449055:0:17895:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384419.449085:0:17895:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dae7ffb4. 00000020:00000010:0.0:1767384419.449086:0:17895:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dae7ffb4. 02000000:00000010:0.0:1767384419.449108:0:17895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b8e7a6d7. 00000400:00000010:0.0:1767384419.449132:0:17895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095b260fa. 00000800:00000010:0.0:1767384419.449158:0:17895:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ef576c9. 00000020:00000010:0.0:1767384419.449181:0:17895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe1f8870. 00000020:00000010:0.0:1767384419.449184:0:17895:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004bd3e91b. 00000020:00000010:0.0:1767384419.449186:0:17895:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0e8f1d9. 00000800:00000010:1.0:1767384419.449238:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ef576c9. 00000400:00000010:1.0:1767384419.449246:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095b260fa. 00010000:00000010:2.1:1767384419.452461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f4d0966b. 00000100:00000010:1.0:1767384419.464327:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092791d16. 00000020:00000010:2.0:1767384419.464404:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.464409:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.464413:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384419.464416:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.464420:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.464477:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.464479:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 02000000:00000010:2.0:1767384419.464488:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000359f255. 00000400:00000010:2.0:1767384419.464519:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042e5042a. 00000800:00000010:2.0:1767384419.464545:0:17070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa55a1e5. 00000020:00000010:2.0:1767384419.464565:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.464568:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.464571:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b6c74b. 00000800:00000010:1.0:1767384419.464758:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa55a1e5. 00000400:00000010:1.0:1767384419.464775:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042e5042a. 00000100:00000010:0.0:1767384419.464815:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014c608e7. 00000020:00000010:2.0:1767384419.464863:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000100:00000010:0.0:1767384419.464877:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009cfabb0a. 00000020:00000010:2.0:1767384419.464889:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.464895:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384419.464903:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.464906:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.464936:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.464938:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.464941:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067327926. 00000020:00000010:2.0:1767384419.464944:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003764cf4f. 00000020:00000010:2.0:1767384419.464946:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f690845e. 00040000:00000010:1.0:1767384419.464949:0:18904:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047217d9f. 00000004:00000010:1.0:1767384419.464956:0:18904:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000ffa554b. 00000004:00000010:1.0:1767384419.464961:0:18904:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c7be2d07. 00000004:00000010:1.0:1767384419.464964:0:18904:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f0c90eab. 00000004:00000010:1.0:1767384419.464969:0:18904:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d033b2a6. 00000020:00000010:2.0:1767384419.464972:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.464977:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 00000020:00000010:1.0:1767384419.464979:0:18904:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000247bd913. 00000020:00000010:1.0:1767384419.464983:0:18904:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000247bd913. 02000000:00000010:2.0:1767384419.464987:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007ec6a92c. 02000000:00000010:1.0:1767384419.464996:0:18904:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d033c5a8. 00000400:00000010:2.0:1767384419.465016:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8229a42. 00000400:00000010:1.0:1767384419.465024:0:18904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a3b2558. 00000800:00000010:2.0:1767384419.465033:0:17070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000814964d1. 00000800:00000010:1.0:1767384419.465040:0:18904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f760e290. 00000020:00000010:2.0:1767384419.465052:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5bddee. 00000020:00000010:1.0:1767384419.465055:0:18904:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003764cf4f. 00000020:00000010:2.0:1767384419.465057:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:1.0:1767384419.465064:0:18904:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f690845e. 00000020:00000010:2.0:1767384419.465065:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b6c74b. 00000020:00000010:1.0:1767384419.465070:0:18904:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067327926. 00000800:00000010:0.0:1767384419.465086:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000814964d1. 00000400:00000010:0.0:1767384419.465094:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8229a42. 00000800:00000010:0.0:1767384419.465135:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f760e290. 00000400:00000010:0.0:1767384419.465139:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a3b2558. 00000100:00000010:1.0:1767384419.471133:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000726f9af8. 00000020:00000010:3.0:1767384419.471202:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a59347c. 00000020:00000010:3.0:1767384419.471209:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a59347c. 00000020:00000010:3.0:1767384419.471215:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384419.471221:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a67dd525. 00000020:00000010:3.0:1767384419.471226:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d21aec5. 00000020:00000010:3.0:1767384419.471264:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a59347c. 00000020:00000010:3.0:1767384419.471268:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a59347c. 02000000:00000010:3.0:1767384419.471286:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f75294e2. 00000020:00000010:3.0:1767384419.471306:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384419.471332:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085c603ef. 00000020:00000010:3.0:1767384419.471338:0:17893:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c32d1d78. 00000020:00000010:3.0:1767384419.471344:0:17893:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001ef81510. 00000020:00000010:3.0:1767384419.471350:0:17893:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033145680. 00000020:00000010:3.0:1767384419.471357:0:17893:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f8e2b94f. 00000020:00000010:2.0:1767384419.471365:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b6c74b. 80000000:00000010:3.0:1767384419.471366:0:17893:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002ca16164. 40000000:00000010:3.0:1767384419.471377:0:17893:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a0881699. 00000020:00000010:2.0:1767384419.471379:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8d1de83. 00000020:00000010:2.0:1767384419.471391:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000051c08d1f. 00100000:00000010:3.0:1767384419.471392:0:17893:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ae7fa076. 00000020:00000010:2.0:1767384419.471399:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000a5419b8. 00040000:00000010:3.0:1767384419.471402:0:17893:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080b850ee. 00000020:00000010:2.0:1767384419.471408:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067327926. 00040000:00000010:3.0:1767384419.471410:0:17893:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a5326bd. 80000000:00000010:2.0:1767384419.471416:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000114d456a. 00010000:00000010:1.1:1767384419.471457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077ffb90a. 00010000:00000010:2.1:1767384419.471460:0:40105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a9ec7c16. 00010000:00000010:2.1:1767384419.471465:0:40105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000380069f4. 00080000:00000010:3.0:1767384419.471466:0:17893:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002119dcdc. 40000000:00000010:2.0:1767384419.471472:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed2e3f6d. 00100000:00000010:2.0:1767384419.471483:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e4ca2b0e. 00040000:00000010:2.0:1767384419.471489:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059312486. 00080000:00000010:3.0:1767384419.471493:0:17893:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000287c2517. 00040000:00000010:2.0:1767384419.471493:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000045bd2d7b. 00080000:00000010:2.0:1767384419.471507:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009c7bac6c. 00002000:00000010:3.0:1767384419.471511:0:17893:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000002ec2f8e. 00080000:00000010:2.0:1767384419.471512:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002d0cf05e. 00002000:00000010:2.0:1767384419.471523:0:40105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008bfab798. 00000020:00000010:2.0:1767384419.471529:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8d1de83. 00080000:00000010:3.0:1767384419.471532:0:17893:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000024f19333. 00000020:00000010:2.0:1767384419.471533:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000051c08d1f. 00000020:00000010:2.0:1767384419.471545:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000a5419b8. 00000020:00000010:2.0:1767384419.471548:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067327926. 00080000:00000010:3.0:1767384419.471554:0:17893:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000a59347c. 80000000:00000010:2.0:1767384419.471554:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000114d456a. 40000000:00000010:2.0:1767384419.471572:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ed2e3f6d. 00100000:00000010:2.0:1767384419.471576:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e4ca2b0e. 00040000:00000010:2.0:1767384419.471579:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000059312486. 00040000:00000010:2.0:1767384419.471581:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000045bd2d7b. 00080000:00000010:2.0:1767384419.471584:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002d0cf05e. 00080000:00000010:2.0:1767384419.471586:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009c7bac6c. 00002000:00000010:2.0:1767384419.471589:0:40105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008bfab798. 00000020:00000010:2.0:1767384419.471591:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b6c74b. 00000020:00000010:2.0:1767384419.471593:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a59403aa. 00000020:00000010:2.0:1767384419.471596:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045bd2d7b. 00000020:00000010:2.0:1767384419.471598:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e4ca2b0e. 00000020:00000010:2.0:1767384419.471600:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000a5419b8. 00000020:00000010:2.0:1767384419.471602:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d3b6c74b. 80000000:00000010:2.0:1767384419.471603:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000114d456a. 40000000:00000010:2.0:1767384419.471605:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed2e3f6d. 00100000:00000010:2.0:1767384419.471606:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000de58195. 00040000:00000010:2.0:1767384419.471608:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059312486. 00040000:00000010:2.0:1767384419.471610:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067327926. 00080000:00000010:2.0:1767384419.471612:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009c7bac6c. 00080000:00000010:2.0:1767384419.471614:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002d0cf05e. 00002000:00000010:2.0:1767384419.471615:0:40105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008bfab798. 00080000:00000010:3.0:1767384419.471639:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000a59347c. 00002000:00000010:2.0:1767384419.471647:0:40105:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000005b35d1ea. 00010000:00000010:2.0:1767384419.471651:0:40105:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000005ce5644f. 00080000:00000010:3.0:1767384419.471652:0:17893:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c3bf1673. 00080000:00000010:3.0:1767384419.471659:0:17893:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000a59347c. 00000020:00000010:2.0:1767384419.471661:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000045bd2d7b. 00000020:00000010:2.0:1767384419.471664:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e4ca2b0e. 00000020:00000010:2.0:1767384419.471666:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000a5419b8. 00000001:00000010:3.0:1767384419.471667:0:17893:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000bcd25916. 00000020:00000010:2.0:1767384419.471670:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d3b6c74b. 80000000:00000010:2.0:1767384419.471678:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000114d456a. 40000000:00000010:2.0:1767384419.471680:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ed2e3f6d. 00100000:00000010:2.0:1767384419.471683:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000de58195. 00040000:00000010:2.0:1767384419.471685:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000059312486. 00040000:00000010:2.0:1767384419.471688:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067327926. 00080000:00000010:2.0:1767384419.471691:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002d0cf05e. 00080000:00000010:3.0:1767384419.471696:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000a59347c. 00080000:00000010:2.0:1767384419.471701:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009c7bac6c. 00002000:00000010:2.0:1767384419.471705:0:40105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008bfab798. 00000020:00000010:3.0:1767384419.471707:0:17893:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c32d1d78. 00000020:00000010:2.0:1767384419.471708:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a59403aa. 00000020:00000010:3.0:1767384419.471724:0:17893:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001ef81510. 00000020:00000010:3.0:1767384419.471732:0:17893:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033145680. 00000020:00000010:3.0:1767384419.471737:0:17893:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f8e2b94f. 80000000:00000010:3.0:1767384419.471741:0:17893:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002ca16164. 40000000:00000010:3.0:1767384419.471746:0:17893:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a0881699. 00100000:00000010:3.0:1767384419.471750:0:17893:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ae7fa076. 00040000:00000010:3.0:1767384419.471753:0:17893:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000080b850ee. 00040000:00000010:3.0:1767384419.471757:0:17893:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005a5326bd. 00080000:00000010:3.0:1767384419.471761:0:17893:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000287c2517. 00080000:00000010:3.0:1767384419.471765:0:17893:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002119dcdc. 00002000:00000010:3.0:1767384419.471769:0:17893:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000002ec2f8e. 00000020:00000010:3.0:1767384419.471772:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085c603ef. 00000400:00000010:3.0:1767384419.471791:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006adc1c66. 00000800:00000010:3.0:1767384419.471820:0:17893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080b850ee. 00000020:00000010:3.0:1767384419.471847:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a67dd525. 00000020:00000010:3.0:1767384419.471851:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d21aec5. 00000020:00000010:3.0:1767384419.471855:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000800:00000010:0.0:1767384419.471950:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080b850ee. 00000400:00000010:0.0:1767384419.471958:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006adc1c66. 00010000:00000010:2.1:1767384419.477476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c4a387e4. 00010000:00000010:2.1:1767384419.477484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b175f17. 00000100:00000010:0.0:1767384419.478719:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9d781fb. 00000020:00000010:2.0:1767384419.478793:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.478800:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.478806:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8d1de83. 00000020:00000010:2.0:1767384419.478810:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5bddee. 00000020:00000010:2.0:1767384419.478814:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a220b61. 00000020:00000010:2.0:1767384419.478852:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed2e3f6d. 00000020:00000010:2.0:1767384419.478855:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed2e3f6d. 02000000:00000010:2.0:1767384419.478886:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008bfab798. 00000020:00000010:2.0:1767384419.478916:0:40996:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000109e7be8. 00000020:00000010:3.0:1767384419.478987:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ef0eef4. 00080000:00000010:2.0:1767384419.478991:0:40996:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000067327926. 00000020:00000010:3.0:1767384419.478999:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a5326bd. 00080000:00000010:2.0:1767384419.479001:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c5ece536. 00000020:00000010:3.0:1767384419.479008:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ae7fa076. 00080000:00000010:2.0:1767384419.479010:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000957b297a. 00000020:00000010:3.0:1767384419.479018:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033145680. 00000020:00000010:3.0:1767384419.479026:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f8e2b94f. 80000000:00000010:3.0:1767384419.479030:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002ca16164. 40000000:00000010:3.0:1767384419.479033:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a0881699. 00100000:00000010:3.0:1767384419.479038:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001ef81510. 00040000:00000010:3.0:1767384419.479043:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080b850ee. 00040000:00000010:3.0:1767384419.479047:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000429c2c0. 00000001:00000010:2.0:1767384419.479050:0:40996:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000114d456a. 00080000:00000010:3.0:1767384419.479054:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000287c2517. 00000001:00000010:2.0:1767384419.479057:0:40996:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000df9fdf02. 00080000:00000010:3.0:1767384419.479072:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ab696cdc. 00002000:00000010:3.0:1767384419.479079:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000002ec2f8e. 00000020:00000010:3.0:1767384419.479084:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a5326bd. 00000020:00000010:3.0:1767384419.479090:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ae7fa076. 00000020:00000010:3.0:1767384419.479094:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033145680. 00000020:00000010:3.0:1767384419.479099:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f8e2b94f. 80000000:00000010:3.0:1767384419.479102:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002ca16164. 40000000:00000010:3.0:1767384419.479106:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a0881699. 00100000:00000010:3.0:1767384419.479109:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001ef81510. 00040000:00000010:3.0:1767384419.479113:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000080b850ee. 00040000:00000010:3.0:1767384419.479116:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000429c2c0. 00080000:00000010:3.0:1767384419.479120:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ab696cdc. 00080000:00000010:3.0:1767384419.479124:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000287c2517. 00002000:00000010:3.0:1767384419.479127:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000002ec2f8e. 00000020:00000010:3.0:1767384419.479129:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ef0eef4. 00000020:00000010:3.0:1767384419.479133:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066366594. 00000020:00000010:3.0:1767384419.479136:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000085c603ef. 00000020:00000010:3.0:1767384419.479138:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001ef81510. 00000020:00000010:3.0:1767384419.479141:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033145680. 00000020:00000010:3.0:1767384419.479144:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c32d1d78. 80000000:00000010:3.0:1767384419.479147:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002ca16164. 40000000:00000010:3.0:1767384419.479149:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a0881699. 00100000:00000010:3.0:1767384419.479153:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ae7fa076. 00040000:00000010:3.0:1767384419.479156:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080b850ee. 00040000:00000010:3.0:1767384419.479159:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007ef0eef4. 00080000:00000010:3.0:1767384419.479162:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000287c2517. 00080000:00000010:3.0:1767384419.479166:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ab696cdc. 00002000:00000010:3.0:1767384419.479169:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000002ec2f8e. 00010000:00000010:3.0:1767384419.479202:0:17073:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000492f2dd6. 00010000:00000010:3.0:1767384419.479212:0:17073:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b6128c5. 00000020:00000010:3.0:1767384419.479225:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000085c603ef. 00000020:00000010:3.0:1767384419.479228:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001ef81510. 00000020:00000010:3.0:1767384419.479231:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033145680. 00000020:00000010:3.0:1767384419.479241:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c32d1d78. 80000000:00000010:3.0:1767384419.479245:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002ca16164. 40000000:00000010:3.0:1767384419.479248:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a0881699. 00100000:00000010:3.0:1767384419.479251:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ae7fa076. 00040000:00000010:3.0:1767384419.479254:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000080b850ee. 00040000:00000010:3.0:1767384419.479256:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007ef0eef4. 00080000:00000010:3.0:1767384419.479260:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ab696cdc. 00080000:00000010:3.0:1767384419.479263:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000287c2517. 00002000:00000010:3.0:1767384419.479265:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000002ec2f8e. 00000020:00000010:3.0:1767384419.479268:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066366594. 00000001:00000010:0.0:1767384419.480197:0:40985:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000114d456a. 00080000:00000010:0.0:1767384419.480202:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000067327926. 00000001:00000010:0.0:1767384419.480206:0:40985:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000084760b44. 00000004:00000010:0.0:1767384419.480216:0:40985:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000fa5e8dcc. 00080000:00000010:0.0:1767384419.480218:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000071832f2d. 00000001:00000010:0.0:1767384419.480220:0:40985:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000037ae4ce2. 00080000:00000010:0.0:1767384419.480223:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a636899e. 00000001:00000010:0.0:1767384419.480225:0:40985:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000002d2d3d94. 00080000:00000010:0.0:1767384419.480226:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009c6214bd. 00000001:00000010:0.0:1767384419.480229:0:40985:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000060305a16. 00080000:00000010:0.0:1767384419.480248:0:40985:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000143969c5. 00000100:00000010:2.0:1767384419.480258:0:41016:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009c3c9ce. 02000000:00000010:2.0:1767384419.480269:0:41016:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000208b8906. 00080000:00000010:3.0:1767384419.480311:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000957b297a. 00080000:00000010:3.0:1767384419.480319:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c5ece536. 02000000:00000010:0.0:1767384419.480320:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000097e78dd. 00000400:00000010:0.0:1767384419.480333:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064c44056. 00080000:00000010:3.0:1767384419.480339:0:40996:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000429c2c0. 00000400:00000010:0.0:1767384419.480339:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000293e1597. 00080000:00000010:3.0:1767384419.480355:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a0881699. 00000400:00000010:0.0:1767384419.480356:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a775067. 00000001:00000010:3.0:1767384419.480379:0:40996:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000002ca16164. 00000100:00000010:0.0:1767384419.480390:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7308626. 00080000:00000010:3.0:1767384419.480407:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a0881699. 00000400:00000010:0.0:1767384419.480409:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a775067. 00000100:00000010:0.0:1767384419.480465:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f57dcb2. 00000400:00000010:3.0:1767384419.480473:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065012541. 00000020:00000010:1.0:1767384419.480475:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000247bd913. 00000100:00000010:0.0:1767384419.480478:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003706ff50. 00000020:00000010:1.0:1767384419.480484:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000035102ce4. 00000100:00000010:0.0:1767384419.480487:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004cbe8aad. 00000100:00000010:0.0:1767384419.480496:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5e0a7c9. 00000800:00000010:3.0:1767384419.480510:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080b850ee. 00000020:00000010:1.0:1767384419.480512:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037c7ed3a. 00000020:00000010:1.0:1767384419.480522:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3e5db23. 00000020:00000010:1.0:1767384419.480529:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000774c451. 00000020:00000010:3.0:1767384419.480544:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5bddee. 00000020:00000010:3.0:1767384419.480552:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a220b61. 00000020:00000010:3.0:1767384419.480557:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8d1de83. 00000020:00000010:1.0:1767384419.480582:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000434a0ec4. 00000020:00000010:1.0:1767384419.480587:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000434a0ec4. 02000000:00000010:1.0:1767384419.480608:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000006c53575b. 00000800:00000010:0.0:1767384419.480626:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080b850ee. 00010000:00000010:1.0:1767384419.480627:0:17893:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c8fa03be. 00010000:00000010:1.0:1767384419.480635:0:17893:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000608b6cdf. 00000400:00000010:0.0:1767384419.480637:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065012541. 00010000:00000010:1.0:1767384419.480645:0:17893:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000293dee63. 00000020:00000010:1.0:1767384419.480650:0:17893:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000434a0ec4. 00002000:00000010:1.0:1767384419.480658:0:17893:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 000000000f224a4b. 00000020:00000010:1.0:1767384419.480677:0:17893:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000646134ab. 00010000:00000010:1.0:1767384419.480688:0:17893:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006e26407e. 00080000:00000010:1.0:1767384419.480703:0:17893:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c9bd04ee. 00080000:00000010:1.0:1767384419.480717:0:17893:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000034f3e9c4. 00000020:00000010:0.0:1767384419.480723:0:17074:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c0e8f1d9. 00000020:00000010:0.0:1767384419.480731:0:17074:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000dae7ffb4. 00002000:00000010:0.0:1767384419.480736:0:17074:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000000f224a4b. 00010000:00000010:0.0:1767384419.480739:0:17074:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000608b6cdf. 00010000:00000010:0.0:1767384419.480748:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006e26407e. 00000001:00000010:1.0:1767384419.480782:0:17893:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000abd92438. 00080000:00000010:1.0:1767384419.480802:0:17893:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000034f3e9c4. 00080000:00000010:1.0:1767384419.480902:0:17893:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007000cedf. 00002000:00000010:1.0:1767384419.480906:0:17893:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 00000000e0736991. 00000400:00000010:1.0:1767384419.480919:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a12417c5. 00000400:00000010:1.0:1767384419.480948:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a12417c5. 00000020:00000010:1.0:1767384419.480960:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3e5db23. 00000020:00000010:1.0:1767384419.480964:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000774c451. 00000020:00000010:1.0:1767384419.480967:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037c7ed3a. 00000400:00000010:0.0:1767384419.480972:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064c44056. 00000400:00000010:0.0:1767384419.480977:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000293e1597. 02000000:00000010:0.0:1767384419.480999:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000257eeff4. 02000000:00000010:0.0:1767384419.481004:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ecc5bbf7. 00000100:00000010:0.0:1767384419.481007:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7c35ba4. 00010000:00000010:3.1:1767384419.482482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a5aadb65. 00010000:00000010:3.1:1767384419.482491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007940b17. 00000100:00000010:2.0:1767384419.483480:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004cbe8aad. 00000100:00000010:3.0:1767384419.483490:0:41046:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5e0a7c9. 00000100:00000010:1.0:1767384419.484474:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003706ff50. 00000100:00000010:0.0:1767384419.484496:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f57dcb2. 00010000:00000010:0.1:1767384419.485456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c8fa03be. 00010000:00000010:0.1:1767384419.485467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000293dee63. 00000400:00000010:0.0:1767384419.487269:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074c9d094. 00000400:00000010:0.0:1767384419.487284:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034170a55. 00000020:00000010:3.0:1767384419.487370:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384419.487377:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384419.487382:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ef0eef4. 00000020:00000010:3.0:1767384419.487387:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a67dd525. 00000020:00000010:3.0:1767384419.487391:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d21aec5. 00000020:00000010:3.0:1767384419.487450:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0881699. 00000020:00000010:3.0:1767384419.487455:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0881699. 02000000:00000010:3.0:1767384419.487478:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000002ec2f8e. 20000000:00000010:3.0:1767384419.487490:0:40992:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000f082cfc8. 00000400:00000010:3.0:1767384419.487605:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000150cfc41. 00000800:00000010:3.0:1767384419.487634:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080b850ee. 00000020:00000010:0.0:1767384419.487638:0:40104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcf2c866. 00000020:00000010:0.0:1767384419.487644:0:40104:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f5c375d. 00000020:00000010:0.0:1767384419.487648:0:40104:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ae7b3f6e. 00000020:00000010:0.0:1767384419.487651:0:40104:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384419.487655:0:40104:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2a1cb8d. 80000000:00000010:0.0:1767384419.487658:0:40104:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f57dcb2. 00000020:00000010:3.0:1767384419.487660:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a67dd525. 40000000:00000010:0.0:1767384419.487670:0:40104:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006ddefae3. 00100000:00000010:0.0:1767384419.487675:0:40104:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000388daa1e. 00000020:00000010:3.0:1767384419.487683:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d21aec5. 00040000:00000010:0.0:1767384419.487684:0:40104:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002ef576c9. 00040000:00000010:0.0:1767384419.487694:0:40104:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e5d447e6. 00000020:00000010:3.0:1767384419.487696:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ef0eef4. 00080000:00000010:0.0:1767384419.487701:0:40104:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000091d82b59. 00080000:00000010:0.0:1767384419.487707:0:40104:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002f6c8675. 00002000:00000010:0.0:1767384419.487713:0:40104:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000018468b76. 00000400:00000010:3.0:1767384419.487716:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071faf969. 00000020:00000010:0.0:1767384419.487718:0:40104:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004f5c375d. 00000020:00000010:0.0:1767384419.487725:0:40104:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ae7b3f6e. 00000400:00000010:3.0:1767384419.487727:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037f8a47f. 00000020:00000010:0.0:1767384419.487729:0:40104:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384419.487736:0:40104:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f2a1cb8d. 80000000:00000010:0.0:1767384419.487742:0:40104:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f57dcb2. 40000000:00000010:0.0:1767384419.487744:0:40104:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006ddefae3. 00100000:00000010:0.0:1767384419.487747:0:40104:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000388daa1e. 00040000:00000010:0.0:1767384419.487749:0:40104:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002ef576c9. 00040000:00000010:0.0:1767384419.487753:0:40104:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e5d447e6. 00080000:00000010:0.0:1767384419.487759:0:40104:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002f6c8675. 00080000:00000010:0.0:1767384419.487761:0:40104:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000091d82b59. 00002000:00000010:0.0:1767384419.487763:0:40104:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000018468b76. 00000020:00000010:0.0:1767384419.487765:0:40104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcf2c866. 00000020:00000010:0.0:1767384419.487768:0:40104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcf2c866. 00000020:00000010:0.0:1767384419.487769:0:40104:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000672da6cb. 00000020:00000010:0.0:1767384419.487771:0:40104:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000388daa1e. 00000020:00000010:0.0:1767384419.487772:0:40104:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384419.487774:0:40104:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5d447e6. 80000000:00000010:0.0:1767384419.487775:0:40104:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f57dcb2. 40000000:00000010:0.0:1767384419.487777:0:40104:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006ddefae3. 00100000:00000010:0.0:1767384419.487778:0:40104:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ae7b3f6e. 00040000:00000010:0.0:1767384419.487780:0:40104:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002ef576c9. 00040000:00000010:0.0:1767384419.487781:0:40104:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2a1cb8d. 00080000:00000010:0.0:1767384419.487784:0:40104:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000091d82b59. 00080000:00000010:0.0:1767384419.487786:0:40104:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002f6c8675. 00000800:00000010:1.0:1767384419.487788:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080b850ee. 00002000:00000010:0.0:1767384419.487788:0:40104:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000018468b76. 00000400:00000010:1.0:1767384419.487802:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000150cfc41. 02000000:00000010:1.0:1767384419.487810:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000002ec2f8e. 00000020:00000010:0.0:1767384419.487821:0:40104:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000672da6cb. 00000020:00000010:0.0:1767384419.487825:0:40104:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000388daa1e. 00000020:00000010:0.0:1767384419.487827:0:40104:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5cd6808. 00000020:00000010:0.0:1767384419.487829:0:40104:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5d447e6. 80000000:00000010:0.0:1767384419.487831:0:40104:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f57dcb2. 40000000:00000010:0.0:1767384419.487833:0:40104:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006ddefae3. 00100000:00000010:0.0:1767384419.487835:0:40104:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ae7b3f6e. 00040000:00000010:0.0:1767384419.487839:0:40104:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002ef576c9. 00040000:00000010:0.0:1767384419.487842:0:40104:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2a1cb8d. 00080000:00000010:0.0:1767384419.487843:0:40104:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002f6c8675. 00080000:00000010:0.0:1767384419.487845:0:40104:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000091d82b59. 00002000:00000010:0.0:1767384419.487847:0:40104:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000018468b76. 00000020:00000010:0.0:1767384419.487848:0:40104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcf2c866. 00000001:00000010:1.0:1767384419.488011:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c738ccb. 00000001:00000010:1.0:1767384419.488018:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000003065daa. 00000001:00000010:1.0:1767384419.488022:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009edb88d1. 00000001:00000010:1.0:1767384419.488025:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f2535caf. 00000001:00000010:1.0:1767384419.488029:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000021344b11. 00000001:00000010:1.0:1767384419.488035:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000654e8b3b. 00000020:00000010:1.0:1767384419.488044:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000002caaa6e. 00000020:00000010:1.0:1767384419.488059:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000023e90c0b. 00010000:00000010:0.1:1767384419.493472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb4ae026. 00080000:00000010:1.0:1767384419.878102:0:41619:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec6fccd2. 00080000:00000010:1.0:1767384419.878111:0:41619:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec6fccd2. 00080000:00000010:1.0:1767384419.878118:0:41619:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec6fccd2. 00080000:00000010:1.0:1767384419.878121:0:41619:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec6fccd2. 00000001:02000400:3.0:1767384420.002197:0:41655:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000800:00000010:1.0:1767384420.196690:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bab09964. 00000800:00000010:1.0:1767384420.196703:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f24714f9. 00000800:00000010:1.0:1767384420.196708:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005c8b63cd. 00000800:00000010:1.0:1767384420.196731:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005c8b63cd. 00000800:00020000:1.0:1767384420.196739:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.143 00000800:00000010:1.0:1767384420.196745:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f24714f9. 00000800:00000010:1.0:1767384420.196748:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bab09964. 00000400:02020000:1.0:1767384420.196787:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.143@tcp33 at host 192.168.203.143:988: is it running a compatible version of Lustre? 00080000:00000010:3.0:1767384420.452771:0:41667:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e46fa6bf. 00080000:00000010:3.0:1767384420.452781:0:41667:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e46fa6bf. 00080000:00000010:3.0:1767384420.452791:0:41667:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e46fa6bf. 00080000:00000010:3.0:1767384420.452794:0:41667:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e46fa6bf. Debug log: 133801 lines, 133801 kept, 0 dropped, 0 bad.